00010000:00000010:1.1:1789096665.352234:0:406486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082000.
00010000:00000010:1.1:1789096665.352253:0:406486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163391c00.
00000080:00000010:1.1:1789096665.352259:0:406486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98026fcb7100.
00000080:00000010:1.1:1789096665.357830:0:406882:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d8000.
00010000:00000010:1.1:1789096665.357843:0:406882:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980163f79b00.
00010000:00000010:1.1:1789096665.357854:0:406882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980159a05400.
00000080:00000010:1.1:1789096665.366721:0:406876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b2072e0.
00000080:00000010:1.1:1789096665.366743:0:406876:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174650840.
00010000:00000010:1.1:1789096665.366755:0:406876:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6f00.
00010000:00000010:1.1:1789096665.367007:0:406876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163390a00.
00000080:00000010:1.1:1789096665.414262:0:406899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b207040.
00000080:00000010:1.1:1789096665.414284:0:406899:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174652940.
00010000:00000010:1.1:1789096665.414292:0:406899:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6800.
00010000:00000010:1.1:1789096665.414297:0:406899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163390200.
00000080:00000010:1.1:1789096665.557834:0:406486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b207a80.
00000080:00000010:1.1:1789096665.557860:0:406486:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174656300.
00010000:00000010:1.1:1789096665.557870:0:406486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6100.
00010000:00000010:1.1:1789096665.557879:0:406486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163391e00.
00000080:00000010:1.1:1789096665.569143:0:406923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b207b40.
00000080:00000010:1.1:1789096665.569164:0:406923:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174654200.
00010000:00000010:1.1:1789096665.569193:0:406923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6d00.
00010000:00000010:1.1:1789096665.569199:0:406923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163390600.
00000080:00000010:1.1:1789096665.603728:0:406924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b207e60.
00000080:00000010:1.1:1789096665.603760:0:406924:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a04a40.
00010000:00000010:1.1:1789096665.603770:0:406924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6b00.
00010000:00000010:1.1:1789096665.603777:0:406924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980163391600.
00000080:00000010:1.1:1789096665.603969:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017b207a20.
00000080:00000010:1.1:1789096665.604006:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a00000.
00000080:00000010:1.1:1789096665.911013:0:407007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98026b3915a0.
00000080:00000010:1.1:1789096665.921191:0:407003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799a98c0.
00010000:00000010:1.1:1789096665.921209:0:407003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801505e6e00.
00010000:00000010:1.1:1789096665.921221:0:407003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014ef28200.
00000080:00000010:1.1:1789096665.963631:0:407013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980147c20e60.
00000080:00000010:1.1:1789096665.963674:0:407013:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799af380.
00010000:00000010:1.1:1789096665.963694:0:407013:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980145c2c900.
00010000:00000010:1.1:1789096665.963699:0:407013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014ef29c00.
00000080:00000010:1.1:1789096666.038384:0:407026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980147c20ae0.
00000080:00000010:1.1:1789096666.038408:0:407026:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179991080.
00010000:00000010:1.1:1789096666.038416:0:407026:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980145c2ce00.
00010000:00000010:1.1:1789096666.038421:0:407026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801557cf000.
00000080:00000010:1.1:1789096666.047200:0:407017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98026b391380.
00000080:00000010:1.1:1789096666.047228:0:407017:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799939c0.
00010000:00000010:1.1:1789096666.047247:0:407017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980145c2c800.
00010000:00000010:1.1:1789096666.047257:0:407017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152ce2000.
00000080:00000010:1.1:1789096666.075269:0:407026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98014bae0320.
00000080:00000010:1.1:1789096666.075432:0:407026:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ac18c0.
00010000:00000010:1.1:1789096666.075442:0:407026:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980175528900.
00010000:00000010:1.1:1789096666.075448:0:407026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014ef28e00.
00000080:00000010:1.1:1789096666.110429:0:407036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980147c200e0.
00000080:00000010:1.1:1789096666.110532:0:407036:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ac5280.
00000080:00000010:1.1:1789096669.328853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243445ac0.
00000080:00000010:1.1:1789096669.328874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980258add380.
00010000:00000010:1.1:1789096669.344048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a900.
00010000:00000010:1.1:1789096669.354549:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789096669.354567:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009a00.
00010000:00000010:1.1:1789096669.393845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026aa29c00.
00010000:00000010:1.1:1789096669.394111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026572a300.
00010000:00000010:1.1:1789096669.394138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008600.
00010000:00000010:1.1:1789096669.394142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026572af00.
00010000:00000010:1.1:1789096669.394158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026aa28600.
00000080:00000010:1.1:1789096669.460572:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4f7380.
00000080:00000010:1.1:1789096669.460594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024fe24b60.
00010000:00000010:1.1:1789096669.470544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789096669.479838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a900.
00010000:00000010:1.1:1789096669.479867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008800.
00010000:00000010:1.1:1789096669.539679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489baa00.
00010000:00000010:1.1:1789096669.539694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026aa33100.
00010000:00000010:1.1:1789096669.550897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008600.
00010000:00000010:1.1:1789096669.550917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026aa33600.
00010000:00000010:1.1:1789096669.550935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d81600.
00000080:00000010:1.1:1789096669.587101:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4f5280.
00000080:00000010:1.1:1789096669.587119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98025fdacb00.
00010000:00000010:1.1:1789096678.742681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00000080:00000010:1.1:1789096678.742692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0840.
00010000:00000010:1.1:1789096678.748848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00000080:00000010:1.1:1789096678.751906:0:407773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0340.
00010000:00000010:1.1:1789096678.757847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00010000:00000010:1.1:1789096678.774528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00000080:00000010:1.1:1789096678.774540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0340.
00010000:00000010:1.1:1789096678.780056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00000080:00000010:1.1:1789096678.780071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0840.
00010000:00000010:1.1:1789096678.790947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00010000:00000010:1.1:1789096678.842849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00000080:00000010:1.1:1789096678.842875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0840.
00010000:00000010:1.1:1789096678.851629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00000080:00000010:1.1:1789096678.851639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0340.
00010000:00000010:1.1:1789096678.863840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00010000:00000010:1.1:1789096678.892652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00000080:00000010:1.1:1789096678.892668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0340.
00010000:00000010:1.1:1789096678.920888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00010000:00000010:1.1:1789096750.542885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7600.
00010000:00000010:1.1:1789096750.542892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789096750.542897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00010000:00000010:1.1:1789096750.553817:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096750.553823:0:408945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7560.
00010000:00000010:1.1:1789096750.583551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096750.635809:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca800.
00000080:00000010:1.1:1789096750.635817:0:408945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e80.
00010000:00000010:1.1:1789096750.635834:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00000080:00000010:1.1:1789096750.650980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507360c0.
00010000:00000010:1.1:1789096750.675120:0:408841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca800.
00000080:00000010:1.1:1789096750.683496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736d80.
00010000:00000010:1.1:1789096750.690128:0:411037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac400.
00010000:00000010:1.1:1789096750.725106:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00010000:00000010:1.1:1789096750.755837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00000080:00000010:1.1:1789096750.755848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507360e0.
00010000:00000010:1.1:1789096750.755860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00010000:00000010:1.1:1789096750.755866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096750.814853:0:408841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00000080:00000010:1.1:1789096750.814862:0:408841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7340.
00010000:00000010:1.1:1789096750.835600:0:408841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00000080:00000010:1.1:1789096750.835606:0:408841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7180.
00000080:00000010:1.1:1789096750.858144:0:408986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736660.
00010000:00000010:1.1:1789096750.863586:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096750.891823:0:408916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00000080:00000010:1.1:1789096750.891829:0:408916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7340.
00010000:00000010:1.1:1789096750.920215:0:408841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:1.1:1789096750.927219:0:408916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096750.927226:0:408916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c80.
00010000:00000010:1.1:1789096750.927233:0:408916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789096750.927238:0:408916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7400.
00010000:00000010:1.1:1789096750.941025:0:411047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb400.
00000080:00000010:1.1:1789096750.941032:0:411047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76e0.
00010000:00000010:1.1:1789096750.990809:0:408916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00010000:00000010:1.1:1789096750.990814:0:408916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6800.
00010000:00000010:1.1:1789096751.010863:0:400350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00010000:00000010:1.1:1789096751.010873:0:400350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00010000:00000010:1.1:1789096751.044617:0:407796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616400.
00010000:00000010:1.1:1789096751.093327:0:411066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617a00.
00000080:00000010:1.1:1789096751.141445:0:411069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b418e0.
00010000:00000010:1.1:1789096751.141458:0:411069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00000080:00000010:1.1:1789096751.141465:0:411069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7260.
00010000:00000010:1.1:1789096751.168247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca800.
00010000:00000010:1.1:1789096751.216806:0:411081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca800.
00000080:00000010:1.1:1789096751.216816:0:411081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7880.
00010000:00000010:1.1:1789096751.258105:0:392684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617a00.
00010000:00000010:1.1:1789096751.262976:0:400359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00000080:00000010:1.1:1789096751.262986:0:400359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73c0.
00010000:00000010:1.1:1789096751.263049:0:400359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00010000:00000010:1.1:1789096751.277396:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cac00.
00010000:00000010:1.1:1789096751.290055:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096751.297819:0:408945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507365e0.
00010000:00000010:1.1:1789096751.297899:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00010000:00000010:1.1:1789096751.319434:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789096751.326221:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00000080:00000010:1.1:1789096751.326231:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c00.
00010000:00000010:1.1:1789096751.326241:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00010000:00000010:1.1:1789096751.337817:0:411104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096751.337833:0:411104:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7080.
00010000:00000010:1.1:1789096751.353596:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096751.394811:0:409018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00000080:00000010:1.1:1789096751.416244:0:411113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75e0.
00010000:00000010:1.1:1789096751.432972:0:411112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00000080:00000010:1.1:1789096751.432983:0:411112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d80.
00010000:00000010:1.1:1789096751.460814:0:411122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096751.483903:0:411126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00000080:00000010:1.1:1789096751.483911:0:411126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736e00.
00010000:00000010:1.1:1789096751.483918:0:411126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00000080:00000010:1.1:1789096751.483921:0:411126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ea0.
00010000:00000010:1.1:1789096751.501464:0:408851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00010000:00000010:1.1:1789096751.514818:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cba00.
00000080:00000010:1.1:1789096751.514837:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77e0.
00010000:00000010:1.1:1789096751.520441:0:411128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00010000:00000010:1.1:1789096751.520450:0:411128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096751.520457:0:411128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00010000:00000010:1.1:1789096751.567810:0:409018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096751.567960:0:409018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7980.
00010000:00000010:1.1:1789096751.583813:0:411134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00000080:00000010:1.1:1789096751.583823:0:411134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b00.
00010000:00000010:1.1:1789096751.587813:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789096751.587822:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7360.
00010000:00000010:1.1:1789096751.588086:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096751.588092:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7980.
00010000:00000010:1.1:1789096751.655811:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00010000:00000010:1.1:1789096751.656279:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00010000:00000010:1.1:1789096751.656284:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00010000:00000010:1.1:1789096751.656287:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00010000:00000010:1.1:1789096751.668159:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789096751.692713:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820baa00.
00000080:00000010:1.1:1789096751.692727:0:408823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fa0.
00010000:00000010:1.1:1789096751.707396:0:411068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00000080:00000010:1.1:1789096751.707409:0:411068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507368e0.
00010000:00000010:1.1:1789096751.713811:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00000080:00000010:1.1:1789096751.713820:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7000.
00010000:00000010:1.1:1789096751.731851:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00000080:00000010:1.1:1789096751.731861:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ae0.
00010000:00000010:1.1:1789096751.736653:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30200.
00010000:00000010:1.1:1789096751.736662:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd600.
00010000:00000010:1.1:1789096751.736668:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd200.
00010000:00000010:1.1:1789096751.736674:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00010000:00000010:1.1:1789096751.736679:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00010000:00000010:1.1:1789096751.736683:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00010000:00000010:1.1:1789096751.761124:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616600.
00010000:00000010:1.1:1789096751.770073:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00010000:00000010:1.1:1789096751.797035:0:411165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb600.
00000080:00000010:1.1:1789096751.797043:0:411165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7780.
00010000:00000010:1.1:1789096751.821838:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30200.
00000080:00000010:1.1:1789096751.821845:0:408823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ae0.
00010000:00000010:1.1:1789096751.849682:0:411175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00000080:00000010:1.1:1789096751.849695:0:411175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f40.
00010000:00000010:1.1:1789096751.861812:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009e00.
00010000:00000010:1.1:1789096751.861820:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789096751.861825:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507362c0.
00010000:00000010:1.1:1789096751.861835:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00000080:00000010:1.1:1789096751.861839:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7060.
00010000:00000010:1.1:1789096751.891567:0:408851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00010000:00000010:1.1:1789096751.939868:0:411180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096751.939877:0:411180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7780.
00010000:00000010:1.1:1789096751.962812:0:408851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096751.962818:0:408851:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7680.
00010000:00000010:1.1:1789096751.982153:0:411180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00010000:00000010:1.1:1789096752.024884:0:411188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc600.
00000080:00000010:1.1:1789096752.024889:0:411188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507362e0.
00010000:00000010:1.1:1789096752.060407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096752.060414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73e0.
00010000:00000010:1.1:1789096752.072046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00000080:00000010:1.1:1789096752.072053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79e0.
00010000:00000010:1.1:1789096752.105034:0:411198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096752.368763:0:411218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00000080:00000010:1.1:1789096752.368776:0:411218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736f40.
00010000:00000010:1.1:1789096752.409964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096752.416757:0:411192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7120.
00010000:00000010:1.1:1789096752.416771:0:411192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096752.445894:0:411226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00010000:00000010:1.1:1789096752.470349:0:411237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096752.470355:0:411237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7220.
00010000:00000010:1.1:1789096752.520227:0:411248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00010000:00000010:1.1:1789096752.536397:0:411248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00010000:00000010:1.1:1789096752.575690:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00000080:00000010:1.1:1789096752.575702:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7720.
00010000:00000010:1.1:1789096752.621133:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00000080:00000010:1.1:1789096752.621141:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77a0.
00010000:00000010:1.1:1789096752.629850:0:411257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096752.684814:0:411222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00000080:00000010:1.1:1789096752.684823:0:411222:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6980.
00010000:00000010:1.1:1789096752.694809:0:411221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00000080:00000010:1.1:1789096752.694818:0:411221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d80.
00010000:00000010:1.1:1789096752.735102:0:411267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00010000:00000010:1.1:1789096752.735115:0:411267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096752.745071:0:411268:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76e0.
00010000:00000010:1.1:1789096752.760820:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096752.772899:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096752.783066:0:408823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7340.
00010000:00000010:1.1:1789096752.783099:0:408823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096752.783108:0:408823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7420.
00010000:00000010:1.1:1789096752.799417:0:411269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00000080:00000010:1.1:1789096752.799430:0:411269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b40.
00010000:00000010:1.1:1789096752.799435:0:411269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096752.799438:0:411269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096752.799443:0:411269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b20.
00010000:00000010:1.1:1789096752.833304:0:411237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dda00.
00000080:00000010:1.1:1789096752.833334:0:411237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736a60.
00010000:00000010:1.1:1789096752.843967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096752.908584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00000080:00000010:1.1:1789096752.908592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736e00.
00010000:00000010:1.1:1789096752.957342:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00000080:00000010:1.1:1789096752.957352:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b41c40.
00010000:00000010:1.1:1789096752.987992:0:411283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096752.987999:0:411283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7700.
00010000:00000010:1.1:1789096753.024347:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096753.029834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7860.
00010000:00000010:1.1:1789096753.033828:0:411287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00010000:00000010:1.1:1789096753.033838:0:411287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096753.033843:0:411287:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7700.
00010000:00000010:1.1:1789096753.079830:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096753.079842:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7340.
00010000:00000010:1.1:1789096753.165024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00000080:00000010:1.1:1789096753.165030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7780.
00010000:00000010:1.1:1789096753.165144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00000080:00000010:1.1:1789096753.165148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00010000:00000010:1.1:1789096753.165169:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00000080:00000010:1.1:1789096753.165174:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507362a0.
00010000:00000010:1.1:1789096753.165191:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096753.165193:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7aa0.
00010000:00000010:1.1:1789096753.186936:0:411297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dda00.
00000080:00000010:1.1:1789096753.186943:0:411297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736720.
00010000:00000010:1.1:1789096753.227873:0:411266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789096753.227878:0:411266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736bc0.
00010000:00000010:1.1:1789096753.227884:0:411266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096753.227886:0:411266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7780.
00010000:00000010:1.1:1789096753.300036:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd200.
00010000:00000010:1.1:1789096753.315808:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00010000:00000010:1.1:1789096753.338832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00010000:00000010:1.1:1789096753.380574:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004400.
00000080:00000010:1.1:1789096753.380587:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ce0.
00010000:00000010:1.1:1789096753.385973:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc600.
00010000:00000010:1.1:1789096753.416996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789096753.421357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736e00.
00010000:00000010:1.1:1789096753.477160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00010000:00000010:1.1:1789096753.500374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00000080:00000010:1.1:1789096753.500381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7500.
00010000:00000010:1.1:1789096753.507043:0:409055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096753.507051:0:409055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c70a0.
00010000:00000010:1.1:1789096753.522839:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096753.553004:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30200.
00010000:00000010:1.1:1789096753.580572:0:411304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096753.580580:0:411304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7200.
00010000:00000010:1.1:1789096753.589325:0:411304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00000080:00000010:1.1:1789096753.589337:0:411304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7620.
00010000:00000010:1.1:1789096753.620976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00010000:00000010:1.1:1789096753.714075:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00000080:00000010:1.1:1789096753.714082:0:408945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7240.
00010000:00000010:1.1:1789096753.722823:0:411314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789096753.722831:0:411314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507365e0.
00010000:00000010:1.1:1789096753.733110:0:411314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00010000:00000010:1.1:1789096753.733123:0:411314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00000080:00000010:1.1:1789096753.733127:0:411314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507364c0.
00010000:00000010:1.1:1789096753.774193:0:411317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00010000:00000010:1.1:1789096753.809121:0:411326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18800.
00000080:00000010:1.1:1789096753.809133:0:411326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d20.
00010000:00000010:1.1:1789096753.842328:0:411331:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00000080:00000010:1.1:1789096753.842340:0:411331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7960.
00010000:00000010:1.1:1789096753.894132:0:411326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18800.
00010000:00000010:1.1:1789096753.962102:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00010000:00000010:1.1:1789096754.008105:0:411346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00000080:00000010:1.1:1789096754.008120:0:411346:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79a0.
00010000:00000010:1.1:1789096754.025766:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19600.
00000080:00000010:1.1:1789096754.038964:0:392684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7820.
00010000:00000010:1.1:1789096754.046947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba000.
00000080:00000010:1.1:1789096754.046962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7240.
00010000:00000010:1.1:1789096754.078389:0:411339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6400.
00000080:00000010:1.1:1789096754.078403:0:411339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c72e0.
00010000:00000010:1.1:1789096754.078410:0:411339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb800.
00010000:00000010:1.1:1789096754.140821:0:411359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba000.
00010000:00000010:1.1:1789096754.181057:0:411263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00000080:00000010:1.1:1789096754.181069:0:411263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7240.
00010000:00000010:1.1:1789096754.181074:0:411263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096754.181077:0:411263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7da0.
00010000:00000010:1.1:1789096754.225812:0:411349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:1.1:1789096754.225822:0:411349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75e0.
00010000:00000010:1.1:1789096754.250310:0:411367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00000080:00000010:1.1:1789096754.250317:0:411367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ba0.
00010000:00000010:1.1:1789096754.442942:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00000080:00000010:1.1:1789096754.442946:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736a60.
00010000:00000010:1.1:1789096754.451521:0:411389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:1.1:1789096754.451533:0:411389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77e0.
00010000:00000010:1.1:1789096754.494053:0:411386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096754.724944:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00000080:00000010:1.1:1789096754.729613:0:411432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736640.
00010000:00000010:1.1:1789096754.729637:0:411432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd800.
00000080:00000010:1.1:1789096754.729641:0:411432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736ce0.
00010000:00000010:1.1:1789096754.747102:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789096754.747107:0:408945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096754.816877:0:411449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00000080:00000010:1.1:1789096754.816888:0:411449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77c0.
00010000:00000010:1.1:1789096754.848373:0:411459:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096754.848385:0:411459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74a0.
00010000:00000010:1.1:1789096754.883298:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096754.939993:0:411459:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00000080:00000010:1.1:1789096754.940006:0:411459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7aa0.
00010000:00000010:1.1:1789096754.950910:0:411452:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096754.950915:0:411452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00010000:00000010:1.1:1789096755.130932:0:411505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096755.130949:0:411505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7860.
00010000:00000010:1.1:1789096755.214187:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096755.214197:0:408986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fe0.
00010000:00000010:1.1:1789096755.240569:0:411524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00000080:00000010:1.1:1789096755.240580:0:411524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77e0.
00010000:00000010:1.1:1789096755.248945:0:411524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789096755.385930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dda00.
00010000:00000010:1.1:1789096755.510912:0:411515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00010000:00000010:1.1:1789096755.602591:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00010000:00000010:1.1:1789096755.753579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00000080:00000010:1.1:1789096755.753592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e60.
00010000:00000010:1.1:1789096755.772830:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:1.1:1789096755.772838:0:408986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00010000:00000010:1.1:1789096755.788542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00000080:00000010:1.1:1789096755.788557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b41580.
00010000:00000010:1.1:1789096755.811508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096755.828945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00000080:00000010:1.1:1789096755.828978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a40.
00010000:00000010:1.1:1789096755.843961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00000080:00000010:1.1:1789096755.843979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a60.
00010000:00000010:1.1:1789096755.856842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19c00.
00000080:00000010:1.1:1789096755.856849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f61e0.
00010000:00000010:1.1:1789096756.317935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00000080:00000010:1.1:1789096756.317951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75a0.
00010000:00000010:1.1:1789096756.571951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00000080:00000010:1.1:1789096756.571958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f63e0.
00010000:00000010:1.1:1789096756.602361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096756.679863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00000080:00000010:1.1:1789096756.679877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736ea0.
00010000:00000010:1.1:1789096756.693895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096756.697914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00000080:00000010:1.1:1789096756.697927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736240.
00010000:00000010:1.1:1789096756.733886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00010000:00000010:1.1:1789096756.816880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00010000:00000010:1.1:1789096756.853531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00000080:00000010:1.1:1789096756.853538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b41520.
00010000:00000010:1.1:1789096756.871534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19c00.
00000080:00000010:1.1:1789096756.871546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6800.
00010000:00000010:1.1:1789096756.871591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789096756.881762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00000080:00000010:1.1:1789096757.009836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507368e0.
00000080:00000010:1.1:1789096757.247900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6c60.
00010000:00000010:1.1:1789096757.316758:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00000080:00000010:1.1:1789096757.316766:0:408986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7140.
00010000:00000010:1.1:1789096757.325617:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789096757.325632:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7260.
00010000:00000010:1.1:1789096757.395063:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00000080:00000010:1.1:1789096757.395072:0:408986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b411a0.
00010000:00000010:1.1:1789096757.415247:0:408986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096757.480074:0:411559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00000080:00000010:1.1:1789096757.480081:0:411559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76a0.
00010000:00000010:1.1:1789096757.486915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19600.
00000080:00000010:1.1:1789096757.644849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980249b41700.
00010000:00000010:1.1:1789096766.889876:0:412731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00000080:00000010:1.1:1789096766.889893:0:412731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646561a0.
00010000:00000010:1.1:1789096774.353883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030c00.
00010000:00000010:1.1:1789096774.353896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00000080:00000010:1.1:1789096774.377167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163802100.
00000080:00000010:1.1:1789096774.377179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317440.
00010000:00000010:1.1:1789096774.400867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e800.
00010000:00000010:1.1:1789096774.445926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030000.
00010000:00000010:1.1:1789096774.445944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789096774.457999:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025175b180.
00000080:00000010:1.1:1789096774.458026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656a80.
00010000:00000010:1.1:1789096774.480101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e800.
00000080:00000010:1.1:1789096778.106102:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434df380.
00000080:00000010:1.1:1789096778.106119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ee0.
00010000:00000010:1.1:1789096778.117624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e200.
00010000:00000010:1.1:1789096778.141891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c100.
00010000:00000010:1.1:1789096778.141905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90fa00.
00000080:00000010:1.1:1789096778.158589:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244174200.
00000080:00000010:1.1:1789096778.158611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656720.
00010000:00000010:1.1:1789096778.180862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e200.
00010000:00000010:1.1:1789096778.968881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00be00.
00000080:00000010:1.1:1789096779.466848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ac18c0.
00000080:00000010:1.1:1789096779.466858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15420.
00010000:00000010:1.1:1789096779.499842:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed300.
00010000:00000010:1.1:1789096779.499850:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00000080:00000010:1.1:1789096779.505857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174623180.
00000080:00000010:1.1:1789096779.505870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656de0.
00010000:00000010:1.1:1789096779.760367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6c00.
00010000:00000010:1.1:1789096779.760382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99400.
00000080:00000010:1.1:1789096779.770015:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250a8b180.
00000080:00000010:1.1:1789096779.770028:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317d60.
00010000:00000010:1.1:1789096779.780118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38ec00.
00000080:00000010:1.1:1789096779.988965:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bdeb40.
00000080:00000010:1.1:1789096779.988983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:1.1:1789096779.997330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e600.
00010000:00000010:1.1:1789096780.029352:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789096780.029361:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00000080:00000010:1.1:1789096780.041854:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024372eb40.
00000080:00000010:1.1:1789096780.041883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562e0.
00010000:00000010:1.1:1789096780.049758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e600.
00010000:00000010:1.1:1789096780.251836:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00be00.
00010000:00000010:1.1:1789096780.816032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025008fb00.
00010000:00000010:1.1:1789096780.816040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6400.
00010000:00000010:1.1:1789096780.986873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025008fe00.
00010000:00000010:1.1:1789096780.986888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00000080:00000010:1.1:1789096781.000910:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507898c0.
00000080:00000010:1.1:1789096781.000923:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150c0.
00010000:00000010:1.1:1789096781.022381:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38e000.
00010000:00000010:1.1:1789096781.239398:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025008f000.
00010000:00000010:1.1:1789096781.239407:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc600.
00000080:00000010:1.1:1789096781.245399:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163abeb40.
00000080:00000010:1.1:1789096781.245423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6900.
00010000:00000010:1.1:1789096781.257135:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38fe00.
00000080:00000010:1.1:1789096781.976943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434e8000.
00000080:00000010:1.1:1789096781.976957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:1.1:1789096781.997657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38fc00.
00010000:00000010:1.1:1789096782.100005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38fc00.
00010000:00000010:1.1:1789096784.939884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7d00.
00010000:00000010:1.1:1789096784.939897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865400.
00000080:00000010:1.1:1789096784.959413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163800840.
00000080:00000010:1.1:1789096784.959423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789096785.003963:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789096785.003971:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00000080:00000010:1.1:1789096785.009507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654cdac0.
00000080:00000010:1.1:1789096785.009545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646565a0.
00010000:00000010:1.1:1789096785.009555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b38f200.
00010000:00000010:1.1:1789096785.037895:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7200.
00010000:00000010:1.1:1789096785.037903:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:1.1:1789096785.719894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:1.1:1789096785.719910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00000080:00000010:1.1:1789096785.730922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507eb180.
00000080:00000010:1.1:1789096785.730945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15440.
00010000:00000010:1.1:1789096790.412841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802601c4a00.
00010000:00000010:1.1:1789096790.412857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00000080:00000010:1.1:1789096790.430867:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447739c0.
00000080:00000010:1.1:1789096790.430889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158c0.
00000080:00000010:1.1:1789096791.588833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436718c0.
00000080:00000010:1.1:1789096791.588850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317800.
00010000:00000010:1.1:1789096792.741199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025008fd00.
00010000:00000010:1.1:1789096792.741214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:1.1:1789096793.941957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030600.
00010000:00000010:1.1:1789096793.941973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789096793.989752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58f800.
00010000:00000010:1.1:1789096794.629995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58f200.
00010000:00000010:1.1:1789096794.651838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802601c4500.
00010000:00000010:1.1:1789096794.651847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cac00.
00000080:00000010:1.1:1789096794.657861:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799bb9c0.
00000080:00000010:1.1:1789096794.657877:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fc0.
00010000:00000010:1.1:1789096794.665699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2600.
00010000:00000010:1.1:1789096794.688093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802601c4200.
00010000:00000010:1.1:1789096794.688107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00000080:00000010:1.1:1789096794.711096:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798dca40.
00000080:00000010:1.1:1789096794.711117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656880.
00010000:00000010:1.1:1789096794.720221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2600.
00000080:00000010:1.1:1789096796.328890:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244322100.
00000080:00000010:1.1:1789096796.328899:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:1.1:1789096796.339774:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00010000:00000010:1.1:1789096796.933374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58ec00.
00000080:00000010:1.1:1789096800.065358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f4a40.
00000080:00000010:1.1:1789096800.065380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6520.
00010000:00000010:1.1:1789096802.120663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72400.
00010000:00000010:1.1:1789096802.150878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99a00.
00010000:00000010:1.1:1789096802.150891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026fc9ca00.
00000080:00000010:1.1:1789096802.164915:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440f0840.
00000080:00000010:1.1:1789096802.164937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317960.
00010000:00000010:1.1:1789096802.177934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72400.
00010000:00000010:1.1:1789096802.385914:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99900.
00010000:00000010:1.1:1789096802.385934:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026fc9d400.
00000080:00000010:1.1:1789096802.394221:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244083180.
00000080:00000010:1.1:1789096802.394239:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6040.
00010000:00000010:1.1:1789096802.404901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72e00.
00010000:00000010:1.1:1789096803.882008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:1.1:1789096803.882019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931800.
00010000:00000010:1.1:1789096805.051878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7100.
00010000:00000010:1.1:1789096805.051893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58e400.
00000080:00000010:1.1:1789096805.060089:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449de300.
00000080:00000010:1.1:1789096805.060101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:1.1:1789096805.066423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73e00.
00010000:00000010:1.1:1789096805.097015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7600.
00010000:00000010:1.1:1789096805.097030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58ee00.
00000080:00000010:1.1:1789096805.106017:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024343f380.
00000080:00000010:1.1:1789096805.106036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646561c0.
00010000:00000010:1.1:1789096805.131810:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73e00.
00010000:00000010:1.1:1789096806.474836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7000.
00010000:00000010:1.1:1789096806.474842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00010000:00000010:1.1:1789096807.679859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138500.
00010000:00000010:1.1:1789096807.679876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:1.1:1789096807.937060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:1.1:1789096807.937081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026fc9c800.
00000080:00000010:1.1:1789096807.948875:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024350ca40.
00000080:00000010:1.1:1789096807.948891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ec0.
00010000:00000010:1.1:1789096807.961022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73c00.
00010000:00000010:1.1:1789096809.250192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:1.1:1789096809.250201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00000080:00000010:1.1:1789096809.261311:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446f8840.
00000080:00000010:1.1:1789096809.261334:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15860.
00010000:00000010:1.1:1789096809.269278:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73400.
00010000:00000010:1.1:1789096809.533689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45600.
00010000:00000010:1.1:1789096809.533698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00000080:00000010:1.1:1789096809.553204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243525ac0.
00000080:00000010:1.1:1789096809.553237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b40.
00010000:00000010:1.1:1789096809.561180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73a00.
00010000:00000010:1.1:1789096810.591883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45d00.
00010000:00000010:1.1:1789096810.591889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616000.
00000080:00000010:1.1:1789096810.600884:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435318c0.
00000080:00000010:1.1:1789096810.600901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6440.
00010000:00000010:1.1:1789096810.617860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904c00.
00010000:00000010:1.1:1789096813.004061:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98800.
00010000:00000010:1.1:1789096818.819018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00010000:00000010:1.1:1789096818.899164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:1.1:1789096819.183861:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015a933900.
00010000:00000010:1.1:1789096819.183868:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:1.1:1789096819.190970:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244326300.
00000080:00000010:1.1:1789096819.190992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a20.
00010000:00000010:1.1:1789096819.198844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904c00.
00010000:00000010:1.1:1789096825.106873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082800.
00010000:00000010:1.1:1789096825.106885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58e200.
00010000:00000010:1.1:1789096825.583338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082a00.
00010000:00000010:1.1:1789096825.583350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0fc00.
00000080:00000010:1.1:1789096825.674828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802441f2940.
00000080:00000010:1.1:1789096825.674848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15440.
00010000:00000010:1.1:1789096825.674857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00010000:00000010:1.1:1789096826.043873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082d00.
00010000:00000010:1.1:1789096826.043882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e200.
00000080:00000010:1.1:1789096826.048079:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024373e300.
00000080:00000010:1.1:1789096826.048094:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6040.
00010000:00000010:1.1:1789096826.054844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096826.068025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082b00.
00010000:00000010:1.1:1789096826.068037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e000.
00000080:00000010:1.1:1789096826.084011:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024468ca40.
00000080:00000010:1.1:1789096826.084028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656f40.
00010000:00000010:1.1:1789096826.088896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096826.105977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082700.
00010000:00000010:1.1:1789096826.105993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0ee00.
00000080:00000010:1.1:1789096826.118140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d8840.
00000080:00000010:1.1:1789096826.118157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656ce0.
00010000:00000010:1.1:1789096826.122863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096828.267914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98014c098d00.
00010000:00000010:1.1:1789096828.267929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe400.
00000080:00000010:1.1:1789096828.283760:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251635ac0.
00000080:00000010:1.1:1789096828.283818:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:1.1:1789096828.293872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096828.318968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98014c098600.
00010000:00000010:1.1:1789096828.318982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff200.
00000080:00000010:1.1:1789096828.337297:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435f2100.
00000080:00000010:1.1:1789096828.337316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646563a0.
00010000:00000010:1.1:1789096828.342335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096828.358135:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98014c098700.
00010000:00000010:1.1:1789096828.358141:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff000.
00000080:00000010:1.1:1789096828.373916:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244178000.
00000080:00000010:1.1:1789096828.373931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656240.
00010000:00000010:1.1:1789096829.207980:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:1.1:1789096829.208011:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00000080:00000010:1.1:1789096829.221962:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440c4a40.
00000080:00000010:1.1:1789096829.221981:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f80.
00010000:00000010:1.1:1789096829.232236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00010000:00000010:1.1:1789096830.825830:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980152af6100.
00010000:00000010:1.1:1789096830.825837:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00000080:00000010:1.1:1789096830.831527:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a34200.
00000080:00000010:1.1:1789096830.831550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155a0.
00010000:00000010:1.1:1789096830.839186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32200.
00000080:00000010:1.1:1789096830.964903:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244226b40.
00000080:00000010:1.1:1789096830.964917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f61c0.
00010000:00000010:1.1:1789096830.970447:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33200.
00010000:00000010:1.1:1789096831.024858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980152af6a00.
00010000:00000010:1.1:1789096831.024890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e600.
00000080:00000010:1.1:1789096831.039882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141beca40.
00000080:00000010:1.1:1789096831.039905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317740.
00010000:00000010:1.1:1789096831.056957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00010000:00000010:1.1:1789096836.387214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aee00.
00010000:00000010:1.1:1789096836.387226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98c00.
00000080:00000010:1.1:1789096836.391051:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024499ca40.
00000080:00000010:1.1:1789096836.391064:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6300.
00010000:00000010:1.1:1789096836.394997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:1.1:1789096836.412261:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aea00.
00010000:00000010:1.1:1789096836.412269:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6400.
00000080:00000010:1.1:1789096836.419048:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025069a940.
00000080:00000010:1.1:1789096836.419057:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656600.
00010000:00000010:1.1:1789096836.427893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00000080:00000010:1.1:1789096836.583111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243770000.
00000080:00000010:1.1:1789096836.583124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15840.
00010000:00000010:1.1:1789096836.590951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:1.1:1789096836.612477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082900.
00010000:00000010:1.1:1789096836.612491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7c00.
00000080:00000010:1.1:1789096836.649851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a604a40.
00000080:00000010:1.1:1789096836.649894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656020.
00010000:00000010:1.1:1789096836.672202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:1.1:1789096838.789729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980272c05e00.
00010000:00000010:1.1:1789096838.789743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73a00.
00000080:00000010:1.1:1789096838.793939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802422f7380.
00000080:00000010:1.1:1789096838.793956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743177e0.
00010000:00000010:1.1:1789096838.808816:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096838.830864:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980272c05300.
00010000:00000010:1.1:1789096838.830871:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73000.
00000080:00000010:1.1:1789096838.830878:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785aa940.
00000080:00000010:1.1:1789096838.830885:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656da0.
00010000:00000010:1.1:1789096838.839850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096839.581662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30e00.
00010000:00000010:1.1:1789096839.943201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19600.
00010000:00000010:1.1:1789096840.801003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:1.1:1789096840.801009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096840.854879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccec00.
00010000:00000010:1.1:1789096840.854892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00000080:00000010:1.1:1789096840.870425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798e2940.
00000080:00000010:1.1:1789096840.870439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:1.1:1789096840.876918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789096840.894033:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:1.1:1789096840.894038:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00000080:00000010:1.1:1789096840.903119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024437dac0.
00000080:00000010:1.1:1789096840.903133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656b80.
00010000:00000010:1.1:1789096840.919017:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789096840.933672:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccef00.
00010000:00000010:1.1:1789096840.933679:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00000080:00000010:1.1:1789096840.941987:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164395ac0.
00000080:00000010:1.1:1789096840.942002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656aa0.
00010000:00000010:1.1:1789096841.250022:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccea00.
00010000:00000010:1.1:1789096841.250028:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:1.1:1789096841.261403:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744d4200.
00000080:00000010:1.1:1789096841.261425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155e0.
00010000:00000010:1.1:1789096841.261436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789096841.339921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce700.
00010000:00000010:1.1:1789096841.339929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:1.1:1789096841.690751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243545280.
00000080:00000010:1.1:1789096841.690762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a40.
00010000:00000010:1.1:1789096841.720983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00010000:00000010:1.1:1789096842.249025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19600.
00010000:00000010:1.1:1789096846.110927:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980152af6a00.
00010000:00000010:1.1:1789096846.110933:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30000.
00000080:00000010:1.1:1789096846.120850:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163855280.
00000080:00000010:1.1:1789096846.120877:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ce0.
00010000:00000010:1.1:1789096846.128048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00010000:00000010:1.1:1789096847.285847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:1.1:1789096847.285866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7800.
00000080:00000010:1.1:1789096847.296960:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440beb40.
00000080:00000010:1.1:1789096847.296971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317340.
00010000:00000010:1.1:1789096847.313844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096847.839049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0f800.
00010000:00000010:1.1:1789096849.357897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00010000:00000010:1.1:1789096849.372714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980265432f00.
00010000:00000010:1.1:1789096849.372726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb200.
00000080:00000010:1.1:1789096849.383636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174609080.
00000080:00000010:1.1:1789096849.383650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:1.1:1789096849.391883:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00010000:00000010:1.1:1789096849.412821:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980265432b00.
00010000:00000010:1.1:1789096849.412828:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca800.
00000080:00000010:1.1:1789096849.416147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434c8840.
00000080:00000010:1.1:1789096849.416165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c00.
00010000:00000010:1.1:1789096849.421844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00010000:00000010:1.1:1789096849.436889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980265432800.
00010000:00000010:1.1:1789096849.436904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcac00.
00000080:00000010:1.1:1789096849.444868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250473180.
00000080:00000010:1.1:1789096849.444888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fa0.
00010000:00000010:1.1:1789096849.451987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00010000:00000010:1.1:1789096849.474330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980272c05a00.
00010000:00000010:1.1:1789096849.474339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e600.
00000080:00000010:1.1:1789096849.478072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243465280.
00000080:00000010:1.1:1789096849.478092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c00.
00010000:00000010:1.1:1789096849.495830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00010000:00000010:1.1:1789096852.204866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ef00.
00010000:00000010:1.1:1789096852.204881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6a00.
00000080:00000010:1.1:1789096852.215126:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024419c200.
00000080:00000010:1.1:1789096852.215146:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6640.
00010000:00000010:1.1:1789096852.222880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b600.
00010000:00000010:1.1:1789096852.251870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175e00.
00010000:00000010:1.1:1789096852.251885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6c00.
00000080:00000010:1.1:1789096852.266826:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744d1080.
00000080:00000010:1.1:1789096852.266841:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562c0.
00010000:00000010:1.1:1789096852.277878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b600.
00010000:00000010:1.1:1789096852.312919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789096852.312934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00000080:00000010:1.1:1789096852.339494:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243474200.
00000080:00000010:1.1:1789096852.339513:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656140.
00010000:00000010:1.1:1789096852.352295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b600.
00010000:00000010:1.1:1789096852.610807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789096852.610821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:1.1:1789096852.863825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0ee00.
00010000:00000010:1.1:1789096854.334845:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9800.
00010000:00000010:1.1:1789096854.334850:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3a00.
00000080:00000010:1.1:1789096854.346460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251694200.
00000080:00000010:1.1:1789096854.346472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:1.1:1789096854.352825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00be00.
00010000:00000010:1.1:1789096854.382906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9500.
00010000:00000010:1.1:1789096854.382925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3600.
00000080:00000010:1.1:1789096854.390143:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243603180.
00000080:00000010:1.1:1789096854.390163:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656600.
00010000:00000010:1.1:1789096854.406471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00be00.
00010000:00000010:1.1:1789096855.191861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98016d25d900.
00010000:00000010:1.1:1789096855.191869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2200.
00000080:00000010:1.1:1789096855.613207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024421a940.
00000080:00000010:1.1:1789096855.613223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:1.1:1789096856.001874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:1.1:1789096856.001886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6da00.
00010000:00000010:1.1:1789096856.065336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe400.
00010000:00000010:1.1:1789096856.161660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce200.
00010000:00000010:1.1:1789096856.161671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004e00.
00000080:00000010:1.1:1789096856.166553:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ca940.
00000080:00000010:1.1:1789096856.166573:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ec0.
00010000:00000010:1.1:1789096856.176993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00010000:00000010:1.1:1789096856.421376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082200.
00010000:00000010:1.1:1789096856.421385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ec200.
00000080:00000010:1.1:1789096856.428023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a5c98c0.
00000080:00000010:1.1:1789096856.428036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789096856.436990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9c00.
00010000:00000010:1.1:1789096856.455918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082400.
00010000:00000010:1.1:1789096856.455926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00000080:00000010:1.1:1789096856.461018:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017859b180.
00000080:00000010:1.1:1789096856.461031:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c00.
00010000:00000010:1.1:1789096856.465842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9c00.
00010000:00000010:1.1:1789096857.376871:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980141082e00.
00010000:00000010:1.1:1789096857.376878:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb000.
00000080:00000010:1.1:1789096857.382441:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243538840.
00000080:00000010:1.1:1789096857.382464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ba0.
00010000:00000010:1.1:1789096857.394953:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:1.1:1789096859.360379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442c9080.
00000080:00000010:1.1:1789096859.360405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f80.
00010000:00000010:1.1:1789096860.144005:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98014c098f00.
00010000:00000010:1.1:1789096860.144011:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00010000:00000010:1.1:1789096861.047947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00010000:00000010:1.1:1789096861.081016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9400.
00010000:00000010:1.1:1789096861.081034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00000080:00000010:1.1:1789096861.088540:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505ae300.
00000080:00000010:1.1:1789096861.088559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317fc0.
00010000:00000010:1.1:1789096861.101097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00010000:00000010:1.1:1789096861.378211:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00000080:00000010:1.1:1789096861.682698:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025051b180.
00000080:00000010:1.1:1789096861.682718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:1.1:1789096861.690102:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096861.707038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7c00.
00010000:00000010:1.1:1789096861.707050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789096861.715431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024377c200.
00000080:00000010:1.1:1789096861.715445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646560c0.
00010000:00000010:1.1:1789096861.721836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096861.746874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7400.
00010000:00000010:1.1:1789096861.746883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33400.
00000080:00000010:1.1:1789096861.751093:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643d39c0.
00000080:00000010:1.1:1789096861.751103:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656080.
00010000:00000010:1.1:1789096861.760848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096869.343070:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8600.
00010000:00000010:1.1:1789096869.675295:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99500.
00010000:00000010:1.1:1789096869.675308:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00010000:00000010:1.1:1789096869.908830:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99800.
00010000:00000010:1.1:1789096869.908836:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004000.
00000080:00000010:1.1:1789096869.913848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165499080.
00000080:00000010:1.1:1789096869.913866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ac0.
00010000:00000010:1.1:1789096869.913876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00010000:00000010:1.1:1789096869.957496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99e00.
00010000:00000010:1.1:1789096869.957525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004400.
00000080:00000010:1.1:1789096869.961839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024424ca40.
00000080:00000010:1.1:1789096869.961854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c20.
00010000:00000010:1.1:1789096869.977080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00010000:00000010:1.1:1789096870.010290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99000.
00010000:00000010:1.1:1789096870.010306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005a00.
00010000:00000010:1.1:1789096870.353899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99200.
00010000:00000010:1.1:1789096870.353911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7800.
00010000:00000010:1.1:1789096870.574939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58e200.
00000080:00000010:1.1:1789096870.711152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802504f2100.
00000080:00000010:1.1:1789096870.711164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:1.1:1789096871.022890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789096871.022919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0fc00.
00000080:00000010:1.1:1789096871.045656:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506918c0.
00000080:00000010:1.1:1789096871.045689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:1.1:1789096872.636997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7200.
00010000:00000010:1.1:1789096872.637011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3400.
00000080:00000010:1.1:1789096872.650836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025069b180.
00000080:00000010:1.1:1789096872.650853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:1.1:1789096872.666982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00000080:00000010:1.1:1789096872.884214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799adac0.
00000080:00000010:1.1:1789096872.896853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158c0.
00010000:00000010:1.1:1789096872.914925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00010000:00000010:1.1:1789096873.114891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:1.1:1789096873.388054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801756d7400.
00010000:00000010:1.1:1789096873.388068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00000080:00000010:1.1:1789096873.406607:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024359a100.
00000080:00000010:1.1:1789096873.406627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:1.1:1789096873.415830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00000080:00000010:1.1:1789096873.973204:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798f3180.
00000080:00000010:1.1:1789096873.973274:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6300.
00010000:00000010:1.1:1789096873.982451:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00010000:00000010:1.1:1789096876.055898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2400.
00010000:00000010:1.1:1789096876.550020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112a00.
00010000:00000010:1.1:1789096876.550032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58e600.
00010000:00000010:1.1:1789096876.831404:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112600.
00010000:00000010:1.1:1789096876.831414:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58ec00.
00000080:00000010:1.1:1789096876.836477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017448ca40.
00000080:00000010:1.1:1789096876.836501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15260.
00010000:00000010:1.1:1789096876.850139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00010000:00000010:1.1:1789096876.885401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112100.
00010000:00000010:1.1:1789096876.885423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58f200.
00000080:00000010:1.1:1789096876.908857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385e300.
00000080:00000010:1.1:1789096876.912955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656160.
00010000:00000010:1.1:1789096878.367888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c400.
00010000:00000010:1.1:1789096878.367904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904200.
00000080:00000010:1.1:1789096878.376851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506ae300.
00000080:00000010:1.1:1789096878.376880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6060.
00010000:00000010:1.1:1789096878.385507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00000080:00000010:1.1:1789096878.434889:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174675ac0.
00000080:00000010:1.1:1789096878.434900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656f80.
00010000:00000010:1.1:1789096878.439840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00010000:00000010:1.1:1789096878.490952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789096878.513247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c300.
00010000:00000010:1.1:1789096878.513259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904600.
00010000:00000010:1.1:1789096879.004850:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335100.
00010000:00000010:1.1:1789096879.004856:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18e00.
00000080:00000010:1.1:1789096879.013831:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a5318c0.
00000080:00000010:1.1:1789096879.013845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15540.
00010000:00000010:1.1:1789096879.571969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e700.
00010000:00000010:1.1:1789096879.571983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096881.628035:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4b00.
00010000:00000010:1.1:1789096881.628047:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00010000:00000010:1.1:1789096883.390906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6800.
00010000:00000010:1.1:1789096883.425479:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7e00.
00010000:00000010:1.1:1789096883.425502:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3a00.
00000080:00000010:1.1:1789096883.434858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440deb40.
00000080:00000010:1.1:1789096883.434879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6140.
00010000:00000010:1.1:1789096883.444981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00000080:00000010:1.1:1789096884.762952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250906b40.
00000080:00000010:1.1:1789096884.762982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:1.1:1789096884.762994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00000080:00000010:1.1:1789096885.152686:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024476d280.
00000080:00000010:1.1:1789096885.152708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:1.1:1789096885.386862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00010000:00000010:1.1:1789096886.224984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde800.
00000080:00000010:1.1:1789096886.678228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a44a40.
00000080:00000010:1.1:1789096886.678250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6d60.
00010000:00000010:1.1:1789096886.678259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00010000:00000010:1.1:1789096887.260830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015aa56d00.
00010000:00000010:1.1:1789096887.260846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00010000:00000010:1.1:1789096887.315953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015aa56400.
00010000:00000010:1.1:1789096887.315970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00000080:00000010:1.1:1789096889.379812:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025079ca40.
00000080:00000010:1.1:1789096889.379831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15460.
00010000:00000010:1.1:1789096889.455476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112900.
00010000:00000010:1.1:1789096889.455491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789096889.470860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024415ca40.
00000080:00000010:1.1:1789096889.470879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656720.
00010000:00000010:1.1:1789096890.821505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7f00.
00010000:00000010:1.1:1789096890.821515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58e800.
00010000:00000010:1.1:1789096892.505991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd800.
00000080:00000010:1.1:1789096892.630047:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440e39c0.
00000080:00000010:1.1:1789096892.630194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00010000:00000010:1.1:1789096895.252715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009e00.
00010000:00000010:1.1:1789096895.284077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dde00.
00010000:00000010:1.1:1789096896.081031:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e100.
00010000:00000010:1.1:1789096896.081041:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004c00.
00010000:00000010:1.1:1789096896.657940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616400.
00010000:00000010:1.1:1789096896.686187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112d00.
00010000:00000010:1.1:1789096896.686195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00000080:00000010:1.1:1789096896.689855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a1d280.
00000080:00000010:1.1:1789096896.689877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a20.
00010000:00000010:1.1:1789096896.692956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00010000:00000010:1.1:1789096896.711854:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112a00.
00010000:00000010:1.1:1789096896.711858:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18e00.
00000080:00000010:1.1:1789096896.720024:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244895280.
00000080:00000010:1.1:1789096896.720034:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656600.
00010000:00000010:1.1:1789096896.730837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00010000:00000010:1.1:1789096897.458042:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030000.
00010000:00000010:1.1:1789096897.458057:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30a00.
00010000:00000010:1.1:1789096898.764298:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58ce00.
00010000:00000010:1.1:1789096898.909636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7100.
00010000:00000010:1.1:1789096898.909650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b600.
00010000:00000010:1.1:1789096900.242190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1400.
00010000:00000010:1.1:1789096900.242202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba000.
00000080:00000010:1.1:1789096900.271018:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243648840.
00000080:00000010:1.1:1789096900.271046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:1.1:1789096900.296036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58d400.
00010000:00000010:1.1:1789096900.315046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980174112000.
00010000:00000010:1.1:1789096900.315074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba800.
00010000:00000010:1.1:1789096900.355855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dca00.
00010000:00000010:1.1:1789096901.079367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7e00.
00010000:00000010:1.1:1789096901.079379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98c00.
00000080:00000010:1.1:1789096901.100752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802516518c0.
00000080:00000010:1.1:1789096901.100775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6860.
00010000:00000010:1.1:1789096901.107076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58c800.
00010000:00000010:1.1:1789096901.139603:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7b00.
00010000:00000010:1.1:1789096901.139615:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99600.
00000080:00000010:1.1:1789096901.150436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174674a40.
00000080:00000010:1.1:1789096901.150473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fc0.
00010000:00000010:1.1:1789096901.989598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:1.1:1789096901.989612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762600.
00000080:00000010:1.1:1789096902.002379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244200840.
00000080:00000010:1.1:1789096902.002398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6560.
00010000:00000010:1.1:1789096902.013620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58d600.
00010000:00000010:1.1:1789096902.054879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13400.
00010000:00000010:1.1:1789096902.054894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789096902.598399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13d00.
00010000:00000010:1.1:1789096902.598406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00000080:00000010:1.1:1789096902.614282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024356e300.
00000080:00000010:1.1:1789096902.614291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15620.
00000080:00000010:1.1:1789096902.724141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449b18c0.
00000080:00000010:1.1:1789096902.724160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c00.
00010000:00000010:1.1:1789096902.731904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58cc00.
00010000:00000010:1.1:1789096906.911905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030200.
00010000:00000010:1.1:1789096906.911924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1c00.
00010000:00000010:1.1:1789096908.190877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1200.
00010000:00000010:1.1:1789096908.190891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19c00.
00000080:00000010:1.1:1789096908.204356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654f7380.
00000080:00000010:1.1:1789096908.204381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6860.
00010000:00000010:1.1:1789096908.210263:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3600.
00010000:00000010:1.1:1789096908.307981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030700.
00010000:00000010:1.1:1789096908.307996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff200.
00000080:00000010:1.1:1789096908.319643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798e4200.
00000080:00000010:1.1:1789096908.319659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15420.
00000080:00000010:1.1:1789096908.595838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ae8840.
00000080:00000010:1.1:1789096908.595851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15400.
00010000:00000010:1.1:1789096908.627878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789096908.627893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a200.
00000080:00000010:1.1:1789096908.639855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024347dac0.
00000080:00000010:1.1:1789096908.639872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656740.
00000080:00000010:1.1:1789096909.131470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a718c0.
00000080:00000010:1.1:1789096909.131504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:1.1:1789096909.146226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2c00.
00010000:00000010:1.1:1789096911.237968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175200.
00010000:00000010:1.1:1789096911.237977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789096913.508198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980167a99f00.
00010000:00000010:1.1:1789096913.508212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00000080:00000010:1.1:1789096913.518720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746318c0.
00000080:00000010:1.1:1789096913.518734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f00.
00010000:00000010:1.1:1789096913.532990:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00000080:00000010:1.1:1789096913.562933:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024477ca40.
00000080:00000010:1.1:1789096913.562948:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656800.
00010000:00000010:1.1:1789096913.750129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a800.
00010000:00000010:1.1:1789096913.750142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73800.
00000080:00000010:1.1:1789096913.762170:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434c6b40.
00000080:00000010:1.1:1789096913.762182:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789096913.773696:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:1.1:1789096914.040074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789096914.040090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73600.
00010000:00000010:1.1:1789096915.886863:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6e00.
00010000:00000010:1.1:1789096915.886871:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ee2f200.
00000080:00000010:1.1:1789096915.892876:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3c200.
00000080:00000010:1.1:1789096915.892895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15540.
00010000:00000010:1.1:1789096916.198832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:1.1:1789096916.198848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ee2fa00.
00000080:00000010:1.1:1789096921.310135:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244192940.
00000080:00000010:1.1:1789096921.310150:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152a0.
00010000:00000010:1.1:1789096921.316303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:1.1:1789096921.341168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e400.
00010000:00000010:1.1:1789096921.341181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd600.
00000080:00000010:1.1:1789096921.352933:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025175d280.
00000080:00000010:1.1:1789096921.352942:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789096921.357855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:1.1:1789096921.867042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:1.1:1789096921.867054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ee2e800.
00000080:00000010:1.1:1789096921.867062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446498c0.
00000080:00000010:1.1:1789096921.867069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15640.
00010000:00000010:1.1:1789096921.882999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00010000:00000010:1.1:1789096921.908991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bb00.
00010000:00000010:1.1:1789096921.909004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ee2f400.
00000080:00000010:1.1:1789096921.916386:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643ceb40.
00000080:00000010:1.1:1789096921.916406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646568c0.
00010000:00000010:1.1:1789096921.938807:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00000080:00000010:1.1:1789096922.548779:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802441498c0.
00000080:00000010:1.1:1789096922.548810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:1.1:1789096922.563899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98800.
00010000:00000010:1.1:1789096922.792417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e600.
00010000:00000010:1.1:1789096923.743695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:1.1:1789096923.743894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009000.
00000080:00000010:1.1:1789096923.761195:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f0000.
00000080:00000010:1.1:1789096923.761456:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15280.
00010000:00000010:1.1:1789096923.769833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dda00.
00010000:00000010:1.1:1789096924.631892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00010000:00000010:1.1:1789096924.675995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baede00.
00010000:00000010:1.1:1789096924.676007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb000.
00000080:00000010:1.1:1789096924.697934:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244787380.
00000080:00000010:1.1:1789096924.697959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ce0.
00010000:00000010:1.1:1789096924.737282:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00010000:00000010:1.1:1789096925.705459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0fc00.
00010000:00000010:1.1:1789096925.744003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aec00.
00010000:00000010:1.1:1789096925.744017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a58ee00.
00000080:00000010:1.1:1789096925.766885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ad4200.
00000080:00000010:1.1:1789096925.766908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15920.
00010000:00000010:1.1:1789096925.766919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789096927.568848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024464a100.
00000080:00000010:1.1:1789096927.568869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f65a0.
00000080:00000010:1.1:1789096929.496844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f3180.
00000080:00000010:1.1:1789096929.496857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317660.
00010000:00000010:1.1:1789096929.792893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5100.
00010000:00000010:1.1:1789096929.792908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dca00.
00000080:00000010:1.1:1789096929.800877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242184200.
00000080:00000010:1.1:1789096929.800897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6060.
00010000:00000010:1.1:1789096929.810845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00010000:00000010:1.1:1789096929.827875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5300.
00010000:00000010:1.1:1789096929.827887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00000080:00000010:1.1:1789096929.835846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163814200.
00000080:00000010:1.1:1789096929.835867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646565a0.
00010000:00000010:1.1:1789096929.850089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00000080:00000010:1.1:1789096930.305635:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244607380.
00000080:00000010:1.1:1789096930.305652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f60e0.
00010000:00000010:1.1:1789096932.543831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00000080:00000010:1.1:1789096934.648377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448039c0.
00000080:00000010:1.1:1789096934.648398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15400.
00010000:00000010:1.1:1789096934.877886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789096934.877899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e200.
00000080:00000010:1.1:1789096934.892801:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243693180.
00000080:00000010:1.1:1789096934.892813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:1.1:1789096934.897438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73e00.
00000080:00000010:1.1:1789096935.446752:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643b1080.
00000080:00000010:1.1:1789096935.446771:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:1.1:1789096935.458079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73c00.
00010000:00000010:1.1:1789096935.482045:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175300.
00010000:00000010:1.1:1789096935.482052:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248a0e400.
00000080:00000010:1.1:1789096935.492717:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a54a40.
00000080:00000010:1.1:1789096935.492734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656080.
00010000:00000010:1.1:1789096935.497973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73c00.
00000080:00000010:1.1:1789096936.304958:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a55a100.
00000080:00000010:1.1:1789096936.304980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f67c0.
00010000:00000010:1.1:1789096936.315915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73400.
00010000:00000010:1.1:1789096936.609263:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5f00.
00010000:00000010:1.1:1789096936.609277:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:1.1:1789096937.138233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018c00.
00010000:00000010:1.1:1789096937.138247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904c00.
00000080:00000010:1.1:1789096937.299621:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517439c0.
00000080:00000010:1.1:1789096937.299642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317f60.
00010000:00000010:1.1:1789096937.304850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73c00.
00010000:00000010:1.1:1789096937.343772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac200.
00010000:00000010:1.1:1789096937.343784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905000.
00010000:00000010:1.1:1789096938.046842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:1.1:1789096938.046878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6800.
00000080:00000010:1.1:1789096938.075257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025058dac0.
00000080:00000010:1.1:1789096938.075275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:1.1:1789096938.090852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72c00.
00010000:00000010:1.1:1789096938.108204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6f00.
00010000:00000010:1.1:1789096938.108229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7c00.
00000080:00000010:1.1:1789096938.137922:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b7a940.
00000080:00000010:1.1:1789096938.137934:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fa0.
00010000:00000010:1.1:1789096938.207871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6600.
00010000:00000010:1.1:1789096938.207880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00000080:00000010:1.1:1789096938.220490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024477c200.
00000080:00000010:1.1:1789096938.220501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c00.
00010000:00000010:1.1:1789096938.244834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73200.
00010000:00000010:1.1:1789096939.707058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a600.
00010000:00000010:1.1:1789096939.707071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00000080:00000010:1.1:1789096939.717991:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447db180.
00000080:00000010:1.1:1789096939.718017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:1.1:1789096939.732691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72c00.
00010000:00000010:1.1:1789096941.048918:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7e00.
00010000:00000010:1.1:1789096941.914871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:1.1:1789096941.914885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00010000:00000010:1.1:1789096942.305334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00010000:00000010:1.1:1789096942.647961:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baedb00.
00010000:00000010:1.1:1789096942.647968:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00000080:00000010:1.1:1789096942.660976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505b98c0.
00000080:00000010:1.1:1789096942.661004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d00.
00010000:00000010:1.1:1789096942.665875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72400.
00010000:00000010:1.1:1789096942.709009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baedd00.
00010000:00000010:1.1:1789096942.709018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1e00.
00000080:00000010:1.1:1789096942.725023:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024428f380.
00000080:00000010:1.1:1789096942.725039:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656840.
00010000:00000010:1.1:1789096942.725049:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72400.
00010000:00000010:1.1:1789096942.737925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98e00.
00010000:00000010:1.1:1789096942.737938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00000080:00000010:1.1:1789096942.748848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179997380.
00000080:00000010:1.1:1789096942.748872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656320.
00010000:00000010:1.1:1789096943.279404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5400.
00010000:00000010:1.1:1789096943.279420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00000080:00000010:1.1:1789096943.292830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505aa100.
00000080:00000010:1.1:1789096943.292845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b00.
00010000:00000010:1.1:1789096944.061191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018700.
00010000:00000010:1.1:1789096944.061199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9200.
00000080:00000010:1.1:1789096944.067846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a601080.
00000080:00000010:1.1:1789096944.067859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317fe0.
00010000:00000010:1.1:1789096944.085455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72a00.
00010000:00000010:1.1:1789096944.089882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018200.
00010000:00000010:1.1:1789096944.089896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9000.
00000080:00000010:1.1:1789096944.112844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798e7380.
00000080:00000010:1.1:1789096944.112860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646561c0.
00010000:00000010:1.1:1789096944.112869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc72a00.
00010000:00000010:1.1:1789096947.035901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45800.
00010000:00000010:1.1:1789096947.035918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3400.
00000080:00000010:1.1:1789096947.047063:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443b7380.
00000080:00000010:1.1:1789096947.047096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f00.
00010000:00000010:1.1:1789096947.073101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7600.
00010000:00000010:1.1:1789096948.793889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9100.
00010000:00000010:1.1:1789096948.793897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc73a00.
00010000:00000010:1.1:1789096949.023827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00010000:00000010:1.1:1789096951.372489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789096951.372501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00000080:00000010:1.1:1789096951.385987:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250505ac0.
00000080:00000010:1.1:1789096951.386007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:1.1:1789096951.421868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c500.
00010000:00000010:1.1:1789096951.421881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904600.
00000080:00000010:1.1:1789096951.441252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024461e300.
00000080:00000010:1.1:1789096951.441283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646563e0.
00010000:00000010:1.1:1789096952.198888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175f00.
00010000:00000010:1.1:1789096952.198904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcac00.
00010000:00000010:1.1:1789096952.254881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175200.
00010000:00000010:1.1:1789096952.254894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bae00.
00000080:00000010:1.1:1789096952.267848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4a8840.
00000080:00000010:1.1:1789096952.267865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fe0.
00010000:00000010:1.1:1789096952.275859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00010000:00000010:1.1:1789096952.766326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6600.
00010000:00000010:1.1:1789096952.766334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005a00.
00000080:00000010:1.1:1789096952.780846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744dca40.
00000080:00000010:1.1:1789096952.780872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15920.
00010000:00000010:1.1:1789096952.853142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789096952.853159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004000.
00000080:00000010:1.1:1789096952.865181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744da100.
00000080:00000010:1.1:1789096952.865200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:1.1:1789096952.885828:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00010000:00000010:1.1:1789096952.890997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a200.
00010000:00000010:1.1:1789096952.891008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004e00.
00000080:00000010:1.1:1789096952.895878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a4ca940.
00000080:00000010:1.1:1789096952.895894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656a20.
00010000:00000010:1.1:1789096953.044021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930200.
00010000:00000010:1.1:1789096953.081846:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ab00.
00010000:00000010:1.1:1789096953.081853:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19c00.
00000080:00000010:1.1:1789096953.088059:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244706300.
00000080:00000010:1.1:1789096953.088077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15360.
00010000:00000010:1.1:1789096953.094954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00010000:00000010:1.1:1789096954.350948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45d00.
00010000:00000010:1.1:1789096954.350957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00000080:00000010:1.1:1789096954.358981:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244215280.
00000080:00000010:1.1:1789096954.358998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15620.
00010000:00000010:1.1:1789096954.371916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00010000:00000010:1.1:1789096954.631988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7a00.
00010000:00000010:1.1:1789096955.016908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616400.
00010000:00000010:1.1:1789096955.052877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018700.
00010000:00000010:1.1:1789096955.052894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99400.
00000080:00000010:1.1:1789096955.068663:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449db180.
00000080:00000010:1.1:1789096955.068684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789096955.079997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90fc00.
00010000:00000010:1.1:1789096956.334177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335400.
00010000:00000010:1.1:1789096956.334185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789096956.339054:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024414f380.
00000080:00000010:1.1:1789096956.339067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6be0.
00010000:00000010:1.1:1789096956.346218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f200.
00010000:00000010:1.1:1789096956.370117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335e00.
00010000:00000010:1.1:1789096956.370128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cac00.
00010000:00000010:1.1:1789096956.865241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335100.
00010000:00000010:1.1:1789096956.865253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789096957.340846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00000080:00000010:1.1:1789096957.359579:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446ba100.
00000080:00000010:1.1:1789096957.359595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6980.
00000080:00000010:1.1:1789096957.594419:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447f0840.
00000080:00000010:1.1:1789096957.594430:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15460.
00010000:00000010:1.1:1789096957.717893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5000.
00010000:00000010:1.1:1789096957.717929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00000080:00000010:1.1:1789096957.908485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a6e300.
00000080:00000010:1.1:1789096957.908500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:1.1:1789096959.423897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00010000:00000010:1.1:1789096959.523857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33000.
00000080:00000010:1.1:1789096960.004307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440ce300.
00000080:00000010:1.1:1789096960.004330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743176c0.
00010000:00000010:1.1:1789096960.678885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789096960.678902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027a583200.
00000080:00000010:1.1:1789096960.708855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163822100.
00000080:00000010:1.1:1789096960.708882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156c0.
00010000:00000010:1.1:1789096961.732861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbc00.
00010000:00000010:1.1:1789096961.741071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789096961.741377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6e00.
00010000:00000010:1.1:1789096962.489881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9801741d5c00.
00010000:00000010:1.1:1789096962.489906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00000080:00000010:1.1:1789096962.517853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243660000.
00000080:00000010:1.1:1789096962.517877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00010000:00000010:1.1:1789096962.552878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00010000:00000010:1.1:1789096963.954890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335200.
00010000:00000010:1.1:1789096963.954906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6200.
00000080:00000010:1.1:1789096963.975844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bda940.
00000080:00000010:1.1:1789096963.975878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317200.
00010000:00000010:1.1:1789096963.994836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d200.
00010000:00000010:1.1:1789096964.474969:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f400.
00010000:00000010:1.1:1789096964.486607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335700.
00010000:00000010:1.1:1789096964.486620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2a00.
00000080:00000010:1.1:1789096964.494548:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442eb180.
00000080:00000010:1.1:1789096964.494563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:1.1:1789096964.499976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:1.1:1789096964.520883:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335a00.
00010000:00000010:1.1:1789096964.520891:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2200.
00000080:00000010:1.1:1789096964.529688:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802422898c0.
00000080:00000010:1.1:1789096964.529709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656860.
00010000:00000010:1.1:1789096964.538827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:1.1:1789096964.969019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980157335400.
00010000:00000010:1.1:1789096964.969028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3c00.
00000080:00000010:1.1:1789096964.974867:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506f4200.
00000080:00000010:1.1:1789096964.974892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:1.1:1789096964.995839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096965.051882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:1.1:1789096965.052071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a200.
00000080:00000010:1.1:1789096965.065460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244731080.
00000080:00000010:1.1:1789096965.065484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646564e0.
00010000:00000010:1.1:1789096965.078158:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:1.1:1789096965.603872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bf00.
00010000:00000010:1.1:1789096965.603883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523f800.
00010000:00000010:1.1:1789096966.925882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9c00.
00010000:00000010:1.1:1789096966.925895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90fe00.
00000080:00000010:1.1:1789096966.938431:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517d9080.
00000080:00000010:1.1:1789096966.938444:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743176e0.
00010000:00000010:1.1:1789096966.944414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789096966.961333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7f00.
00010000:00000010:1.1:1789096966.961347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f000.
00000080:00000010:1.1:1789096966.976138:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244226300.
00000080:00000010:1.1:1789096966.976159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656ea0.
00010000:00000010:1.1:1789096966.982455:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789096968.251975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00010000:00000010:1.1:1789096968.704991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:1.1:1789096968.704997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb000.
00010000:00000010:1.1:1789096969.060951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:1.1:1789096971.319910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9200.
00010000:00000010:1.1:1789096971.319930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00000080:00000010:1.1:1789096971.328168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024359c200.
00000080:00000010:1.1:1789096971.328226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15000.
00010000:00000010:1.1:1789096971.348621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789096971.588540:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030800.
00010000:00000010:1.1:1789096971.588548:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98c00.
00000080:00000010:1.1:1789096971.600044:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024498a100.
00000080:00000010:1.1:1789096971.600065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:1.1:1789096971.633019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789096971.753117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4a00.
00010000:00000010:1.1:1789096971.753136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00010000:00000010:1.1:1789096973.635936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c500.
00010000:00000010:1.1:1789096973.635948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2600.
00010000:00000010:1.1:1789096973.668319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789096973.668333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3000.
00010000:00000010:1.1:1789096974.044879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccef00.
00010000:00000010:1.1:1789096974.044894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3800.
00000080:00000010:1.1:1789096974.059829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244955ac0.
00000080:00000010:1.1:1789096974.059845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:1.1:1789096974.090050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789096974.145220:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce500.
00010000:00000010:1.1:1789096974.145229:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2c00.
00000080:00000010:1.1:1789096974.145826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4da940.
00000080:00000010:1.1:1789096974.145836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656de0.
00010000:00000010:1.1:1789096974.625330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030100.
00010000:00000010:1.1:1789096974.625343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32400.
00000080:00000010:1.1:1789096974.643335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250706b40.
00000080:00000010:1.1:1789096974.643354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789096974.656922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789096974.778053:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030900.
00010000:00000010:1.1:1789096974.778061:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004800.
00000080:00000010:1.1:1789096974.785082:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447bb180.
00000080:00000010:1.1:1789096974.785093:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:1.1:1789096974.790888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:1.1:1789096974.807054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030200.
00010000:00000010:1.1:1789096974.807067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005600.
00000080:00000010:1.1:1789096974.815887:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243620000.
00000080:00000010:1.1:1789096974.815902:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656500.
00010000:00000010:1.1:1789096974.822699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00000080:00000010:1.1:1789096978.249022:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517eeb40.
00000080:00000010:1.1:1789096978.249052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6760.
00010000:00000010:1.1:1789096978.428950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:1.1:1789096978.428963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3000.
00000080:00000010:1.1:1789096978.453388:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025059dac0.
00000080:00000010:1.1:1789096978.453405:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:1.1:1789096978.463841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789096978.719981:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443c3180.
00000080:00000010:1.1:1789096978.720003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fc0.
00010000:00000010:1.1:1789096978.724940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00010000:00000010:1.1:1789096978.741004:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789096978.741012:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00000080:00000010:1.1:1789096978.750999:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a53f380.
00000080:00000010:1.1:1789096978.751012:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656420.
00010000:00000010:1.1:1789096978.763509:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9ddc00.
00000080:00000010:1.1:1789096978.802082:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a97380.
00000080:00000010:1.1:1789096978.802103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789096978.807159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00010000:00000010:1.1:1789096978.821803:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c600.
00010000:00000010:1.1:1789096978.821810:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00000080:00000010:1.1:1789096978.826866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024429b180.
00000080:00000010:1.1:1789096978.826876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656980.
00010000:00000010:1.1:1789096979.692060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152d00.
00010000:00000010:1.1:1789096979.692069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00000080:00000010:1.1:1789096979.697917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798f18c0.
00000080:00000010:1.1:1789096979.697932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d154e0.
00010000:00000010:1.1:1789096979.716893:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dca00.
00010000:00000010:1.1:1789096979.740909:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:1.1:1789096979.740939:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00000080:00000010:1.1:1789096979.753917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244855280.
00000080:00000010:1.1:1789096979.753929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656560.
00010000:00000010:1.1:1789096979.764011:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789096980.394927:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024426a940.
00000080:00000010:1.1:1789096980.394948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6180.
00010000:00000010:1.1:1789096980.951870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138f00.
00010000:00000010:1.1:1789096980.951882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1e00.
00000080:00000010:1.1:1789096980.966336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243587380.
00000080:00000010:1.1:1789096980.966357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743179c0.
00010000:00000010:1.1:1789096980.981843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789096983.746924:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a551080.
00000080:00000010:1.1:1789096983.746935:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15140.
00010000:00000010:1.1:1789096983.756439:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00010000:00000010:1.1:1789096983.769724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6600.
00010000:00000010:1.1:1789096983.769732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00010000:00000010:1.1:1789096984.970721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed000.
00010000:00000010:1.1:1789096984.970733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ee2e000.
00000080:00000010:1.1:1789096984.976978:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251646b40.
00000080:00000010:1.1:1789096984.977001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6bc0.
00010000:00000010:1.1:1789096984.993896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096985.110955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e3a00.
00010000:00000010:1.1:1789096986.032885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9b00.
00010000:00000010:1.1:1789096986.032912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00010000:00000010:1.1:1789096986.243027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9600.
00010000:00000010:1.1:1789096986.243040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a600.
00000080:00000010:1.1:1789096986.255847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4ea100.
00000080:00000010:1.1:1789096986.255871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15060.
00010000:00000010:1.1:1789096986.265355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7800.
00010000:00000010:1.1:1789096986.289874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9000.
00010000:00000010:1.1:1789096986.289886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00000080:00000010:1.1:1789096986.304349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507e39c0.
00000080:00000010:1.1:1789096986.304393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656e80.
00010000:00000010:1.1:1789096986.318012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7800.
00010000:00000010:1.1:1789096987.132109:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789096987.132114:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba000.
00000080:00000010:1.1:1789096987.142927:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244752100.
00000080:00000010:1.1:1789096987.142937:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15da0.
00010000:00000010:1.1:1789096987.148911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00010000:00000010:1.1:1789096987.167955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175300.
00010000:00000010:1.1:1789096987.167971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489baa00.
00000080:00000010:1.1:1789096987.181912:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243618840.
00000080:00000010:1.1:1789096987.181926:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656220.
00010000:00000010:1.1:1789096987.198323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00010000:00000010:1.1:1789096987.213897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789096987.213914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00000080:00000010:1.1:1789096987.224935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434eca40.
00000080:00000010:1.1:1789096987.224960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656be0.
00010000:00000010:1.1:1789096987.244116:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00010000:00000010:1.1:1789096987.260378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789096987.260393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ec200.
00000080:00000010:1.1:1789096987.279860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506f8840.
00000080:00000010:1.1:1789096987.279886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656920.
00000080:00000010:1.1:1789096987.942851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244997380.
00000080:00000010:1.1:1789096987.942886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00000080:00000010:1.1:1789096989.225108:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244002940.
00000080:00000010:1.1:1789096989.225131:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:1.1:1789096989.391947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789096989.425008:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7c00.
00010000:00000010:1.1:1789096989.425024:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802454e2000.
00000080:00000010:1.1:1789096989.428505:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802504f4a40.
00000080:00000010:1.1:1789096989.428529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00010000:00000010:1.1:1789096989.440471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00010000:00000010:1.1:1789096989.478197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789096989.478219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7c00.
00000080:00000010:1.1:1789096989.484945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016386eb40.
00000080:00000010:1.1:1789096989.484966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656d00.
00010000:00000010:1.1:1789096989.484977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00010000:00000010:1.1:1789096992.167837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030200.
00010000:00000010:1.1:1789096992.167855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004000.
00000080:00000010:1.1:1789096993.371871:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a74c200.
00000080:00000010:1.1:1789096993.371892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317360.
00010000:00000010:1.1:1789096993.811465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce400.
00010000:00000010:1.1:1789096993.811491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00010000:00000010:1.1:1789096993.910312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccea00.
00010000:00000010:1.1:1789096993.910323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:1.1:1789096994.115840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00010000:00000010:1.1:1789096994.833048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:1.1:1789096994.833060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00000080:00000010:1.1:1789096994.855847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243708000.
00000080:00000010:1.1:1789096994.855868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d20.
00010000:00000010:1.1:1789096994.866972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00000080:00000010:1.1:1789096995.424533:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437b2100.
00000080:00000010:1.1:1789096995.424559:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b40.
00010000:00000010:1.1:1789096995.489397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00010000:00000010:1.1:1789096996.976867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce500.
00010000:00000010:1.1:1789096996.976882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dce00.
00000080:00000010:1.1:1789096997.005277:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435e2940.
00000080:00000010:1.1:1789096997.005308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15380.
00010000:00000010:1.1:1789096997.023130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00000080:00000010:1.1:1789096997.436059:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434e2940.
00000080:00000010:1.1:1789096997.436076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743177a0.
00010000:00000010:1.1:1789096997.452830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7c00.
00000080:00000010:1.1:1789096997.653937:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d6b40.
00000080:00000010:1.1:1789096997.653958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15620.
00010000:00000010:1.1:1789096997.862184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a800.
00010000:00000010:1.1:1789096997.862196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:1.1:1789096997.940933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00010000:00000010:1.1:1789096998.150471:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13700.
00010000:00000010:1.1:1789096998.150478:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030200.
00000080:00000010:1.1:1789096998.156651:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437d4a40.
00000080:00000010:1.1:1789096998.156663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:1.1:1789096998.164623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096998.177892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13300.
00010000:00000010:1.1:1789096998.177908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030600.
00000080:00000010:1.1:1789096998.190956:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744adac0.
00000080:00000010:1.1:1789096998.190975:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c00.
00010000:00000010:1.1:1789096998.205055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096998.430840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13600.
00010000:00000010:1.1:1789096998.430852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:1.1:1789096998.436040:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250700000.
00000080:00000010:1.1:1789096998.436062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:1.1:1789096998.445133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00010000:00000010:1.1:1789096998.485879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13c00.
00010000:00000010:1.1:1789096998.485893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98c00.
00000080:00000010:1.1:1789096998.506943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243605ac0.
00000080:00000010:1.1:1789096998.506966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656b60.
00010000:00000010:1.1:1789096998.531858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00010000:00000010:1.1:1789096999.148905:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccef00.
00010000:00000010:1.1:1789096999.148911:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789096999.161135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a4c18c0.
00000080:00000010:1.1:1789096999.161147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317e40.
00010000:00000010:1.1:1789096999.170931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096999.198966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:1.1:1789096999.198976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00000080:00000010:1.1:1789096999.208891:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025058d280.
00000080:00000010:1.1:1789096999.208903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646568e0.
00010000:00000010:1.1:1789096999.216665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789096999.284897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce300.
00010000:00000010:1.1:1789096999.284920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00000080:00000010:1.1:1789096999.502974:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243500840.
00000080:00000010:1.1:1789096999.502999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317fe0.
00010000:00000010:1.1:1789096999.587889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ee00.
00010000:00000010:1.1:1789096999.587904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:1.1:1789096999.596894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802504f3180.
00000080:00000010:1.1:1789096999.596920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a00.
00010000:00000010:1.1:1789096999.605395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789096999.629891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e400.
00010000:00000010:1.1:1789096999.629912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6d400.
00000080:00000010:1.1:1789096999.638803:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4c0840.
00000080:00000010:1.1:1789096999.638823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656220.
00010000:00000010:1.1:1789096999.646851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789096999.689889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ef00.
00010000:00000010:1.1:1789096999.689902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6cc00.
00000080:00000010:1.1:1789096999.702716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017998b9c0.
00000080:00000010:1.1:1789096999.702731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656920.
00010000:00000010:1.1:1789096999.707838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789096999.812849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00000080:00000010:1.1:1789097000.383850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785d2940.
00000080:00000010:1.1:1789097000.383867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15680.
00010000:00000010:1.1:1789097002.151089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030800.
00010000:00000010:1.1:1789097002.151102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90fe00.
00000080:00000010:1.1:1789097002.170976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab2100.
00000080:00000010:1.1:1789097002.170988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:1.1:1789097002.195899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018700.
00010000:00000010:1.1:1789097002.195910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f000.
00010000:00000010:1.1:1789097003.682969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025111ef00.
00010000:00000010:1.1:1789097003.682983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:1.1:1789097003.712872:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024414a100.
00000080:00000010:1.1:1789097003.712892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6360.
00010000:00000010:1.1:1789097003.736832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6e00.
00010000:00000010:1.1:1789097004.046851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025fd5a300.
00010000:00000010:1.1:1789097004.046873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:1.1:1789097004.056955:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799a6300.
00000080:00000010:1.1:1789097004.056975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f40.
00010000:00000010:1.1:1789097004.448049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ffe00.
00010000:00000010:1.1:1789097004.560282:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff000.
00010000:00000010:1.1:1789097005.363915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00010000:00000010:1.1:1789097005.400016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89b00.
00010000:00000010:1.1:1789097005.400030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd800.
00000080:00000010:1.1:1789097005.407035:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449f8840.
00000080:00000010:1.1:1789097005.407060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317020.
00010000:00000010:1.1:1789097005.419851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7400.
00010000:00000010:1.1:1789097005.543878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030b00.
00010000:00000010:1.1:1789097005.543889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00010000:00000010:1.1:1789097005.569821:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:1.1:1789097005.588063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:1.1:1789097005.588078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dce00.
00000080:00000010:1.1:1789097005.602230:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250671080.
00000080:00000010:1.1:1789097005.602256:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743178a0.
00010000:00000010:1.1:1789097005.612373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7400.
00010000:00000010:1.1:1789097006.151234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024441bb00.
00010000:00000010:1.1:1789097006.151257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00000080:00000010:1.1:1789097006.155146:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506d4a40.
00000080:00000010:1.1:1789097006.155162:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f69c0.
00010000:00000010:1.1:1789097006.170578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6a00.
00010000:00000010:1.1:1789097006.189636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802445bb700.
00010000:00000010:1.1:1789097006.189653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6400.
00000080:00000010:1.1:1789097006.197837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505ec200.
00000080:00000010:1.1:1789097006.197858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656720.
00010000:00000010:1.1:1789097006.218836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6a00.
00010000:00000010:1.1:1789097007.995336:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027ee31300.
00010000:00000010:1.1:1789097007.995343:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6d400.
00000080:00000010:1.1:1789097008.001944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244860000.
00000080:00000010:1.1:1789097008.002129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:1.1:1789097008.014909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6e00.
00010000:00000010:1.1:1789097009.883904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030100.
00010000:00000010:1.1:1789097009.883917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:1.1:1789097009.890770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a05280.
00000080:00000010:1.1:1789097009.890803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:1.1:1789097009.894961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6c00.
00010000:00000010:1.1:1789097010.340868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025111e100.
00010000:00000010:1.1:1789097010.340879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616600.
00000080:00000010:1.1:1789097010.354315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243766b40.
00000080:00000010:1.1:1789097010.354335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15440.
00010000:00000010:1.1:1789097010.381841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6e00.
00000080:00000010:1.1:1789097010.629350:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4a8000.
00000080:00000010:1.1:1789097010.629369:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15900.
00010000:00000010:1.1:1789097012.006999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e900.
00010000:00000010:1.1:1789097012.007013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00000080:00000010:1.1:1789097012.019918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024438b9c0.
00000080:00000010:1.1:1789097012.019935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ea0.
00010000:00000010:1.1:1789097012.025836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00010000:00000010:1.1:1789097012.049974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e800.
00010000:00000010:1.1:1789097012.049992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfe00.
00000080:00000010:1.1:1789097012.057389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744a98c0.
00000080:00000010:1.1:1789097012.057425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656da0.
00010000:00000010:1.1:1789097012.068843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00010000:00000010:1.1:1789097012.083868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e600.
00010000:00000010:1.1:1789097012.083881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfc00.
00000080:00000010:1.1:1789097012.096844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643e5ac0.
00000080:00000010:1.1:1789097012.096854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646564c0.
00010000:00000010:1.1:1789097013.194935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042ea00.
00000080:00000010:1.1:1789097014.146189:0:392684:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ae1080.
00000080:00000010:1.1:1789097014.146213:0:392684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317cc0.
00010000:00000010:1.1:1789097014.909019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025111ec00.
00010000:00000010:1.1:1789097014.909034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff000.
00000080:00000010:1.1:1789097014.917038:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a06b40.
00000080:00000010:1.1:1789097014.917062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d60.
00010000:00000010:1.1:1789097014.927830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbc00.
00000080:00000010:1.1:1789097015.791672:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442d3180.
00000080:00000010:1.1:1789097015.791690:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:1.1:1789097015.805105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca400.
00010000:00000010:1.1:1789097016.354620:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027d153500.
00010000:00000010:1.1:1789097016.354630:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00000080:00000010:1.1:1789097016.368222:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250640840.
00000080:00000010:1.1:1789097016.368246:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15880.
00010000:00000010:1.1:1789097016.372717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789097019.588236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243509080.
00000080:00000010:1.1:1789097019.588255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ac0.
00010000:00000010:1.1:1789097022.270980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed900.
00010000:00000010:1.1:1789097022.270993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc800.
00000080:00000010:1.1:1789097022.283291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024362b9c0.
00000080:00000010:1.1:1789097022.283317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6860.
00010000:00000010:1.1:1789097022.295847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00010000:00000010:1.1:1789097022.311002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed200.
00010000:00000010:1.1:1789097022.311017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00010000:00000010:1.1:1789097024.758881:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027ee31200.
00010000:00000010:1.1:1789097024.758889:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004c00.
00000080:00000010:1.1:1789097024.764882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024471dac0.
00000080:00000010:1.1:1789097024.764903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6580.
00010000:00000010:1.1:1789097024.790841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca000.
00010000:00000010:1.1:1789097026.450119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7400.
00010000:00000010:1.1:1789097026.450143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00000080:00000010:1.1:1789097028.403838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d5ac0.
00000080:00000010:1.1:1789097028.403920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:1.1:1789097028.415857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cac00.
00010000:00000010:1.1:1789097029.634916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138100.
00010000:00000010:1.1:1789097029.634930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789097029.643952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244170840.
00000080:00000010:1.1:1789097029.643989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a20.
00010000:00000010:1.1:1789097029.654994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca200.
00010000:00000010:1.1:1789097029.682633:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138f00.
00010000:00000010:1.1:1789097029.682646:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00000080:00000010:1.1:1789097029.701251:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802441f5ac0.
00000080:00000010:1.1:1789097029.713890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656880.
00010000:00000010:1.1:1789097030.224035:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:1.1:1789097030.224051:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fea00.
00000080:00000010:1.1:1789097030.456148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509c7380.
00000080:00000010:1.1:1789097030.456169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317660.
00010000:00000010:1.1:1789097030.464553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00000080:00000010:1.1:1789097030.945497:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bcb180.
00000080:00000010:1.1:1789097030.945515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ea0.
00010000:00000010:1.1:1789097030.959237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca800.
00000080:00000010:1.1:1789097031.392020:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a218c0.
00000080:00000010:1.1:1789097031.392050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153a0.
00010000:00000010:1.1:1789097031.412873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00010000:00000010:1.1:1789097036.842198:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:1.1:1789097036.866597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:1.1:1789097036.904880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c400.
00010000:00000010:1.1:1789097036.904893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cae00.
00000080:00000010:1.1:1789097036.928043:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507e2100.
00000080:00000010:1.1:1789097036.928056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00000080:00000010:1.1:1789097037.104495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017998eb40.
00000080:00000010:1.1:1789097037.104512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f68e0.
00010000:00000010:1.1:1789097037.121088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fe00.
00010000:00000010:1.1:1789097038.126516:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9f00.
00010000:00000010:1.1:1789097038.126533:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:1.1:1789097040.057404:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7400.
00010000:00000010:1.1:1789097040.057774:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ffa00.
00000080:00000010:1.1:1789097040.059952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506c5ac0.
00000080:00000010:1.1:1789097040.059966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:1.1:1789097040.070971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00000080:00000010:1.1:1789097040.583964:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509b4200.
00000080:00000010:1.1:1789097040.583978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f00.
00010000:00000010:1.1:1789097040.583989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f200.
00010000:00000010:1.1:1789097042.229230:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024441b800.
00010000:00000010:1.1:1789097042.229245:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:1.1:1789097042.233046:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798fca40.
00000080:00000010:1.1:1789097042.233065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317420.
00010000:00000010:1.1:1789097042.233073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00010000:00000010:1.1:1789097043.259849:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c800.
00010000:00000010:1.1:1789097043.548079:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135cd00.
00010000:00000010:1.1:1789097043.548088:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00000080:00000010:1.1:1789097043.552865:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437c8840.
00000080:00000010:1.1:1789097043.552884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156a0.
00010000:00000010:1.1:1789097043.559846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00010000:00000010:1.1:1789097043.589228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789097043.589245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00000080:00000010:1.1:1789097043.613211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174650000.
00000080:00000010:1.1:1789097043.613226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656760.
00010000:00000010:1.1:1789097043.910850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb200.
00010000:00000010:1.1:1789097043.934859:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c800.
00010000:00000010:1.1:1789097043.934865:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2200.
00000080:00000010:1.1:1789097043.938928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436eeb40.
00000080:00000010:1.1:1789097043.938944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15da0.
00010000:00000010:1.1:1789097043.944263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f200.
00010000:00000010:1.1:1789097045.672853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb800.
00000080:00000010:1.1:1789097045.733043:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250a898c0.
00000080:00000010:1.1:1789097045.733062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6140.
00010000:00000010:1.1:1789097045.737968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:1.1:1789097046.508948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6ca00.
00010000:00000010:1.1:1789097046.551897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98200.
00010000:00000010:1.1:1789097046.551910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00010000:00000010:1.1:1789097046.812835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89800.
00010000:00000010:1.1:1789097046.812844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00000080:00000010:1.1:1789097046.822870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244094200.
00000080:00000010:1.1:1789097046.822893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6580.
00010000:00000010:1.1:1789097046.827854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fe00.
00010000:00000010:1.1:1789097047.259486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024441b300.
00010000:00000010:1.1:1789097047.259500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008800.
00000080:00000010:1.1:1789097047.263127:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024341a940.
00000080:00000010:1.1:1789097047.263143:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6040.
00010000:00000010:1.1:1789097047.274318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00010000:00000010:1.1:1789097047.290967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024441be00.
00010000:00000010:1.1:1789097047.290986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00000080:00000010:1.1:1789097047.299837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443218c0.
00000080:00000010:1.1:1789097047.299860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656920.
00010000:00000010:1.1:1789097047.307996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00010000:00000010:1.1:1789097048.965101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00010000:00000010:1.1:1789097049.001933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027f091a00.
00010000:00000010:1.1:1789097049.001946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004400.
00000080:00000010:1.1:1789097049.014937:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016439d280.
00000080:00000010:1.1:1789097049.014963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:1.1:1789097049.041589:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00000080:00000010:1.1:1789097050.173647:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024426eb40.
00000080:00000010:1.1:1789097050.173663:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15080.
00010000:00000010:1.1:1789097050.183575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32a00.
00000080:00000010:1.1:1789097050.193599:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244758000.
00000080:00000010:1.1:1789097050.193621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789097050.202327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32a00.
00010000:00000010:1.1:1789097050.226352:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7a00.
00010000:00000010:1.1:1789097050.226366:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00000080:00000010:1.1:1789097050.235905:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446a4200.
00000080:00000010:1.1:1789097050.235924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646563e0.
00010000:00000010:1.1:1789097050.241070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32a00.
00010000:00000010:1.1:1789097050.758874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98200.
00010000:00000010:1.1:1789097050.758892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb600.
00000080:00000010:1.1:1789097050.772858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244610840.
00000080:00000010:1.1:1789097050.772897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f80.
00010000:00000010:1.1:1789097050.814532:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32800.
00010000:00000010:1.1:1789097050.984879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6900.
00010000:00000010:1.1:1789097050.984892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb200.
00000080:00000010:1.1:1789097051.003878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250659080.
00000080:00000010:1.1:1789097051.003912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15440.
00010000:00000010:1.1:1789097051.016878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32a00.
00000080:00000010:1.1:1789097051.912851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250772100.
00000080:00000010:1.1:1789097051.912866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a40.
00010000:00000010:1.1:1789097053.034312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13300.
00010000:00000010:1.1:1789097053.034325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617400.
00010000:00000010:1.1:1789097053.054816:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb800.
00010000:00000010:1.1:1789097053.231889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005600.
00010000:00000010:1.1:1789097053.250228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6c00.
00010000:00000010:1.1:1789097053.250235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00000080:00000010:1.1:1789097053.265416:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244024200.
00000080:00000010:1.1:1789097053.265428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15360.
00010000:00000010:1.1:1789097053.283843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097054.402307:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bb00.
00010000:00000010:1.1:1789097054.402314:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00000080:00000010:1.1:1789097054.413606:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a4e300.
00000080:00000010:1.1:1789097054.413623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ba0.
00010000:00000010:1.1:1789097054.417832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097054.442917:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b300.
00010000:00000010:1.1:1789097054.442924:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00000080:00000010:1.1:1789097054.458246:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016386d280.
00000080:00000010:1.1:1789097054.458258:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656960.
00010000:00000010:1.1:1789097054.464839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097054.545959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b700.
00010000:00000010:1.1:1789097054.545972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:1.1:1789097054.865842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00000080:00000010:1.1:1789097055.865855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442918c0.
00000080:00000010:1.1:1789097055.865883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:1.1:1789097055.881022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097056.713684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac200.
00010000:00000010:1.1:1789097056.713699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905400.
00000080:00000010:1.1:1789097056.724886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243707380.
00000080:00000010:1.1:1789097056.724899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6e80.
00010000:00000010:1.1:1789097056.968418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac900.
00010000:00000010:1.1:1789097056.968431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00000080:00000010:1.1:1789097056.980173:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243639080.
00000080:00000010:1.1:1789097056.980189:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15560.
00010000:00000010:1.1:1789097056.985319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca800.
00010000:00000010:1.1:1789097057.005940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460acd00.
00010000:00000010:1.1:1789097057.005954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcba00.
00000080:00000010:1.1:1789097057.013445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024378a100.
00000080:00000010:1.1:1789097057.013467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656440.
00010000:00000010:1.1:1789097057.028992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcba00.
00010000:00000010:1.1:1789097058.058866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762400.
00010000:00000010:1.1:1789097058.446874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89d00.
00010000:00000010:1.1:1789097058.446892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99400.
00000080:00000010:1.1:1789097058.461606:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244239080.
00000080:00000010:1.1:1789097058.461623:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15180.
00000080:00000010:1.1:1789097058.598846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024218dac0.
00000080:00000010:1.1:1789097058.598867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f61c0.
00000080:00000010:1.1:1789097058.742979:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448b7380.
00000080:00000010:1.1:1789097058.742994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:1.1:1789097058.751052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb200.
00010000:00000010:1.1:1789097059.317974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98b00.
00010000:00000010:1.1:1789097059.317981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:1.1:1789097059.324515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024429f380.
00000080:00000010:1.1:1789097059.324531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317f00.
00010000:00000010:1.1:1789097059.334564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097059.352871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027f091600.
00010000:00000010:1.1:1789097059.352886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662600.
00010000:00000010:1.1:1789097060.971854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c700.
00010000:00000010:1.1:1789097060.971881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbc00.
00010000:00000010:1.1:1789097061.187006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138f00.
00010000:00000010:1.1:1789097061.187030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00000080:00000010:1.1:1789097061.210501:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437c7380.
00000080:00000010:1.1:1789097061.210516:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:1.1:1789097061.226254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcbc00.
00000080:00000010:1.1:1789097061.608947:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a536300.
00000080:00000010:1.1:1789097061.608970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152c0.
00010000:00000010:1.1:1789097061.625657:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb800.
00010000:00000010:1.1:1789097061.747835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138e00.
00010000:00000010:1.1:1789097061.747851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789097062.373881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ace00.
00010000:00000010:1.1:1789097062.373895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6de00.
00000080:00000010:1.1:1789097062.382983:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017467b9c0.
00000080:00000010:1.1:1789097062.383000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6b40.
00010000:00000010:1.1:1789097062.392827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097062.424716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7f00.
00010000:00000010:1.1:1789097062.424726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00000080:00000010:1.1:1789097062.429546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243520840.
00000080:00000010:1.1:1789097062.429566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656be0.
00010000:00000010:1.1:1789097062.449906:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097062.704561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca800.
00010000:00000010:1.1:1789097063.035167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:1.1:1789097063.035183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00000080:00000010:1.1:1789097063.048428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447b0000.
00000080:00000010:1.1:1789097063.048464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317f80.
00010000:00000010:1.1:1789097063.075861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcac00.
00010000:00000010:1.1:1789097063.096272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:1.1:1789097063.096288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00010000:00000010:1.1:1789097063.286107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45d00.
00010000:00000010:1.1:1789097063.286120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789097064.962860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac600.
00010000:00000010:1.1:1789097064.962878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7800.
00000080:00000010:1.1:1789097065.060135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141be0840.
00000080:00000010:1.1:1789097065.060150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:1.1:1789097066.104951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a400.
00010000:00000010:1.1:1789097066.104966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ed8a800.
00000080:00000010:1.1:1789097066.115839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250654200.
00000080:00000010:1.1:1789097066.115856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15480.
00010000:00000010:1.1:1789097066.942057:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ab00.
00010000:00000010:1.1:1789097066.942065:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cbe00.
00000080:00000010:1.1:1789097066.964496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443b8000.
00000080:00000010:1.1:1789097066.964515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6140.
00010000:00000010:1.1:1789097066.972872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00010000:00000010:1.1:1789097067.224096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138b00.
00010000:00000010:1.1:1789097067.224109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb600.
00000080:00000010:1.1:1789097067.240249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785d6b40.
00000080:00000010:1.1:1789097067.240264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00010000:00000010:1.1:1789097067.264586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00010000:00000010:1.1:1789097069.230888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789097069.257135:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6a00.
00010000:00000010:1.1:1789097069.257144:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31800.
00000080:00000010:1.1:1789097069.265853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442ab9c0.
00000080:00000010:1.1:1789097069.265942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6cc0.
00010000:00000010:1.1:1789097069.274643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789097069.372143:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:1.1:1789097069.372154:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30400.
00000080:00000010:1.1:1789097069.378847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163800000.
00000080:00000010:1.1:1789097069.379015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:1.1:1789097071.084077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ea00.
00010000:00000010:1.1:1789097071.084088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905a00.
00000080:00000010:1.1:1789097071.091152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447a4a40.
00000080:00000010:1.1:1789097071.091184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00000080:00000010:1.1:1789097071.131701:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434818c0.
00000080:00000010:1.1:1789097071.131736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646564a0.
00010000:00000010:1.1:1789097071.147847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00010000:00000010:1.1:1789097071.382937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e600.
00010000:00000010:1.1:1789097071.382943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33c00.
00010000:00000010:1.1:1789097072.549891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762600.
00010000:00000010:1.1:1789097072.598877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ee00.
00010000:00000010:1.1:1789097072.598884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7e00.
00000080:00000010:1.1:1789097072.609736:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4cf380.
00000080:00000010:1.1:1789097072.609754:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15300.
00010000:00000010:1.1:1789097072.615206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb800.
00010000:00000010:1.1:1789097076.119024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4c00.
00010000:00000010:1.1:1789097076.119040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00000080:00000010:1.1:1789097076.130244:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802421a3180.
00000080:00000010:1.1:1789097076.130260:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15620.
00010000:00000010:1.1:1789097076.133853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bae00.
00010000:00000010:1.1:1789097076.524952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:1.1:1789097076.524965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bac00.
00000080:00000010:1.1:1789097076.537152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250729080.
00000080:00000010:1.1:1789097076.537173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:1.1:1789097076.745856:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:1.1:1789097076.745863:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb600.
00000080:00000010:1.1:1789097076.759160:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250503180.
00000080:00000010:1.1:1789097076.759197:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15540.
00010000:00000010:1.1:1789097076.766841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba200.
00000080:00000010:1.1:1789097076.880041:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4eb9c0.
00000080:00000010:1.1:1789097076.880053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e40.
00010000:00000010:1.1:1789097076.884089:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489baa00.
00010000:00000010:1.1:1789097078.032835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:1.1:1789097081.495839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097081.516912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1700.
00010000:00000010:1.1:1789097081.516926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3e00.
00000080:00000010:1.1:1789097081.521929:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164331080.
00000080:00000010:1.1:1789097081.521939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f65e0.
00010000:00000010:1.1:1789097081.525881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00010000:00000010:1.1:1789097082.505822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccea00.
00010000:00000010:1.1:1789097082.505837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7400.
00000080:00000010:1.1:1789097082.514548:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a558000.
00000080:00000010:1.1:1789097082.514566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15280.
00010000:00000010:1.1:1789097082.524020:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bae00.
00010000:00000010:1.1:1789097082.680931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930000.
00010000:00000010:1.1:1789097083.657694:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931600.
00010000:00000010:1.1:1789097083.721150:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89400.
00010000:00000010:1.1:1789097083.721164:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e400.
00000080:00000010:1.1:1789097084.099386:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440d18c0.
00000080:00000010:1.1:1789097084.099410:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f00.
00010000:00000010:1.1:1789097084.114846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489baa00.
00010000:00000010:1.1:1789097085.239879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89800.
00010000:00000010:1.1:1789097085.239894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6a00.
00000080:00000010:1.1:1789097085.249002:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c5ac0.
00000080:00000010:1.1:1789097085.249035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f63c0.
00010000:00000010:1.1:1789097085.268850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00010000:00000010:1.1:1789097086.444356:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30000.
00010000:00000010:1.1:1789097089.134948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45700.
00010000:00000010:1.1:1789097089.134960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00000080:00000010:1.1:1789097089.149082:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a743180.
00000080:00000010:1.1:1789097089.149105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:1.1:1789097089.172935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:1.1:1789097089.943842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00010000:00000010:1.1:1789097089.980907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:1.1:1789097089.980919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905000.
00000080:00000010:1.1:1789097090.001202:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449f9080.
00000080:00000010:1.1:1789097090.001225:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6040.
00010000:00000010:1.1:1789097090.011160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:1.1:1789097090.229966:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7a00.
00010000:00000010:1.1:1789097090.229976:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904600.
00000080:00000010:1.1:1789097090.239379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506fca40.
00000080:00000010:1.1:1789097090.239410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6cc0.
00010000:00000010:1.1:1789097090.252379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c800.
00000080:00000010:1.1:1789097090.744016:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419e1080.
00000080:00000010:1.1:1789097090.744035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15480.
00010000:00000010:1.1:1789097090.763828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789097090.786175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460acb00.
00010000:00000010:1.1:1789097090.786188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009a00.
00000080:00000010:1.1:1789097090.799997:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024411c200.
00000080:00000010:1.1:1789097090.800008:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656860.
00010000:00000010:1.1:1789097090.806994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c800.
00000080:00000010:1.1:1789097093.849879:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244746b40.
00000080:00000010:1.1:1789097093.849900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:1.1:1789097093.860232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c800.
00010000:00000010:1.1:1789097094.285031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b600.
00010000:00000010:1.1:1789097094.437623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b200.
00010000:00000010:1.1:1789097094.437637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe200.
00000080:00000010:1.1:1789097094.453848:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244025ac0.
00000080:00000010:1.1:1789097094.453867:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15880.
00010000:00000010:1.1:1789097094.461971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:1.1:1789097094.943927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1d00.
00010000:00000010:1.1:1789097094.943941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930200.
00010000:00000010:1.1:1789097095.057566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:1.1:1789097095.831851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:1.1:1789097095.831871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9800.
00000080:00000010:1.1:1789097095.850119:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250b439c0.
00000080:00000010:1.1:1789097095.850137:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:1.1:1789097096.023845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7800.
00000080:00000010:1.1:1789097097.767084:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a5539c0.
00000080:00000010:1.1:1789097097.767106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6da0.
00010000:00000010:1.1:1789097097.776878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00000080:00000010:1.1:1789097103.436342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ae2940.
00000080:00000010:1.1:1789097103.436365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743171a0.
00010000:00000010:1.1:1789097107.283833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcac00.
00010000:00000010:1.1:1789097107.826248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:1.1:1789097107.826265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00000080:00000010:1.1:1789097113.002369:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244130840.
00000080:00000010:1.1:1789097113.002387:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a20.
00010000:00000010:1.1:1789097113.012833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616200.
00010000:00000010:1.1:1789097113.811853:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45200.
00010000:00000010:1.1:1789097113.811858:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00000080:00000010:1.1:1789097113.817580:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a6a39c0.
00000080:00000010:1.1:1789097113.817616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:1.1:1789097113.837858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00010000:00000010:1.1:1789097114.532896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:1.1:1789097114.532907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7800.
00000080:00000010:1.1:1789097114.539968:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437039c0.
00000080:00000010:1.1:1789097114.539989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:1.1:1789097114.540010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616c00.
00010000:00000010:1.1:1789097114.569178:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:1.1:1789097114.569197:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b7000.
00000080:00000010:1.1:1789097114.573106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443718c0.
00000080:00000010:1.1:1789097114.573121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656240.
00010000:00000010:1.1:1789097114.573134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616c00.
00010000:00000010:1.1:1789097114.591124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:1.1:1789097114.591135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6200.
00000080:00000010:1.1:1789097114.600620:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164326b40.
00000080:00000010:1.1:1789097114.600638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656820.
00010000:00000010:1.1:1789097114.604816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616c00.
00010000:00000010:1.1:1789097114.916848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2800.
00010000:00000010:1.1:1789097114.943078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7000.
00010000:00000010:1.1:1789097114.943092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba000.
00010000:00000010:1.1:1789097115.735110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:1.1:1789097115.735123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8600.
00000080:00000010:1.1:1789097115.747154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244942100.
00000080:00000010:1.1:1789097115.747172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:1.1:1789097115.762740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00010000:00000010:1.1:1789097117.047444:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89700.
00010000:00000010:1.1:1789097117.047452:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026767d200.
00000080:00000010:1.1:1789097117.063341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4b39c0.
00000080:00000010:1.1:1789097117.063355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156c0.
00010000:00000010:1.1:1789097117.066049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00010000:00000010:1.1:1789097117.298121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:1.1:1789097117.797178:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138300.
00010000:00000010:1.1:1789097117.797184:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026767c400.
00010000:00000010:1.1:1789097117.862412:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138e00.
00010000:00000010:1.1:1789097117.862419:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026767d000.
00000080:00000010:1.1:1789097117.867848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ac98c0.
00000080:00000010:1.1:1789097117.867868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317240.
00010000:00000010:1.1:1789097117.882112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097118.560652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e600.
00010000:00000010:1.1:1789097118.560661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe800.
00000080:00000010:1.1:1789097118.570878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798ce300.
00000080:00000010:1.1:1789097118.570894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15840.
00010000:00000010:1.1:1789097118.588693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097118.619874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e800.
00010000:00000010:1.1:1789097118.619882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff800.
00000080:00000010:1.1:1789097118.626884:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440b6300.
00000080:00000010:1.1:1789097118.626893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646564e0.
00000080:00000010:1.1:1789097120.725873:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250798000.
00000080:00000010:1.1:1789097120.725953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15860.
00010000:00000010:1.1:1789097121.282965:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89400.
00010000:00000010:1.1:1789097121.282974:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba000.
00010000:00000010:1.1:1789097121.742967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89800.
00010000:00000010:1.1:1789097121.742983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00010000:00000010:1.1:1789097123.153206:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6900.
00010000:00000010:1.1:1789097123.153215:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f200.
00000080:00000010:1.1:1789097123.173075:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024465a100.
00000080:00000010:1.1:1789097123.173102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6be0.
00010000:00000010:1.1:1789097123.173113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097123.928094:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c900.
00010000:00000010:1.1:1789097123.928099:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009000.
00000080:00000010:1.1:1789097123.941123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025169c200.
00000080:00000010:1.1:1789097123.941141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:1.1:1789097123.941152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcac00.
00010000:00000010:1.1:1789097126.056878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcb600.
00010000:00000010:1.1:1789097127.789252:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00010000:00000010:1.1:1789097128.299102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac200.
00010000:00000010:1.1:1789097128.299112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba000.
00000080:00000010:1.1:1789097128.307356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507b39c0.
00000080:00000010:1.1:1789097128.307376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00010000:00000010:1.1:1789097128.310924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523fe00.
00010000:00000010:1.1:1789097128.340581:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4900.
00010000:00000010:1.1:1789097128.340596:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bae00.
00010000:00000010:1.1:1789097128.366371:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00010000:00000010:1.1:1789097132.034344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baedf00.
00010000:00000010:1.1:1789097132.034356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904000.
00000080:00000010:1.1:1789097132.044542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abf380.
00000080:00000010:1.1:1789097132.044565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317440.
00010000:00000010:1.1:1789097132.056958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1c00.
00010000:00000010:1.1:1789097132.515091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135ce00.
00010000:00000010:1.1:1789097132.515105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00000080:00000010:1.1:1789097132.551937:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b818c0.
00000080:00000010:1.1:1789097132.551953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6b60.
00010000:00000010:1.1:1789097132.571819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1c00.
00010000:00000010:1.1:1789097132.629569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135cc00.
00010000:00000010:1.1:1789097132.629582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fea00.
00000080:00000010:1.1:1789097132.642861:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179989080.
00000080:00000010:1.1:1789097132.642878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656880.
00010000:00000010:1.1:1789097132.655984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1c00.
00010000:00000010:1.1:1789097133.586223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:1.1:1789097133.586256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff800.
00000080:00000010:1.1:1789097133.601411:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506eb9c0.
00000080:00000010:1.1:1789097133.601436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:1.1:1789097133.629834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1c00.
00010000:00000010:1.1:1789097137.712902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baedb00.
00010000:00000010:1.1:1789097137.712914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb600.
00010000:00000010:1.1:1789097138.037897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6600.
00010000:00000010:1.1:1789097138.037912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8200.
00010000:00000010:1.1:1789097138.498219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4f00.
00010000:00000010:1.1:1789097138.498234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00000080:00000010:1.1:1789097138.521843:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506db9c0.
00000080:00000010:1.1:1789097138.521858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f61c0.
00010000:00000010:1.1:1789097138.549846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed800.
00010000:00000010:1.1:1789097140.005870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6d00.
00010000:00000010:1.1:1789097140.005877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe200.
00010000:00000010:1.1:1789097140.365853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45700.
00010000:00000010:1.1:1789097140.365869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00010000:00000010:1.1:1789097140.691991:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00010000:00000010:1.1:1789097142.201848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8a00.
00000080:00000010:1.1:1789097142.393062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654a39c0.
00000080:00000010:1.1:1789097142.393085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:1.1:1789097143.121300:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6c00.
00010000:00000010:1.1:1789097143.121316:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18800.
00000080:00000010:1.1:1789097143.127289:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a4ceb40.
00000080:00000010:1.1:1789097143.127306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15bc0.
00010000:00000010:1.1:1789097143.846305:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7400.
00000080:00000010:1.1:1789097145.294856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024370d280.
00000080:00000010:1.1:1789097145.294885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:1.1:1789097145.305855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008000.
00010000:00000010:1.1:1789097145.473889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00010000:00000010:1.1:1789097145.516538:0:413651:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:1.1:1789097145.516553:0:413651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33600.
00010000:00000010:1.1:1789097145.740212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:1.1:1789097145.740231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00000080:00000010:1.1:1789097145.745842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251655ac0.
00000080:00000010:1.1:1789097145.745863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6640.
00010000:00000010:1.1:1789097145.759327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009a00.
00010000:00000010:1.1:1789097147.574303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac100.
00010000:00000010:1.1:1789097147.574321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00000080:00000010:1.1:1789097147.585366:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250785280.
00000080:00000010:1.1:1789097147.585392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d80.
00010000:00000010:1.1:1789097147.590458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008400.
00010000:00000010:1.1:1789097147.622943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13400.
00010000:00000010:1.1:1789097147.622956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc200.
00000080:00000010:1.1:1789097147.631315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438f380.
00000080:00000010:1.1:1789097147.631333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646560a0.
00010000:00000010:1.1:1789097147.635855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008400.
00010000:00000010:1.1:1789097147.654060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13600.
00010000:00000010:1.1:1789097147.654068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed200.
00000080:00000010:1.1:1789097147.660006:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b7ca40.
00000080:00000010:1.1:1789097147.660028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fa0.
00010000:00000010:1.1:1789097147.668874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008400.
00010000:00000010:1.1:1789097148.503829:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008000.
00010000:00000010:1.1:1789097148.707881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98700.
00010000:00000010:1.1:1789097148.707894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff800.
00000080:00000010:1.1:1789097148.727851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243415280.
00000080:00000010:1.1:1789097148.727873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:1.1:1789097148.900873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98f00.
00010000:00000010:1.1:1789097148.900886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe200.
00010000:00000010:1.1:1789097151.500835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00000080:00000010:1.1:1789097152.145834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243537380.
00000080:00000010:1.1:1789097152.145849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15680.
00010000:00000010:1.1:1789097152.197255:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ac00.
00010000:00000010:1.1:1789097152.197271:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009e00.
00000080:00000010:1.1:1789097152.207720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244870840.
00000080:00000010:1.1:1789097152.207731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562a0.
00010000:00000010:1.1:1789097152.214999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097152.508037:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ae00.
00010000:00000010:1.1:1789097152.508044:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8200.
00000080:00000010:1.1:1789097152.513373:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506a0840.
00000080:00000010:1.1:1789097152.513388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:1.1:1789097152.554837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a000.
00010000:00000010:1.1:1789097152.554855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9400.
00010000:00000010:1.1:1789097154.099128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac100.
00010000:00000010:1.1:1789097154.099144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789097154.114847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016386e300.
00000080:00000010:1.1:1789097154.114865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15660.
00010000:00000010:1.1:1789097154.129989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762600.
00010000:00000010:1.1:1789097154.211625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7200.
00000080:00000010:1.1:1789097154.829846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243745ac0.
00000080:00000010:1.1:1789097154.829865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6560.
00010000:00000010:1.1:1789097154.829876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097154.855022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6a00.
00010000:00000010:1.1:1789097154.855110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00000080:00000010:1.1:1789097154.858849:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024464eb40.
00000080:00000010:1.1:1789097154.858875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646560c0.
00010000:00000010:1.1:1789097154.862858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097155.822987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097155.848665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b700.
00010000:00000010:1.1:1789097155.848688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00000080:00000010:1.1:1789097155.857539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024226b9c0.
00000080:00000010:1.1:1789097155.857560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317520.
00010000:00000010:1.1:1789097155.868812:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097155.884160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b900.
00010000:00000010:1.1:1789097155.884178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931600.
00000080:00000010:1.1:1789097155.894869:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446fdac0.
00000080:00000010:1.1:1789097155.894893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656820.
00010000:00000010:1.1:1789097155.902121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097155.924877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ba00.
00010000:00000010:1.1:1789097155.924892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930400.
00000080:00000010:1.1:1789097155.938943:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442c0000.
00000080:00000010:1.1:1789097155.938957:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789097155.952338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097158.679205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9600.
00010000:00000010:1.1:1789097158.679226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00000080:00000010:1.1:1789097158.697432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024346e300.
00000080:00000010:1.1:1789097158.697452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6960.
00000080:00000010:1.1:1789097158.965833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506618c0.
00000080:00000010:1.1:1789097158.965849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:1.1:1789097158.983015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763400.
00010000:00000010:1.1:1789097159.510877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9f00.
00010000:00000010:1.1:1789097159.510890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042ea00.
00010000:00000010:1.1:1789097159.705843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a800.
00010000:00000010:1.1:1789097159.705863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e800.
00010000:00000010:1.1:1789097161.238900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98b00.
00010000:00000010:1.1:1789097161.238920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865000.
00000080:00000010:1.1:1789097161.251887:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4f7380.
00000080:00000010:1.1:1789097161.251915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:1.1:1789097161.265845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762400.
00010000:00000010:1.1:1789097162.410842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6c00.
00010000:00000010:1.1:1789097163.231022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13000.
00010000:00000010:1.1:1789097163.231036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8000.
00000080:00000010:1.1:1789097163.239986:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017463ca40.
00000080:00000010:1.1:1789097163.240016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ec0.
00010000:00000010:1.1:1789097163.269816:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097163.285943:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13a00.
00010000:00000010:1.1:1789097163.285952:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:1.1:1789097163.295697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446fe300.
00000080:00000010:1.1:1789097163.295718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656720.
00010000:00000010:1.1:1789097163.311396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00010000:00000010:1.1:1789097164.658901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6600.
00010000:00000010:1.1:1789097164.664258:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:1.1:1789097164.664266:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b32600.
00000080:00000010:1.1:1789097164.670845:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449cd280.
00000080:00000010:1.1:1789097164.670868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6c40.
00010000:00000010:1.1:1789097164.687828:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763000.
00010000:00000010:1.1:1789097166.203291:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c900.
00010000:00000010:1.1:1789097166.203300:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30800.
00000080:00000010:1.1:1789097166.208410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250504200.
00000080:00000010:1.1:1789097166.208431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6300.
00010000:00000010:1.1:1789097166.221925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763400.
00010000:00000010:1.1:1789097166.261515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4400.
00010000:00000010:1.1:1789097166.261525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca800.
00000080:00000010:1.1:1789097166.265872:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243741080.
00000080:00000010:1.1:1789097166.265893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646565e0.
00010000:00000010:1.1:1789097166.277928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763400.
00010000:00000010:1.1:1789097166.317598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4c00.
00010000:00000010:1.1:1789097166.317611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617400.
00000080:00000010:1.1:1789097166.336958:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163ac8840.
00000080:00000010:1.1:1789097166.336977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656b60.
00010000:00000010:1.1:1789097166.336987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763400.
00010000:00000010:1.1:1789097166.432876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4100.
00010000:00000010:1.1:1789097166.432889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00000080:00000010:1.1:1789097166.887624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a544200.
00000080:00000010:1.1:1789097166.887647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f68e0.
00010000:00000010:1.1:1789097167.220848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c200.
00010000:00000010:1.1:1789097167.220864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00000080:00000010:1.1:1789097167.363139:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435ec200.
00000080:00000010:1.1:1789097167.363149:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00000080:00000010:1.1:1789097167.525002:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024355c200.
00000080:00000010:1.1:1789097167.525025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317640.
00010000:00000010:1.1:1789097168.557892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00000080:00000010:1.1:1789097168.830164:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024354f380.
00000080:00000010:1.1:1789097168.830190:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15bc0.
00000080:00000010:1.1:1789097170.334895:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505ea940.
00000080:00000010:1.1:1789097170.334919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:1.1:1789097171.026152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45900.
00010000:00000010:1.1:1789097171.026161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004c00.
00000080:00000010:1.1:1789097171.034023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440cdac0.
00000080:00000010:1.1:1789097171.034042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:1.1:1789097171.037885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00010000:00000010:1.1:1789097171.060323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45e00.
00010000:00000010:1.1:1789097171.060332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00000080:00000010:1.1:1789097171.064905:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a92940.
00000080:00000010:1.1:1789097171.064916:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c20.
00010000:00000010:1.1:1789097171.086834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617000.
00010000:00000010:1.1:1789097171.683911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00000080:00000010:1.1:1789097171.952889:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c7380.
00000080:00000010:1.1:1789097171.952900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15320.
00010000:00000010:1.1:1789097171.974030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616c00.
00010000:00000010:1.1:1789097172.009753:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a500.
00010000:00000010:1.1:1789097172.009776:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:1.1:1789097172.025828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244625ac0.
00000080:00000010:1.1:1789097172.025838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646560c0.
00010000:00000010:1.1:1789097172.084493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:1.1:1789097172.084508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00000080:00000010:1.1:1789097172.307956:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244241080.
00000080:00000010:1.1:1789097172.307977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6cc0.
00010000:00000010:1.1:1789097175.156893:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030c00.
00010000:00000010:1.1:1789097175.156898:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7a00.
00000080:00000010:1.1:1789097175.168644:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442a5280.
00000080:00000010:1.1:1789097175.168661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6d80.
00010000:00000010:1.1:1789097175.176361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617400.
00000080:00000010:1.1:1789097175.889809:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244730000.
00000080:00000010:1.1:1789097175.889824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6b60.
00010000:00000010:1.1:1789097175.931820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789097176.449813:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617a00.
00010000:00000010:1.1:1789097177.030058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98800.
00010000:00000010:1.1:1789097177.060953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ef00.
00010000:00000010:1.1:1789097177.060966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ba00.
00000080:00000010:1.1:1789097177.077022:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449d1080.
00000080:00000010:1.1:1789097177.077034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743174c0.
00010000:00000010:1.1:1789097177.088852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00010000:00000010:1.1:1789097177.150216:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ee00.
00010000:00000010:1.1:1789097177.150225:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b800.
00010000:00000010:1.1:1789097177.507846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:1.1:1789097177.731976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138e00.
00010000:00000010:1.1:1789097177.732062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523ea00.
00000080:00000010:1.1:1789097177.751399:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434bdac0.
00000080:00000010:1.1:1789097177.751417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fe0.
00010000:00000010:1.1:1789097177.757997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617400.
00010000:00000010:1.1:1789097179.081803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:1.1:1789097179.081821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00000080:00000010:1.1:1789097179.093882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174654a40.
00000080:00000010:1.1:1789097179.093903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00010000:00000010:1.1:1789097179.103040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00010000:00000010:1.1:1789097179.281918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19a00.
00010000:00000010:1.1:1789097179.281934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00010000:00000010:1.1:1789097179.281943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcbe00.
00010000:00000010:1.1:1789097179.281946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00010000:00000010:1.1:1789097179.281950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00010000:00000010:1.1:1789097179.281953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930e00.
00010000:00000010:1.1:1789097179.281957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523e400.
00010000:00000010:1.1:1789097179.281962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523ee00.
00010000:00000010:1.1:1789097179.281965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523ec00.
00010000:00000010:1.1:1789097179.281968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6800.
00010000:00000010:1.1:1789097179.282015:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8e00.
00010000:00000010:1.1:1789097179.282018:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9a00.
00010000:00000010:1.1:1789097179.282022:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba200.
00010000:00000010:1.1:1789097179.282046:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c600.
00010000:00000010:1.1:1789097179.282050:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00a200.
00010000:00000010:1.1:1789097179.282055:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980245d89e00.
00010000:00000010:1.1:1789097179.282058:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba600.
00010000:00000010:1.1:1789097180.882674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:1.1:1789097180.882690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00000080:00000010:1.1:1789097180.908848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449d3180.
00000080:00000010:1.1:1789097180.908865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317fa0.
00010000:00000010:1.1:1789097180.940471:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00000080:00000010:1.1:1789097181.039898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024228eb40.
00000080:00000010:1.1:1789097181.039914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152a0.
00010000:00000010:1.1:1789097181.054853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7800.
00010000:00000010:1.1:1789097181.356868:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6d00.
00010000:00000010:1.1:1789097181.356875:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00000080:00000010:1.1:1789097181.366901:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440fa940.
00000080:00000010:1.1:1789097181.366922:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f40.
00010000:00000010:1.1:1789097181.375845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6800.
00010000:00000010:1.1:1789097182.097707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00010000:00000010:1.1:1789097182.208984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac400.
00010000:00000010:1.1:1789097182.208998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523e600.
00000080:00000010:1.1:1789097182.256829:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244907380.
00000080:00000010:1.1:1789097182.256839:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15180.
00000080:00000010:1.1:1789097182.914036:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4ce300.
00000080:00000010:1.1:1789097182.914054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:1.1:1789097182.918107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7a00.
00010000:00000010:1.1:1789097182.943748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:1.1:1789097182.943757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617a00.
00000080:00000010:1.1:1789097182.948087:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244255280.
00000080:00000010:1.1:1789097182.948100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789097182.960860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7a00.
00000080:00000010:1.1:1789097183.336901:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438eb40.
00000080:00000010:1.1:1789097183.336921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ac0.
00010000:00000010:1.1:1789097183.347017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7800.
00010000:00000010:1.1:1789097185.044249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e400.
00010000:00000010:1.1:1789097185.044261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7a00.
00000080:00000010:1.1:1789097187.683997:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024371ca40.
00000080:00000010:1.1:1789097187.684011:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6e80.
00010000:00000010:1.1:1789097187.689847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7800.
00000080:00000010:1.1:1789097187.872893:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242332940.
00000080:00000010:1.1:1789097187.872907:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6da0.
00010000:00000010:1.1:1789097187.893108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7c00.
00010000:00000010:1.1:1789097187.902173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6400.
00010000:00000010:1.1:1789097187.902187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30c00.
00000080:00000010:1.1:1789097187.926891:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446e2940.
00000080:00000010:1.1:1789097187.926906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656c20.
00010000:00000010:1.1:1789097188.062837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097188.089845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae200.
00010000:00000010:1.1:1789097188.089863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30e00.
00010000:00000010:1.1:1789097188.493502:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31800.
00010000:00000010:1.1:1789097188.523107:0:256917:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6100.
00010000:00000010:1.1:1789097188.523114:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:1.1:1789097189.061104:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024364ca40.
00000080:00000010:1.1:1789097189.061117:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:1.1:1789097189.067894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00010000:00000010:1.1:1789097189.620719:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097189.620728:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00010000:00000010:1.1:1789097191.909945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7600.
00010000:00000010:1.1:1789097191.909951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00010000:00000010:1.1:1789097192.623288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00010000:00000010:1.1:1789097192.650022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7300.
00010000:00000010:1.1:1789097192.650034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd400.
00000080:00000010:1.1:1789097192.670256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025065b180.
00000080:00000010:1.1:1789097192.670272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317b20.
00010000:00000010:1.1:1789097192.985889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6ba00.
00010000:00000010:1.1:1789097192.985899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dde00.
00000080:00000010:1.1:1789097192.998541:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250779080.
00000080:00000010:1.1:1789097192.998564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156a0.
00010000:00000010:1.1:1789097193.014877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7400.
00010000:00000010:1.1:1789097193.168018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:1.1:1789097193.168036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd000.
00000080:00000010:1.1:1789097193.175993:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017999a940.
00000080:00000010:1.1:1789097193.176019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:1.1:1789097193.186878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00010000:00000010:1.1:1789097193.766089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:1.1:1789097193.766101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00000080:00000010:1.1:1789097193.786769:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a35ac0.
00000080:00000010:1.1:1789097193.786809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6b40.
00010000:00000010:1.1:1789097196.856015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:1.1:1789097196.856028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763800.
00010000:00000010:1.1:1789097198.145105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904e00.
00010000:00000010:1.1:1789097198.171006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7f00.
00010000:00000010:1.1:1789097198.171019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33a00.
00000080:00000010:1.1:1789097198.189017:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446eb180.
00000080:00000010:1.1:1789097198.189056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317ca0.
00010000:00000010:1.1:1789097198.210489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7e00.
00010000:00000010:1.1:1789097199.313197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:1.1:1789097199.695957:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250500.
00010000:00000010:1.1:1789097199.695968:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7e00.
00000080:00000010:1.1:1789097199.701965:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442d5280.
00000080:00000010:1.1:1789097199.701982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317f00.
00010000:00000010:1.1:1789097199.717826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7a00.
00000080:00000010:1.1:1789097201.089041:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024420a100.
00000080:00000010:1.1:1789097201.089064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743172e0.
00010000:00000010:1.1:1789097201.089074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7e00.
00010000:00000010:1.1:1789097202.625599:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aed00.
00010000:00000010:1.1:1789097202.625606:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904200.
00010000:00000010:1.1:1789097202.766550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ac00.
00010000:00000010:1.1:1789097205.570891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7a00.
00010000:00000010:1.1:1789097205.570929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6e00.
00000080:00000010:1.1:1789097205.586845:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179891080.
00000080:00000010:1.1:1789097205.586869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:1.1:1789097205.597158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6800.
00000080:00000010:1.1:1789097207.248727:0:413651:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436d6b40.
00000080:00000010:1.1:1789097207.248765:0:413651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00000080:00000010:1.1:1789097210.257771:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251636300.
00000080:00000010:1.1:1789097210.257806:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fe0.
00010000:00000010:1.1:1789097210.272330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6c00.
00010000:00000010:1.1:1789097210.498437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:1.1:1789097210.498450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097210.498454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2200.
00000080:00000010:1.1:1789097210.569218:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a6b0000.
00000080:00000010:1.1:1789097210.569247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157e0.
00010000:00000010:1.1:1789097210.573936:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7400.
00010000:00000010:1.1:1789097212.272846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb30800.
00010000:00000010:1.1:1789097212.296936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9300.
00010000:00000010:1.1:1789097212.296950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820baa00.
00000080:00000010:1.1:1789097212.310166:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517e0000.
00000080:00000010:1.1:1789097212.310175:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6980.
00010000:00000010:1.1:1789097212.315090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7800.
00010000:00000010:1.1:1789097212.359269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9900.
00010000:00000010:1.1:1789097212.359284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb800.
00000080:00000010:1.1:1789097212.368828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b98c0.
00000080:00000010:1.1:1789097212.368843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562a0.
00010000:00000010:1.1:1789097212.377934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7800.
00010000:00000010:1.1:1789097212.399876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250f00.
00010000:00000010:1.1:1789097212.399890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb200.
00000080:00000010:1.1:1789097212.413085:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443b3180.
00000080:00000010:1.1:1789097212.413109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656960.
00010000:00000010:1.1:1789097212.434823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7800.
00010000:00000010:1.1:1789097217.277878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45700.
00010000:00000010:1.1:1789097217.277891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2000.
00000080:00000010:1.1:1789097217.289387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250796b40.
00000080:00000010:1.1:1789097217.289406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15060.
00010000:00000010:1.1:1789097217.300029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7e00.
00000080:00000010:1.1:1789097218.360280:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a2dac0.
00000080:00000010:1.1:1789097218.360298:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d60.
00010000:00000010:1.1:1789097219.848872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bf00.
00010000:00000010:1.1:1789097219.848895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54ba00.
00000080:00000010:1.1:1789097220.964472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179886300.
00000080:00000010:1.1:1789097220.964486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:1.1:1789097220.968943:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ae00.
00010000:00000010:1.1:1789097221.006190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762c00.
00010000:00000010:1.1:1789097221.027266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030700.
00010000:00000010:1.1:1789097221.027282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b200.
00000080:00000010:1.1:1789097221.037976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442a0840.
00000080:00000010:1.1:1789097221.037998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15880.
00010000:00000010:1.1:1789097221.046818:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b200.
00010000:00000010:1.1:1789097221.068942:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030300.
00010000:00000010:1.1:1789097221.068951:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a400.
00000080:00000010:1.1:1789097221.073026:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506439c0.
00000080:00000010:1.1:1789097221.073043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646561e0.
00010000:00000010:1.1:1789097221.077928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b200.
00010000:00000010:1.1:1789097221.517963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763c00.
00010000:00000010:1.1:1789097222.178059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980272b33800.
00010000:00000010:1.1:1789097223.247879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed000.
00010000:00000010:1.1:1789097223.247891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe600.
00000080:00000010:1.1:1789097223.265291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b80840.
00000080:00000010:1.1:1789097223.265320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:1.1:1789097223.269853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00bc00.
00010000:00000010:1.1:1789097223.290312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baed100.
00010000:00000010:1.1:1789097223.290324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1ff600.
00000080:00000010:1.1:1789097223.306840:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509b5ac0.
00000080:00000010:1.1:1789097223.306854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656160.
00010000:00000010:1.1:1789097223.990831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31a00.
00010000:00000010:1.1:1789097224.411025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:1.1:1789097224.411032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7000.
00010000:00000010:1.1:1789097224.776253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c000.
00010000:00000010:1.1:1789097224.776272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:1.1:1789097224.783128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024375dac0.
00000080:00000010:1.1:1789097224.783153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f20.
00010000:00000010:1.1:1789097224.794616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b800.
00000080:00000010:1.1:1789097225.146911:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447b39c0.
00000080:00000010:1.1:1789097225.146930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:1.1:1789097226.170504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b300.
00010000:00000010:1.1:1789097226.170517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19e00.
00010000:00000010:1.1:1789097226.238369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1be00.
00010000:00000010:1.1:1789097226.238386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18a00.
00000080:00000010:1.1:1789097226.254233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024424a940.
00000080:00000010:1.1:1789097226.254245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d20.
00010000:00000010:1.1:1789097226.259847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00bc00.
00010000:00000010:1.1:1789097230.426817:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1d00.
00010000:00000010:1.1:1789097230.426825:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99600.
00010000:00000010:1.1:1789097230.830663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98100.
00010000:00000010:1.1:1789097230.830670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00bc00.
00000080:00000010:1.1:1789097230.843955:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436c5ac0.
00000080:00000010:1.1:1789097230.843968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6680.
00010000:00000010:1.1:1789097230.848848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbcbe00.
00000080:00000010:1.1:1789097234.218472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506f7380.
00000080:00000010:1.1:1789097234.218492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153a0.
00010000:00000010:1.1:1789097234.232425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00010000:00000010:1.1:1789097234.260836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:1.1:1789097234.260845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a18600.
00010000:00000010:1.1:1789097235.163809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98900.
00010000:00000010:1.1:1789097235.163817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904600.
00010000:00000010:1.1:1789097235.279865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1d00.
00010000:00000010:1.1:1789097235.279879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904a00.
00000080:00000010:1.1:1789097235.294490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a405280.
00000080:00000010:1.1:1789097235.294511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:1.1:1789097235.303943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00010000:00000010:1.1:1789097235.328866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1700.
00010000:00000010:1.1:1789097235.328879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905200.
00000080:00000010:1.1:1789097235.339836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243652100.
00000080:00000010:1.1:1789097235.348037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656a20.
00010000:00000010:1.1:1789097235.352831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00010000:00000010:1.1:1789097235.384627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1200.
00010000:00000010:1.1:1789097235.384637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904000.
00010000:00000010:1.1:1789097237.782925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98300.
00010000:00000010:1.1:1789097237.782941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6600.
00000080:00000010:1.1:1789097237.797830:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242323180.
00000080:00000010:1.1:1789097237.797872:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00010000:00000010:1.1:1789097237.804838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9c00.
00010000:00000010:1.1:1789097237.822898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98f00.
00010000:00000010:1.1:1789097237.822915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7c00.
00000080:00000010:1.1:1789097237.836974:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446f4a40.
00000080:00000010:1.1:1789097237.836992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562c0.
00010000:00000010:1.1:1789097237.846568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9c00.
00010000:00000010:3.1:1789097240.750036:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dcc00.
00000080:00000010:3.1:1789097240.761888:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024343b9c0.
00000080:00000010:3.1:1789097240.761902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ea0.
00010000:00000010:3.1:1789097240.774833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097240.927863:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9600.
00010000:00000010:3.1:1789097240.927870:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dc400.
00000080:00000010:3.1:1789097240.939825:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4f5ac0.
00000080:00000010:3.1:1789097240.939842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:3.1:1789097240.955733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097241.179021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00010000:00000010:3.1:1789097241.200023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac700.
00010000:00000010:3.1:1789097241.200035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027c9dd200.
00000080:00000010:3.1:1789097241.208622:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016570ca40.
00000080:00000010:3.1:1789097241.208643:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15740.
00010000:00000010:1.1:1789097241.311876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ace00.
00010000:00000010:1.1:1789097241.311889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00010000:00000010:3.1:1789097241.346936:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460acb00.
00010000:00000010:3.1:1789097241.346947:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6c00.
00010000:00000010:3.1:1789097241.663896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802460ac900.
00010000:00000010:3.1:1789097241.663908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6000.
00000080:00000010:3.1:1789097241.675836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a51080.
00000080:00000010:3.1:1789097241.675851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e60.
00010000:00000010:3.1:1789097241.884874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7200.
00010000:00000010:3.1:1789097241.884886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00000080:00000010:3.1:1789097241.893498:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243638840.
00000080:00000010:3.1:1789097241.893515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156c0.
00010000:00000010:3.1:1789097241.906824:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097241.929052:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7900.
00010000:00000010:3.1:1789097241.929060:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00000080:00000010:3.1:1789097241.940474:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507ea100.
00000080:00000010:3.1:1789097241.940491:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6840.
00010000:00000010:3.1:1789097242.205997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:3.1:1789097242.206010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cba00.
00010000:00000010:3.1:1789097242.342886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7000.
00010000:00000010:3.1:1789097242.342900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb800.
00000080:00000010:3.1:1789097242.349834:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744c39c0.
00000080:00000010:3.1:1789097242.349845:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:3.1:1789097242.357893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097242.382917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7600.
00010000:00000010:3.1:1789097242.382933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500caa00.
00000080:00000010:3.1:1789097242.407860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385d280.
00000080:00000010:3.1:1789097242.408087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6840.
00010000:00000010:1.1:1789097242.572843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4000.
00010000:00000010:1.1:1789097242.572861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca600.
00010000:00000010:3.1:1789097242.711837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e800.
00010000:00000010:3.1:1789097242.711851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb600.
00000080:00000010:3.1:1789097242.718041:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a55b180.
00000080:00000010:3.1:1789097242.718062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155a0.
00010000:00000010:3.1:1789097242.754186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097242.889909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7800.
00010000:00000010:1.1:1789097242.904895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802489a9b00.
00010000:00000010:1.1:1789097242.904922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500ca400.
00000080:00000010:1.1:1789097242.912629:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244188840.
00000080:00000010:1.1:1789097242.912650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317520.
00010000:00000010:1.1:1789097242.922960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:1.1:1789097242.944093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e200.
00010000:00000010:1.1:1789097242.944104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9a00.
00000080:00000010:1.1:1789097242.951160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024430d280.
00000080:00000010:1.1:1789097242.951186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656200.
00010000:00000010:1.1:1789097242.955221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:3.1:1789097243.059143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf600.
00010000:00000010:3.1:1789097243.218845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00010000:00000010:3.1:1789097243.350094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4b00.
00010000:00000010:3.1:1789097243.350107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3e00.
00000080:00000010:3.1:1789097243.365921:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a558840.
00000080:00000010:3.1:1789097243.365944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:3.1:1789097243.537914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4e00.
00010000:00000010:3.1:1789097243.537929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2200.
00000080:00000010:3.1:1789097243.553346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434feb40.
00000080:00000010:3.1:1789097243.553358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:3.1:1789097243.704500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4d00.
00010000:00000010:3.1:1789097243.704515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00000080:00000010:3.1:1789097243.721985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437f98c0.
00000080:00000010:3.1:1789097243.722003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00010000:00000010:3.1:1789097243.726940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:1.1:1789097243.800070:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a3b180.
00000080:00000010:1.1:1789097243.800108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15400.
00010000:00000010:3.1:1789097243.833876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4c00.
00010000:00000010:3.1:1789097243.833890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00000080:00000010:3.1:1789097243.842323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243463180.
00000080:00000010:3.1:1789097243.842345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656a60.
00010000:00000010:3.1:1789097243.858711:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097244.131151:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030b00.
00010000:00000010:3.1:1789097244.131159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed800.
00000080:00000010:3.1:1789097244.138017:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746598c0.
00000080:00000010:3.1:1789097244.138029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:3.1:1789097244.138040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097244.155024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030800.
00010000:00000010:3.1:1789097244.159860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00000080:00000010:3.1:1789097244.167953:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250645280.
00000080:00000010:3.1:1789097244.167971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:3.1:1789097244.181842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097244.299153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030900.
00010000:00000010:3.1:1789097244.299166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616200.
00000080:00000010:3.1:1789097244.306862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643cca40.
00000080:00000010:3.1:1789097244.306908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00010000:00000010:3.1:1789097244.317874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097244.361834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00010000:00000010:3.1:1789097244.361849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eca00.
00010000:00000010:3.1:1789097244.361854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00aa00.
00010000:00000010:3.1:1789097244.361858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00010000:00000010:3.1:1789097244.361863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00010000:00000010:3.1:1789097244.361866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00010000:00000010:3.1:1789097244.361871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00010000:00000010:3.1:1789097244.361874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009400.
00010000:00000010:3.1:1789097244.361877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e200.
00010000:00000010:3.1:1789097244.361881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bbc00.
00010000:00000010:3.1:1789097244.361883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaada00.
00010000:00000010:3.1:1789097244.361887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6400.
00010000:00000010:3.1:1789097244.361891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca400.
00010000:00000010:3.1:1789097244.361894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864000.
00010000:00000010:3.1:1789097244.361898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6d000.
00010000:00000010:3.1:1789097244.361903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a7200.
00010000:00000010:3.1:1789097244.361907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b400.
00010000:00000010:3.1:1789097244.361910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00010000:00000010:3.1:1789097244.361915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6c200.
00010000:00000010:3.1:1789097244.361918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015d1fe000.
00010000:00000010:3.1:1789097244.361935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba400.
00010000:00000010:3.1:1789097244.361939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008a00.
00010000:00000010:3.1:1789097244.361942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00010000:00000010:3.1:1789097244.361946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523f600.
00010000:00000010:3.1:1789097244.361950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7600.
00010000:00000010:3.1:1789097244.361961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31400.
00010000:00000010:3.1:1789097244.361964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9600.
00010000:00000010:3.1:1789097244.361967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54ac00.
00010000:00000010:3.1:1789097244.361970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54be00.
00010000:00000010:3.1:1789097244.361972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb000.
00010000:00000010:3.1:1789097244.361975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030800.
00010000:00000010:3.1:1789097244.361977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6000.
00010000:00000010:3.1:1789097244.361981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762200.
00010000:00000010:3.1:1789097244.361983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31200.
00010000:00000010:3.1:1789097244.361986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bb31c00.
00010000:00000010:3.1:1789097244.361992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6c00.
00010000:00000010:3.1:1789097244.362619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174a19800.
00010000:00000010:3.1:1789097244.362623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e800.
00010000:00000010:3.1:1789097244.362626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980152a6d200.
00010000:00000010:3.1:1789097244.362629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3400.
00010000:00000010:3.1:1789097244.362632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed600.
00010000:00000010:3.1:1789097244.362635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017523e200.
00010000:00000010:3.1:1789097244.362638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba800.
00010000:00000010:3.1:1789097244.362641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7a00.
00010000:00000010:3.1:1789097244.362647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98015baedc00.
00010000:00000010:3.1:1789097244.362659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042f200.
00000080:00000010:3.1:1789097244.377906:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a03180.
00000080:00000010:3.1:1789097244.377942:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a60.
00010000:00000010:3.1:1789097244.535114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b400.
00010000:00000010:3.1:1789097244.535122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf400.
00010000:00000010:3.1:1789097244.535125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802500cb400.
00000080:00000010:3.1:1789097244.554841:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654a98c0.
00000080:00000010:3.1:1789097244.554860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:3.1:1789097244.846558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030c00.
00010000:00000010:3.1:1789097244.846570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00010000:00000010:1.1:1789097244.887223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb400.
00000080:00000010:3.1:1789097244.892178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509b98c0.
00000080:00000010:3.1:1789097244.892198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:3.1:1789097244.917425:0:256908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:3.1:1789097245.153882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174660000.
00000080:00000010:3.1:1789097245.153899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:3.1:1789097245.173469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097245.258184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030400.
00010000:00000010:3.1:1789097245.258195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616000.
00000080:00000010:3.1:1789097245.258203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025165b180.
00000080:00000010:3.1:1789097245.258217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6160.
00010000:00000010:1.1:1789097245.258826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097245.580910:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018700.
00010000:00000010:3.1:1789097245.580922:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00000080:00000010:3.1:1789097245.586987:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a538000.
00000080:00000010:3.1:1789097245.587002:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15020.
00010000:00000010:3.1:1789097245.595834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097245.704951:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4900.
00010000:00000010:3.1:1789097245.704977:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:3.1:1789097245.720222:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244254200.
00000080:00000010:3.1:1789097245.720241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150a0.
00010000:00000010:3.1:1789097245.731401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097245.837051:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4c00.
00010000:00000010:3.1:1789097245.837058:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8600.
00000080:00000010:3.1:1789097245.837077:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435fc200.
00000080:00000010:3.1:1789097245.837084:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:3.1:1789097245.846864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097246.099842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250665280.
00000080:00000010:3.1:1789097246.099874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15400.
00010000:00000010:3.1:1789097246.150867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097246.180858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4300.
00010000:00000010:3.1:1789097246.180876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:3.1:1789097246.192594:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251744200.
00000080:00000010:3.1:1789097246.192611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15880.
00010000:00000010:3.1:1789097246.201869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097246.315252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4500.
00010000:00000010:3.1:1789097246.315265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00000080:00000010:3.1:1789097246.324784:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980251640000.
00000080:00000010:3.1:1789097246.324819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00010000:00000010:3.1:1789097246.373985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:3.1:1789097246.398035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:3.1:1789097246.398048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031200.
00000080:00000010:3.1:1789097246.417215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024417ca40.
00000080:00000010:3.1:1789097246.417230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15420.
00010000:00000010:3.1:1789097246.423139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097246.432293:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:3.1:1789097246.432301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00010000:00000010:3.1:1789097246.486458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1e00.
00010000:00000010:3.1:1789097246.585095:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:3.1:1789097246.585102:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00000080:00000010:3.1:1789097246.595240:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434e6b40.
00000080:00000010:3.1:1789097246.595258:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:3.1:1789097246.601247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097246.641079:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436c8000.
00000080:00000010:3.1:1789097246.641093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6980.
00010000:00000010:3.1:1789097246.733121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:3.1:1789097246.733134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fa00.
00000080:00000010:3.1:1789097246.738962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f2100.
00000080:00000010:3.1:1789097246.738987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:3.1:1789097246.746839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097246.830980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:3.1:1789097246.830995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ec00.
00000080:00000010:3.1:1789097246.851758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164336300.
00000080:00000010:3.1:1789097246.851777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15bc0.
00010000:00000010:3.1:1789097246.864121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097246.935981:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7700.
00010000:00000010:3.1:1789097246.935987:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ee00.
00000080:00000010:3.1:1789097246.949770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799918c0.
00000080:00000010:3.1:1789097246.949800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155a0.
00010000:00000010:3.1:1789097246.958820:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097246.973840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7100.
00010000:00000010:3.1:1789097246.973854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e600.
00010000:00000010:3.1:1789097247.052870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:3.1:1789097247.052885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00000080:00000010:1.1:1789097247.284844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024363eb40.
00000080:00000010:1.1:1789097247.284963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:1.1:1789097247.321336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7b00.
00010000:00000010:1.1:1789097247.321349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005400.
00000080:00000010:1.1:1789097247.335857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447a4200.
00000080:00000010:1.1:1789097247.335895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fa0.
00010000:00000010:1.1:1789097247.353063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d600.
00010000:00000010:1.1:1789097247.414879:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7600.
00010000:00000010:1.1:1789097247.414886:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005e00.
00000080:00000010:1.1:1789097247.425262:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bdc200.
00000080:00000010:1.1:1789097247.425300:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d60.
00010000:00000010:1.1:1789097247.448843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789097247.469887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7a00.
00010000:00000010:1.1:1789097247.469902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004200.
00010000:00000010:3.1:1789097247.809130:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:3.1:1789097247.809147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004400.
00000080:00000010:3.1:1789097247.818578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a27380.
00000080:00000010:3.1:1789097247.818593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15840.
00010000:00000010:3.1:1789097248.080077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1000.
00010000:00000010:1.1:1789097248.100022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250500.
00010000:00000010:1.1:1789097248.100037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d400.
00000080:00000010:1.1:1789097248.123058:0:377391:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024498a940.
00000080:00000010:1.1:1789097248.123083:0:377391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f20.
00010000:00000010:1.1:1789097248.123095:0:377391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d400.
00010000:00000010:3.1:1789097248.336888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6ba00.
00010000:00000010:3.1:1789097248.336900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6e00.
00000080:00000010:3.1:1789097248.356707:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434539c0.
00000080:00000010:3.1:1789097248.356778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15060.
00010000:00000010:3.1:1789097248.389838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097248.429420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460dac0.
00000080:00000010:3.1:1789097248.429439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6640.
00010000:00000010:3.1:1789097248.447841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097248.555881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:3.1:1789097248.555894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7200.
00000080:00000010:3.1:1789097248.567154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449ef380.
00000080:00000010:3.1:1789097248.567186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:3.1:1789097248.583033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097248.663295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1000.
00010000:00000010:3.1:1789097248.670895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:3.1:1789097248.670908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6400.
00000080:00000010:3.1:1789097248.683877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437b4200.
00000080:00000010:3.1:1789097248.683897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15300.
00010000:00000010:3.1:1789097248.862248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:3.1:1789097248.862267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6000.
00000080:00000010:3.1:1789097248.886033:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446d4200.
00000080:00000010:3.1:1789097248.886055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:3.1:1789097248.913589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097249.249841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030c00.
00010000:00000010:3.1:1789097249.249857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9e00.
00000080:00000010:3.1:1789097249.258487:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434c2100.
00000080:00000010:3.1:1789097249.258519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:3.1:1789097249.267924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097249.410041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:1.1:1789097249.484909:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7300.
00010000:00000010:1.1:1789097249.484915:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9000.
00000080:00000010:1.1:1789097249.496863:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024416f380.
00000080:00000010:1.1:1789097249.496906:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150c0.
00010000:00000010:1.1:1789097249.503931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00010000:00000010:3.1:1789097249.523962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7100.
00010000:00000010:3.1:1789097249.523976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9800.
00000080:00000010:3.1:1789097249.535113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024462f380.
00000080:00000010:3.1:1789097249.535128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656340.
00010000:00000010:3.1:1789097249.544602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097249.566173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7600.
00010000:00000010:3.1:1789097249.566180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8c00.
00000080:00000010:3.1:1789097249.570000:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447bdac0.
00000080:00000010:3.1:1789097249.570022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6400.
00010000:00000010:3.1:1789097249.588840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097249.698158:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:3.1:1789097249.698163:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9600.
00000080:00000010:3.1:1789097249.706393:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4e3180.
00000080:00000010:3.1:1789097249.706412:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15860.
00010000:00000010:3.1:1789097249.711906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097249.901876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45d00.
00010000:00000010:3.1:1789097249.901899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00000080:00000010:3.1:1789097249.908808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164332100.
00000080:00000010:3.1:1789097249.908842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:3.1:1789097249.915995:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097250.088237:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097250.199925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45300.
00010000:00000010:3.1:1789097250.199940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00000080:00000010:3.1:1789097250.237855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244230840.
00000080:00000010:3.1:1789097250.237915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b40.
00010000:00000010:3.1:1789097250.308245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45e00.
00010000:00000010:3.1:1789097250.308578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00010000:00000010:3.1:1789097250.440594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:3.1:1789097250.587241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45b00.
00010000:00000010:3.1:1789097250.587255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf000.
00000080:00000010:3.1:1789097250.597946:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024409c200.
00000080:00000010:3.1:1789097250.597955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d20.
00000080:00000010:3.1:1789097250.631973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b7e300.
00000080:00000010:3.1:1789097250.631993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6e80.
00010000:00000010:3.1:1789097250.639082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097250.663870:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7a00.
00010000:00000010:3.1:1789097250.663891:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfe00.
00000080:00000010:3.1:1789097250.673073:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243524a40.
00000080:00000010:3.1:1789097250.673101:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f66e0.
00010000:00000010:3.1:1789097250.682105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097250.849855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7b00.
00010000:00000010:3.1:1789097250.849866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00000080:00000010:3.1:1789097250.867368:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447f2100.
00000080:00000010:3.1:1789097250.867390:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:3.1:1789097250.867400:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097250.937910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e100.
00010000:00000010:3.1:1789097250.937922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00010000:00000010:3.1:1789097251.245177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00010000:00000010:3.1:1789097251.375873:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097251.401846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13b00.
00010000:00000010:3.1:1789097251.401858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:3.1:1789097251.537834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13c00.
00010000:00000010:3.1:1789097251.537843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00000080:00000010:3.1:1789097251.545837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4ca940.
00000080:00000010:3.1:1789097251.545879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15380.
00010000:00000010:3.1:1789097251.554753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1800.
00000080:00000010:1.1:1789097251.640428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746739c0.
00000080:00000010:1.1:1789097251.640450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15320.
00010000:00000010:1.1:1789097251.640460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:1.1:1789097251.643087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250500.
00010000:00000010:1.1:1789097251.643104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba400.
00000080:00000010:1.1:1789097251.657704:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448f7380.
00000080:00000010:1.1:1789097251.657728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646569a0.
00010000:00000010:1.1:1789097251.669841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9cc00.
00010000:00000010:3.1:1789097251.714057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250700.
00010000:00000010:3.1:1789097251.714070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba600.
00000080:00000010:3.1:1789097251.727115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a6d7380.
00000080:00000010:3.1:1789097251.727133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656be0.
00010000:00000010:3.1:1789097251.756922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097251.806968:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449418c0.
00000080:00000010:3.1:1789097251.806988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f60.
00010000:00000010:3.1:1789097251.864243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250600.
00010000:00000010:3.1:1789097251.864256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bbc00.
00000080:00000010:3.1:1789097251.876106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244320000.
00000080:00000010:3.1:1789097251.876124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f66e0.
00000080:00000010:3.1:1789097251.980920:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016571eb40.
00000080:00000010:3.1:1789097251.980946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6f60.
00010000:00000010:3.1:1789097251.993001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097252.167973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174659080.
00000080:00000010:3.1:1789097252.167982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:3.1:1789097252.172857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097252.219963:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163875ac0.
00000080:00000010:3.1:1789097252.219982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6e80.
00000080:00000010:3.1:1789097252.306831:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a466300.
00000080:00000010:3.1:1789097252.306857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f60c0.
00010000:00000010:3.1:1789097252.314929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097252.560086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bc00.
00010000:00000010:3.1:1789097252.560094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009400.
00000080:00000010:3.1:1789097252.567935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461a940.
00000080:00000010:3.1:1789097252.567971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00010000:00000010:3.1:1789097252.572900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097253.304875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:3.1:1789097253.304883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7a00.
00010000:00000010:3.1:1789097253.434145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7300.
00010000:00000010:3.1:1789097253.434525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7600.
00010000:00000010:3.1:1789097253.580882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7d00.
00010000:00000010:3.1:1789097253.580896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00000080:00000010:3.1:1789097253.594860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017859dac0.
00000080:00000010:3.1:1789097253.594906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15000.
00010000:00000010:3.1:1789097253.678063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097253.760249:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7600.
00010000:00000010:3.1:1789097253.760257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00000080:00000010:3.1:1789097253.766868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250b5ca40.
00000080:00000010:3.1:1789097253.766885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15360.
00010000:00000010:3.1:1789097253.774938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097253.814260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e800.
00010000:00000010:1.1:1789097253.998853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789097253.998869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7000.
00000080:00000010:1.1:1789097254.015935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244797380.
00000080:00000010:1.1:1789097254.015947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:1.1:1789097254.023463:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99600.
00000080:00000010:1.1:1789097254.139862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244960000.
00000080:00000010:1.1:1789097254.139884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317e00.
00010000:00000010:3.1:1789097254.189379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e800.
00010000:00000010:3.1:1789097254.231195:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00010000:00000010:3.1:1789097254.293867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030700.
00010000:00000010:3.1:1789097254.293875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00000080:00000010:1.1:1789097254.322032:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243455ac0.
00000080:00000010:1.1:1789097254.322052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15240.
00010000:00000010:3.1:1789097254.400988:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017f030d00.
00010000:00000010:3.1:1789097254.400995:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931400.
00000080:00000010:3.1:1789097254.406986:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a13180.
00000080:00000010:3.1:1789097254.406998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151a0.
00010000:00000010:3.1:1789097254.418760:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097254.457945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447db9c0.
00000080:00000010:3.1:1789097254.457976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f63a0.
00000080:00000010:1.1:1789097254.525011:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243458000.
00000080:00000010:1.1:1789097254.525032:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a00.
00010000:00000010:1.1:1789097254.652138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00010000:00000010:1.1:1789097254.662979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:1.1:1789097254.662993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042f200.
00000080:00000010:1.1:1789097254.673102:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025075e300.
00000080:00000010:1.1:1789097254.673118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15680.
00010000:00000010:1.1:1789097254.684557:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9dc00.
00010000:00000010:3.1:1789097254.758529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138800.
00010000:00000010:3.1:1789097254.758537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042fa00.
00000080:00000010:3.1:1789097254.762839:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448f39c0.
00000080:00000010:3.1:1789097254.762850:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d159c0.
00010000:00000010:3.1:1789097254.768056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097254.985189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138600.
00010000:00000010:3.1:1789097254.985201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e600.
00000080:00000010:3.1:1789097255.011043:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024489dac0.
00000080:00000010:3.1:1789097255.011074:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:3.1:1789097255.011088:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:1.1:1789097255.025872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13b00.
00010000:00000010:1.1:1789097255.025886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042fc00.
00010000:00000010:3.1:1789097255.069926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00000080:00000010:1.1:1789097255.085557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250652940.
00000080:00000010:1.1:1789097255.085646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6fc0.
00010000:00000010:1.1:1789097255.085656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00010000:00000010:1.1:1789097255.186337:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13400.
00010000:00000010:1.1:1789097255.186360:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e800.
00000080:00000010:1.1:1789097255.193855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243676b40.
00000080:00000010:1.1:1789097255.193879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157e0.
00010000:00000010:1.1:1789097255.206839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d400.
00000080:00000010:1.1:1789097255.360508:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449ceb40.
00000080:00000010:1.1:1789097255.360517:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:3.1:1789097255.580909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097255.597996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13a00.
00010000:00000010:3.1:1789097255.598010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0400.
00000080:00000010:3.1:1789097255.615848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250ad1080.
00000080:00000010:3.1:1789097255.615863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:3.1:1789097255.625033:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097255.698839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98100.
00010000:00000010:3.1:1789097255.698858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00000080:00000010:3.1:1789097255.705976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654ca100.
00000080:00000010:3.1:1789097255.706010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:3.1:1789097255.716537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097256.001855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905200.
00010000:00000010:3.1:1789097256.060838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98200.
00010000:00000010:3.1:1789097256.060856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eca00.
00000080:00000010:3.1:1789097256.072873:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509a4200.
00000080:00000010:3.1:1789097256.072898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15280.
00010000:00000010:3.1:1789097256.350289:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98900.
00010000:00000010:3.1:1789097256.350302:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfe00.
00000080:00000010:3.1:1789097256.365407:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244145ac0.
00000080:00000010:3.1:1789097256.365444:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317080.
00000080:00000010:1.1:1789097256.417550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025063d280.
00000080:00000010:1.1:1789097256.417570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f60e0.
00010000:00000010:1.1:1789097256.422857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9da00.
00010000:00000010:3.1:1789097256.495931:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135cc00.
00010000:00000010:3.1:1789097256.495939:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf800.
00000080:00000010:3.1:1789097256.502826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243737380.
00000080:00000010:3.1:1789097256.502844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15560.
00010000:00000010:3.1:1789097256.514926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097256.526853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c200.
00010000:00000010:3.1:1789097256.526867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde800.
00000080:00000010:3.1:1789097256.540939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242193180.
00000080:00000010:3.1:1789097256.540959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6100.
00010000:00000010:1.1:1789097256.547905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:1.1:1789097256.690846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785d39c0.
00000080:00000010:1.1:1789097256.690870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15180.
00010000:00000010:1.1:1789097256.696832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00010000:00000010:3.1:1789097256.826260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:3.1:1789097256.901991:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443fb9c0.
00000080:00000010:3.1:1789097256.902007:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15920.
00010000:00000010:3.1:1789097256.907099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:1.1:1789097256.929071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c600.
00010000:00000010:1.1:1789097256.929084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8a00.
00000080:00000010:1.1:1789097256.948091:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f4200.
00000080:00000010:1.1:1789097256.948105:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6980.
00010000:00000010:1.1:1789097256.956832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9da00.
00010000:00000010:3.1:1789097256.976623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135cb00.
00010000:00000010:3.1:1789097256.976637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8600.
00000080:00000010:3.1:1789097256.991329:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449b8840.
00000080:00000010:3.1:1789097256.991342:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656a60.
00010000:00000010:3.1:1789097256.997091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097257.075576:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097257.075591:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00000080:00000010:3.1:1789097257.102843:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a733180.
00000080:00000010:3.1:1789097257.102857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158c0.
00010000:00000010:3.1:1789097257.102867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:3.1:1789097257.337475:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164398840.
00000080:00000010:3.1:1789097257.337490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d154c0.
00010000:00000010:3.1:1789097257.352663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097257.468137:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097257.468144:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8800.
00000080:00000010:3.1:1789097257.480991:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507f1080.
00000080:00000010:3.1:1789097257.481012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f40.
00010000:00000010:3.1:1789097257.491199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097257.858894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097257.858913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00000080:00000010:3.1:1789097257.891975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250788840.
00000080:00000010:3.1:1789097257.891995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317ca0.
00010000:00000010:3.1:1789097258.291981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904a00.
00010000:00000010:3.1:1789097258.468888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae700.
00010000:00000010:3.1:1789097258.468976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00000080:00000010:3.1:1789097258.485118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243655ac0.
00000080:00000010:3.1:1789097258.485136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f40.
00010000:00000010:3.1:1789097258.501845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097258.793882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7700.
00010000:00000010:3.1:1789097258.793895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931800.
00000080:00000010:3.1:1789097258.819404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434e6300.
00000080:00000010:3.1:1789097258.819440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00010000:00000010:3.1:1789097258.835821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097259.043533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7200.
00010000:00000010:3.1:1789097259.043547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00000080:00000010:3.1:1789097259.055838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785c6300.
00000080:00000010:3.1:1789097259.055878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158c0.
00010000:00000010:3.1:1789097259.071948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097259.160234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7e00.
00010000:00000010:1.1:1789097259.160242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931200.
00000080:00000010:1.1:1789097259.165830:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446af380.
00000080:00000010:1.1:1789097259.165852:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153a0.
00010000:00000010:1.1:1789097259.169932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005800.
00010000:00000010:1.1:1789097259.202868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7600.
00010000:00000010:1.1:1789097259.202882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00000080:00000010:1.1:1789097259.222319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244278000.
00000080:00000010:1.1:1789097259.222328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656e40.
00010000:00000010:1.1:1789097259.237011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005800.
00010000:00000010:1.1:1789097259.246002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7a00.
00010000:00000010:1.1:1789097259.246016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930e00.
00000080:00000010:1.1:1789097259.254029:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440bb9c0.
00000080:00000010:1.1:1789097259.254048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656920.
00010000:00000010:1.1:1789097259.267044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005800.
00010000:00000010:3.1:1789097259.281813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7800.
00010000:00000010:3.1:1789097259.281821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00000080:00000010:3.1:1789097259.289150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448e8000.
00000080:00000010:3.1:1789097259.289166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656ec0.
00010000:00000010:1.1:1789097259.330018:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7d00.
00010000:00000010:1.1:1789097259.330031:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009800.
00010000:00000010:1.1:1789097259.504924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ed00.
00010000:00000010:1.1:1789097259.504940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009c00.
00000080:00000010:1.1:1789097259.577436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437d4200.
00000080:00000010:1.1:1789097259.577461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15560.
00010000:00000010:1.1:1789097259.589282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00010000:00000010:3.1:1789097259.620864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e800.
00010000:00000010:3.1:1789097259.620874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009a00.
00000080:00000010:3.1:1789097259.630885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174642940.
00000080:00000010:3.1:1789097259.630898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656e40.
00010000:00000010:3.1:1789097259.635845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097259.797933:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1eb00.
00010000:00000010:3.1:1789097259.797940:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008400.
00000080:00000010:3.1:1789097259.804931:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517ff380.
00000080:00000010:3.1:1789097259.804963:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:3.1:1789097259.814919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097259.996400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097260.160119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccee00.
00010000:00000010:3.1:1789097260.160126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9a00.
00000080:00000010:3.1:1789097260.164952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802435a18c0.
00000080:00000010:3.1:1789097260.164972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15280.
00010000:00000010:3.1:1789097260.176842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097260.298073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1200.
00010000:00000010:3.1:1789097260.298086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:3.1:1789097260.311045:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016384a100.
00000080:00000010:3.1:1789097260.311061:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ac0.
00010000:00000010:3.1:1789097260.316824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097260.372051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ba00.
00010000:00000010:1.1:1789097260.372059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9600.
00000080:00000010:1.1:1789097260.376955:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440da940.
00000080:00000010:1.1:1789097260.376992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:1.1:1789097260.383978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00010000:00000010:1.1:1789097260.402976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b700.
00010000:00000010:1.1:1789097260.402990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00000080:00000010:1.1:1789097260.414489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f4a40.
00000080:00000010:1.1:1789097260.414508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646560a0.
00010000:00000010:1.1:1789097260.429376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004a00.
00010000:00000010:3.1:1789097260.542842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce600.
00010000:00000010:3.1:1789097260.542859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616a00.
00000080:00000010:3.1:1789097260.553982:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024343c200.
00000080:00000010:3.1:1789097260.554000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157e0.
00010000:00000010:3.1:1789097260.568922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097260.967001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bd00.
00010000:00000010:3.1:1789097260.967014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00000080:00000010:3.1:1789097260.979929:0:31:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250900840.
00000080:00000010:3.1:1789097260.979959:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:3.1:1789097260.985914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097261.121832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:1.1:1789097261.325945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024439a100.
00000080:00000010:1.1:1789097261.325963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c40.
00010000:00000010:3.1:1789097261.557035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce200.
00010000:00000010:3.1:1789097261.557053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00000080:00000010:3.1:1789097261.577285:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024478dac0.
00000080:00000010:3.1:1789097261.577315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15240.
00010000:00000010:3.1:1789097261.596114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097261.696864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45100.
00010000:00000010:3.1:1789097261.696876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905400.
00000080:00000010:3.1:1789097261.716766:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447c3180.
00000080:00000010:3.1:1789097261.716783:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317360.
00010000:00000010:3.1:1789097261.730845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:1.1:1789097261.797873:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a23180.
00000080:00000010:1.1:1789097261.797885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6b60.
00010000:00000010:1.1:1789097261.808421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005800.
00010000:00000010:1.1:1789097261.820887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138300.
00010000:00000010:1.1:1789097261.820901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99a00.
00000080:00000010:1.1:1789097261.844088:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243665ac0.
00000080:00000010:1.1:1789097261.844130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656020.
00010000:00000010:3.1:1789097261.894874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00010000:00000010:3.1:1789097262.037005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138f00.
00010000:00000010:3.1:1789097262.037021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98e00.
00010000:00000010:1.1:1789097262.150940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138b00.
00010000:00000010:1.1:1789097262.150948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:3.1:1789097262.554935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ae00.
00010000:00000010:3.1:1789097262.554947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98c00.
00000080:00000010:3.1:1789097262.582444:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024370b180.
00000080:00000010:3.1:1789097262.582483:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15360.
00010000:00000010:3.1:1789097262.590000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097262.714713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a200.
00010000:00000010:3.1:1789097262.714721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00000080:00000010:3.1:1789097262.743827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a46b40.
00000080:00000010:3.1:1789097262.743836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157a0.
00000080:00000010:3.1:1789097262.964860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4bca40.
00000080:00000010:3.1:1789097262.964885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15140.
00010000:00000010:3.1:1789097262.979683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097263.367055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:3.1:1789097263.367070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:3.1:1789097263.383032:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449d6300.
00000080:00000010:3.1:1789097263.383068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00010000:00000010:3.1:1789097263.402902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097263.499866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6e00.
00010000:00000010:3.1:1789097263.499880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9ca00.
00000080:00000010:3.1:1789097263.532558:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798a2100.
00000080:00000010:3.1:1789097263.532577:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:3.1:1789097263.539307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:1.1:1789097263.658891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a700.
00010000:00000010:1.1:1789097263.658904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d400.
00000080:00000010:1.1:1789097263.669027:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447b98c0.
00000080:00000010:1.1:1789097263.669038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15320.
00010000:00000010:1.1:1789097263.675765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005e00.
00010000:00000010:1.1:1789097263.701879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ad00.
00010000:00000010:1.1:1789097263.701891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9a00.
00000080:00000010:1.1:1789097263.709756:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449e2940.
00000080:00000010:1.1:1789097263.709778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646568e0.
00010000:00000010:1.1:1789097263.717933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005e00.
00010000:00000010:3.1:1789097263.742030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a800.
00010000:00000010:3.1:1789097263.742042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8e00.
00000080:00000010:3.1:1789097263.765892:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024366c200.
00000080:00000010:3.1:1789097263.766044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656e40.
00010000:00000010:3.1:1789097263.771013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:3.1:1789097263.915070:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382dac0.
00000080:00000010:3.1:1789097263.915081:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15380.
00010000:00000010:3.1:1789097263.919998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097264.015678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13a00.
00010000:00000010:3.1:1789097264.015695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9400.
00000080:00000010:3.1:1789097264.033502:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164386300.
00000080:00000010:3.1:1789097264.033541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152c0.
00010000:00000010:3.1:1789097264.045365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097264.386886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13d00.
00010000:00000010:3.1:1789097264.386898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8600.
00010000:00000010:3.1:1789097264.665865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250300.
00010000:00000010:3.1:1789097264.665877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00000080:00000010:3.1:1789097264.680093:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250747380.
00000080:00000010:3.1:1789097264.680103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:3.1:1789097264.692035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097264.788837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250d00.
00010000:00000010:3.1:1789097264.788844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bae00.
00010000:00000010:3.1:1789097264.958023:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6d00.
00010000:00000010:3.1:1789097264.958034:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bbc00.
00000080:00000010:3.1:1789097264.963416:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509c98c0.
00000080:00000010:3.1:1789097264.963447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15900.
00000080:00000010:3.1:1789097265.235921:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509b7380.
00000080:00000010:3.1:1789097265.235933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f00.
00010000:00000010:3.1:1789097265.240860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:1.1:1789097265.415865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccee00.
00010000:00000010:1.1:1789097265.415875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905e00.
00000080:00000010:1.1:1789097265.442055:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244135ac0.
00000080:00000010:1.1:1789097265.442077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b40.
00010000:00000010:1.1:1789097265.475231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004c00.
00010000:00000010:3.1:1789097265.612833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce700.
00010000:00000010:3.1:1789097265.612851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905a00.
00000080:00000010:3.1:1789097265.641340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e1080.
00000080:00000010:3.1:1789097265.641384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:3.1:1789097265.649334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ae00.
00000080:00000010:1.1:1789097265.741532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654f2100.
00000080:00000010:1.1:1789097265.741559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ae0.
00010000:00000010:1.1:1789097265.801897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccec00.
00010000:00000010:1.1:1789097265.801911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905c00.
00000080:00000010:1.1:1789097265.819888:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024226e300.
00000080:00000010:1.1:1789097265.819907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562a0.
00010000:00000010:1.1:1789097265.828816:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005600.
00010000:00000010:3.1:1789097265.873015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d000.
00000080:00000010:3.1:1789097266.012132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a47f380.
00000080:00000010:3.1:1789097266.012164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b00.
00010000:00000010:3.1:1789097266.025072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ae00.
00010000:00000010:3.1:1789097266.066272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cced00.
00010000:00000010:3.1:1789097266.066285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:3.1:1789097266.073970:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802434fb180.
00000080:00000010:3.1:1789097266.074004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f63c0.
00010000:00000010:3.1:1789097266.090984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ae00.
00000080:00000010:3.1:1789097266.143713:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799a9080.
00000080:00000010:3.1:1789097266.143752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:3.1:1789097266.156476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ae00.
00010000:00000010:3.1:1789097266.173224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7300.
00010000:00000010:3.1:1789097266.173239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:3.1:1789097266.207015:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016380ca40.
00000080:00000010:3.1:1789097266.207044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6860.
00010000:00000010:3.1:1789097266.332764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00000080:00000010:3.1:1789097266.435973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165704200.
00000080:00000010:3.1:1789097266.435993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15860.
00010000:00000010:1.1:1789097266.696882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45300.
00010000:00000010:1.1:1789097266.696897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c904000.
00000080:00000010:1.1:1789097266.710130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141be8000.
00000080:00000010:1.1:1789097266.710160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:1.1:1789097266.714950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005200.
00010000:00000010:1.1:1789097266.736188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45200.
00010000:00000010:1.1:1789097266.736197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7c00.
00000080:00000010:1.1:1789097266.741202:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446b1080.
00000080:00000010:1.1:1789097266.741223:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646563e0.
00010000:00000010:1.1:1789097266.756180:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005200.
00010000:00000010:1.1:1789097266.771002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45f00.
00010000:00000010:1.1:1789097266.771014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7200.
00000080:00000010:1.1:1789097266.779842:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442b3180.
00000080:00000010:1.1:1789097266.779873:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656fa0.
00010000:00000010:1.1:1789097266.785967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005200.
00010000:00000010:1.1:1789097266.823200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d200.
00010000:00000010:1.1:1789097266.843986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45c00.
00010000:00000010:1.1:1789097266.843998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7800.
00000080:00000010:1.1:1789097266.847922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449c0000.
00000080:00000010:1.1:1789097266.847942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150c0.
00010000:00000010:1.1:1789097266.862965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005400.
00010000:00000010:3.1:1789097267.014869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b300.
00010000:00000010:3.1:1789097267.014884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905200.
00000080:00000010:3.1:1789097267.023874:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141b63180.
00000080:00000010:3.1:1789097267.023906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:3.1:1789097267.043419:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00010000:00000010:3.1:1789097267.268092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b100.
00010000:00000010:3.1:1789097267.268100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00000080:00000010:3.1:1789097267.275391:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024472d280.
00000080:00000010:3.1:1789097267.275419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743172e0.
00010000:00000010:3.1:1789097267.397884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b700.
00010000:00000010:3.1:1789097267.397899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930400.
00000080:00000010:3.1:1789097267.408875:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a4c98c0.
00000080:00000010:3.1:1789097267.408886:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:3.1:1789097267.427059:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00010000:00000010:3.1:1789097267.733842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7b00.
00010000:00000010:3.1:1789097267.733860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e400.
00000080:00000010:3.1:1789097267.743571:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024474eb40.
00000080:00000010:3.1:1789097267.743590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15060.
00010000:00000010:3.1:1789097267.757994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00010000:00000010:1.1:1789097267.949897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:1.1:1789097267.949906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ec00.
00000080:00000010:3.1:1789097268.063241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243640000.
00000080:00000010:3.1:1789097268.063291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f20.
00010000:00000010:3.1:1789097268.074494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00010000:00000010:3.1:1789097268.173362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aee00.
00010000:00000010:3.1:1789097268.173377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00000080:00000010:3.1:1789097268.189847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446b4a40.
00000080:00000010:3.1:1789097268.189867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d156c0.
00010000:00000010:3.1:1789097268.388233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae500.
00010000:00000010:3.1:1789097268.388246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00000080:00000010:3.1:1789097268.414819:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442239c0.
00000080:00000010:3.1:1789097268.414839:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:3.1:1789097268.431957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b000.
00010000:00000010:1.1:1789097268.466874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae700.
00010000:00000010:1.1:1789097268.466888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f800.
00010000:00000010:3.1:1789097268.634878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aef00.
00010000:00000010:3.1:1789097268.634890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00010000:00000010:3.1:1789097268.680819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d800.
00010000:00000010:3.1:1789097268.721877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce200.
00010000:00000010:3.1:1789097268.721892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eca00.
00010000:00000010:3.1:1789097268.829193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:3.1:1789097268.949849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155a0.
00010000:00000010:3.1:1789097268.980997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097269.365060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097269.365074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bba00.
00000080:00000010:3.1:1789097269.376546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a560000.
00000080:00000010:3.1:1789097269.376576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ee0.
00010000:00000010:3.1:1789097269.388826:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097269.455872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097269.455886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb000.
00000080:00000010:3.1:1789097269.463827:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802504f5ac0.
00000080:00000010:3.1:1789097269.463842:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:3.1:1789097269.469977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097269.505655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097269.505668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb200.
00000080:00000010:3.1:1789097269.508949:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436cf380.
00000080:00000010:3.1:1789097269.508960:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f64a0.
00010000:00000010:3.1:1789097269.517884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097269.576862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae900.
00010000:00000010:3.1:1789097269.576869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bae00.
00010000:00000010:3.1:1789097269.663873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae200.
00010000:00000010:3.1:1789097269.663888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00000080:00000010:3.1:1789097269.681815:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244861080.
00000080:00000010:3.1:1789097269.681829:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00010000:00000010:3.1:1789097269.767845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccea00.
00010000:00000010:3.1:1789097269.767858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb800.
00010000:00000010:3.1:1789097269.854909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccee00.
00010000:00000010:3.1:1789097269.854914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba800.
00000080:00000010:3.1:1789097269.860735:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643a5280.
00000080:00000010:3.1:1789097269.860749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317c40.
00010000:00000010:3.1:1789097269.879985:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:0.1:1789097269.985023:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfc00.
00000080:00000010:3.1:1789097270.082991:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a6d3180.
00000080:00000010:3.1:1789097270.083020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:3.1:1789097270.099452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097270.231842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9800.
00010000:00000010:3.1:1789097270.488911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00010000:00000010:3.1:1789097270.506392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6900.
00010000:00000010:3.1:1789097270.506401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7200.
00000080:00000010:3.1:1789097270.511379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507f7380.
00000080:00000010:3.1:1789097270.511416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:3.1:1789097270.519198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:3.1:1789097270.630869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a700.
00010000:00000010:3.1:1789097270.630875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6a00.
00000080:00000010:3.1:1789097270.635760:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507ea940.
00000080:00000010:3.1:1789097270.635822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15400.
00010000:00000010:3.1:1789097270.770875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:3.1:1789097270.770889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6400.
00000080:00000010:3.1:1789097270.789194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449939c0.
00000080:00000010:3.1:1789097270.789239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15020.
00010000:00000010:3.1:1789097270.808280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:3.1:1789097270.957589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152000.
00010000:00000010:3.1:1789097270.957602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6c00.
00000080:00000010:3.1:1789097270.970858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024346dac0.
00000080:00000010:3.1:1789097270.970892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:1.1:1789097271.224884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6aa00.
00010000:00000010:1.1:1789097271.224900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaadc00.
00000080:00000010:1.1:1789097271.245644:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507d5ac0.
00000080:00000010:1.1:1789097271.245679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15020.
00010000:00000010:1.1:1789097271.265510:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005800.
00010000:00000010:3.1:1789097271.451868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98800.
00010000:00000010:3.1:1789097271.451880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaaca00.
00000080:00000010:3.1:1789097271.458930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449bb9c0.
00000080:00000010:3.1:1789097271.458953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:3.1:1789097271.471722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662600.
00010000:00000010:3.1:1789097271.497159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98700.
00010000:00000010:3.1:1789097271.497173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaacc00.
00000080:00000010:3.1:1789097271.519518:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250adc200.
00000080:00000010:3.1:1789097271.519528:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ce0.
00010000:00000010:3.1:1789097271.656051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98400.
00010000:00000010:3.1:1789097271.656064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaad600.
00000080:00000010:3.1:1789097271.665859:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654fb180.
00000080:00000010:3.1:1789097271.665876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:3.1:1789097271.675370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662600.
00010000:00000010:3.1:1789097271.759876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a400.
00010000:00000010:3.1:1789097271.759891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00ac00.
00010000:00000010:0.1:1789097271.978877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ec00.
00010000:00000010:0.1:1789097271.978890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00b200.
00000080:00000010:0.1:1789097271.991010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024478e300.
00000080:00000010:0.1:1789097271.991056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15dc0.
00010000:00000010:0.1:1789097272.004843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfc00.
00010000:00000010:3.1:1789097272.100827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98c00.
00010000:00000010:3.1:1789097272.100843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9da00.
00000080:00000010:3.1:1789097272.119074:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244798840.
00000080:00000010:3.1:1789097272.119111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:3.1:1789097272.306928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9200.
00010000:00000010:3.1:1789097272.582908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7700.
00010000:00000010:3.1:1789097272.582922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00be00.
00000080:00000010:3.1:1789097272.593833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250678840.
00000080:00000010:3.1:1789097272.593852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:3.1:1789097272.602915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662600.
00000080:00000010:3.1:1789097272.725833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250678000.
00000080:00000010:3.1:1789097272.725864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6300.
00010000:00000010:1.1:1789097272.730077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662600.
00010000:00000010:1.1:1789097272.760010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:1.1:1789097272.760025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d00a600.
00000080:00000010:1.1:1789097272.770919:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024351a100.
00000080:00000010:1.1:1789097272.770939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6da0.
00010000:00000010:1.1:1789097272.781953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00010000:00000010:3.1:1789097272.926015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7100.
00010000:00000010:3.1:1789097272.926032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:3.1:1789097272.932485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a6a6b40.
00000080:00000010:3.1:1789097272.932498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15420.
00010000:00000010:3.1:1789097273.072636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7f00.
00010000:00000010:3.1:1789097273.072651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c200.
00000080:00000010:3.1:1789097273.095042:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a69eb40.
00000080:00000010:3.1:1789097273.095068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155a0.
00010000:00000010:3.1:1789097273.105715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097273.242049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccef00.
00010000:00000010:3.1:1789097273.242063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9c000.
00000080:00000010:3.1:1789097273.261928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244775ac0.
00000080:00000010:3.1:1789097273.261958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15480.
00010000:00000010:3.1:1789097273.368855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaad800.
00010000:00000010:3.1:1789097273.418716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce400.
00010000:00000010:3.1:1789097273.418733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016aa9d200.
00000080:00000010:3.1:1789097273.429195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244974a40.
00000080:00000010:3.1:1789097273.429215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:0.1:1789097273.533156:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaad400.
00010000:00000010:3.1:1789097273.699214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:3.1:1789097273.699232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fe00.
00000080:00000010:3.1:1789097273.716712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250720840.
00000080:00000010:3.1:1789097273.716751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d60.
00010000:00000010:3.1:1789097273.769153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138c00.
00010000:00000010:3.1:1789097273.769177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e200.
00010000:00000010:0.1:1789097273.852844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6000.
00010000:00000010:0.1:1789097273.852862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e600.
00000080:00000010:0.1:1789097273.865601:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a6b40.
00000080:00000010:0.1:1789097273.865619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e60.
00010000:00000010:0.1:1789097273.892914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00010000:00000010:0.1:1789097273.917142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6900.
00010000:00000010:0.1:1789097273.917155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ee00.
00000080:00000010:0.1:1789097273.925855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a2100.
00000080:00000010:0.1:1789097273.925871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743178a0.
00010000:00000010:3.1:1789097273.963000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6300.
00010000:00000010:3.1:1789097273.963015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fc00.
00000080:00000010:3.1:1789097273.982903:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024428b9c0.
00000080:00000010:3.1:1789097273.982919:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743177e0.
00010000:00000010:3.1:1789097273.987072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097274.021927:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaacc00.
00010000:00000010:3.1:1789097274.037851:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6b00.
00010000:00000010:3.1:1789097274.037858:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f000.
00000080:00000010:3.1:1789097274.043888:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174658000.
00000080:00000010:3.1:1789097274.043931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15740.
00010000:00000010:3.1:1789097274.158849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaaca00.
00010000:00000010:3.1:1789097274.177850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6f00.
00010000:00000010:3.1:1789097274.177863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e400.
00000080:00000010:3.1:1789097274.186834:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440e3180.
00000080:00000010:3.1:1789097274.186845:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:3.1:1789097274.192451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:3.1:1789097274.223762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174645ac0.
00000080:00000010:3.1:1789097274.223778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6700.
00010000:00000010:3.1:1789097274.228321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097274.252898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6800.
00010000:00000010:3.1:1789097274.252910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e800.
00010000:00000010:3.1:1789097274.395834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:3.1:1789097274.395850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931800.
00000080:00000010:3.1:1789097274.402964:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250798840.
00000080:00000010:3.1:1789097274.403159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15260.
00010000:00000010:3.1:1789097274.408857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097274.480937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaad000.
00010000:00000010:3.1:1789097274.507883:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1c00.
00010000:00000010:3.1:1789097274.507889:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931400.
00000080:00000010:3.1:1789097274.518842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802516a5280.
00000080:00000010:3.1:1789097274.518880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:3.1:1789097274.717287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138700.
00010000:00000010:3.1:1789097274.717301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930e00.
00000080:00000010:3.1:1789097274.733041:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447698c0.
00000080:00000010:3.1:1789097274.733102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15300.
00010000:00000010:3.1:1789097274.739396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097274.881194:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138100.
00010000:00000010:3.1:1789097274.881200:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf800.
00010000:00000010:3.1:1789097275.000028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138300.
00010000:00000010:3.1:1789097275.000041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00000080:00000010:3.1:1789097275.008862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024362e300.
00000080:00000010:3.1:1789097275.008884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d00.
00010000:00000010:0.1:1789097275.408333:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78700.
00010000:00000010:0.1:1789097275.408348:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004c00.
00000080:00000010:0.1:1789097275.436827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025169b180.
00000080:00000010:0.1:1789097275.436865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15080.
00010000:00000010:3.1:1789097275.488962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864e00.
00010000:00000010:3.1:1789097275.672170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1eb00.
00010000:00000010:3.1:1789097275.672184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004000.
00000080:00000010:3.1:1789097275.683201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244966300.
00000080:00000010:3.1:1789097275.683216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b00.
00010000:00000010:3.1:1789097275.706839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00000080:00000010:3.1:1789097275.909579:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025075dac0.
00000080:00000010:3.1:1789097275.909608:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155e0.
00010000:00000010:3.1:1789097275.924334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097276.052476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e200.
00010000:00000010:3.1:1789097276.052502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005200.
00000080:00000010:3.1:1789097276.077358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a6e39c0.
00000080:00000010:3.1:1789097276.077383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:3.1:1789097276.137384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ee00.
00010000:00000010:3.1:1789097276.137410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6000.
00000080:00000010:0.1:1789097276.158946:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244961080.
00000080:00000010:0.1:1789097276.159086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6400.
00010000:00000010:1.1:1789097276.216003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e300.
00010000:00000010:1.1:1789097276.216021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7a00.
00010000:00000010:3.1:1789097276.275158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e700.
00010000:00000010:3.1:1789097276.275175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6800.
00000080:00000010:3.1:1789097276.307133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506ba940.
00000080:00000010:3.1:1789097276.307253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15460.
00010000:00000010:3.1:1789097276.327218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097276.480946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00000080:00000010:3.1:1789097276.700344:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024228dac0.
00000080:00000010:3.1:1789097276.700404:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f00.
00010000:00000010:3.1:1789097276.708281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:1.1:1789097276.846572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ae00.
00010000:00000010:1.1:1789097276.846592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00000080:00000010:1.1:1789097276.860145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024350b180.
00000080:00000010:1.1:1789097276.860173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15440.
00010000:00000010:1.1:1789097276.877777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865200.
00010000:00000010:1.1:1789097276.924880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a600.
00010000:00000010:1.1:1789097276.924900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00000080:00000010:1.1:1789097276.940945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174656b40.
00000080:00000010:1.1:1789097276.940973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646562a0.
00010000:00000010:1.1:1789097276.963857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865200.
00010000:00000010:0.1:1789097277.265948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:3.1:1789097277.315946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ab00.
00010000:00000010:3.1:1789097277.315967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00000080:00000010:3.1:1789097277.349292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250588840.
00000080:00000010:3.1:1789097277.349350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:3.1:1789097277.451032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:3.1:1789097277.451050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9800.
00000080:00000010:3.1:1789097277.473850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244116b40.
00000080:00000010:3.1:1789097277.473874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15900.
00010000:00000010:3.1:1789097278.038605:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ad00.
00010000:00000010:3.1:1789097278.038622:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7600.
00000080:00000010:3.1:1789097278.053376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446998c0.
00000080:00000010:3.1:1789097278.053392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152c0.
00010000:00000010:3.1:1789097278.068017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:1.1:1789097278.146978:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a800.
00010000:00000010:1.1:1789097278.146990:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6000.
00010000:00000010:0.1:1789097278.267905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6900.
00010000:00000010:0.1:1789097278.267928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6800.
00010000:00000010:3.1:1789097278.344687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98b00.
00010000:00000010:3.1:1789097278.344707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6e00.
00000080:00000010:3.1:1789097278.356193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802421218c0.
00000080:00000010:3.1:1789097278.356232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:3.1:1789097278.370023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097278.510318:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98f00.
00010000:00000010:3.1:1789097278.510337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7c00.
00000080:00000010:3.1:1789097278.527906:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179998000.
00000080:00000010:3.1:1789097278.527926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f60.
00010000:00000010:3.1:1789097278.544855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097278.738079:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6000.
00010000:00000010:3.1:1789097278.738086:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba800.
00000080:00000010:3.1:1789097278.742831:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a735280.
00000080:00000010:3.1:1789097278.743119:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15780.
00010000:00000010:3.1:1789097278.749081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:3.1:1789097278.795051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6300.
00010000:00000010:3.1:1789097278.795069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba200.
00000080:00000010:3.1:1789097278.905874:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b4a40.
00000080:00000010:3.1:1789097278.905916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e40.
00010000:00000010:1.1:1789097278.967901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1b200.
00010000:00000010:1.1:1789097278.967919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb400.
00000080:00000010:1.1:1789097278.986848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505eca40.
00000080:00000010:1.1:1789097278.988144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c00.
00010000:00000010:1.1:1789097279.033917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00010000:00000010:3.1:1789097279.067850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce100.
00010000:00000010:3.1:1789097279.067872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bac00.
00000080:00000010:3.1:1789097279.085898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243631080.
00000080:00000010:3.1:1789097279.085939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646568e0.
00010000:00000010:3.1:1789097279.110842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:0.1:1789097279.142049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce600.
00010000:00000010:0.1:1789097279.142078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba000.
00000080:00000010:0.1:1789097279.154175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643218c0.
00000080:00000010:0.1:1789097279.154327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6be0.
00010000:00000010:0.1:1789097279.168265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf000.
00010000:00000010:0.1:1789097279.439923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bf00.
00010000:00000010:0.1:1789097279.439941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bb000.
00000080:00000010:0.1:1789097279.458647:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442d9080.
00000080:00000010:0.1:1789097279.458674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15000.
00010000:00000010:0.1:1789097279.485846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00010000:00000010:3.1:1789097279.605181:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce500.
00010000:00000010:3.1:1789097279.605194:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489bba00.
00010000:00000010:0.1:1789097279.737670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce700.
00010000:00000010:0.1:1789097279.737690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802489ba400.
00000080:00000010:0.1:1789097279.782127:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024474a100.
00000080:00000010:0.1:1789097279.782152:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153c0.
00010000:00000010:0.1:1789097279.792113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdec00.
00000080:00000010:0.1:1789097279.938180:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250a8e300.
00000080:00000010:0.1:1789097279.938672:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:0.1:1789097279.958078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00000080:00000010:3.1:1789097280.190853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024357a940.
00000080:00000010:3.1:1789097280.190909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15240.
00010000:00000010:3.1:1789097280.220974:0:371221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662200.
00010000:00000010:0.1:1789097280.261910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78900.
00010000:00000010:0.1:1789097280.261924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9400.
00000080:00000010:3.1:1789097280.297860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024410ca40.
00000080:00000010:3.1:1789097280.297908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f64a0.
00000080:00000010:0.1:1789097280.619741:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446c39c0.
00000080:00000010:0.1:1789097280.619752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151a0.
00010000:00000010:1.1:1789097280.656898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78b00.
00010000:00000010:1.1:1789097280.656919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9a00.
00000080:00000010:3.1:1789097280.710833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506cc200.
00000080:00000010:3.1:1789097280.710887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c40.
00010000:00000010:3.1:1789097280.726019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097280.807239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1200.
00010000:00000010:3.1:1789097280.807250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:3.1:1789097280.822845:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802443a2100.
00000080:00000010:3.1:1789097280.823016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:3.1:1789097280.833329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097280.918540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1400.
00010000:00000010:3.1:1789097280.918560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99600.
00000080:00000010:3.1:1789097280.934850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244739080.
00000080:00000010:3.1:1789097280.934888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a00.
00010000:00000010:3.1:1789097280.991868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931800.
00010000:00000010:3.1:1789097281.063025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:3.1:1789097281.063039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:3.1:1789097281.087548:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024463b9c0.
00000080:00000010:3.1:1789097281.087591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fe0.
00010000:00000010:3.1:1789097281.094754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097281.209512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097281.239969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6600.
00010000:00000010:3.1:1789097281.239986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99400.
00000080:00000010:3.1:1789097281.245863:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437d8840.
00000080:00000010:3.1:1789097281.245914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d40.
00010000:00000010:3.1:1789097281.423031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6400.
00010000:00000010:3.1:1789097281.423038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617a00.
00000080:00000010:3.1:1789097281.435507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442e8840.
00000080:00000010:3.1:1789097281.435528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157e0.
00010000:00000010:3.1:1789097281.435540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097281.505076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865e00.
00010000:00000010:0.1:1789097281.533084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78800.
00010000:00000010:0.1:1789097281.533100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00010000:00000010:3.1:1789097281.605777:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78f00.
00010000:00000010:3.1:1789097281.605978:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616000.
00000080:00000010:3.1:1789097281.621112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a502940.
00000080:00000010:3.1:1789097281.621147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:3.1:1789097281.643413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097281.735108:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7b00.
00010000:00000010:3.1:1789097281.735114:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616400.
00000080:00000010:3.1:1789097281.744112:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802505b4200.
00000080:00000010:3.1:1789097281.744138:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:3.1:1789097281.754115:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097281.838330:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6b00.
00010000:00000010:3.1:1789097281.838346:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616600.
00000080:00000010:3.1:1789097281.882178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437598c0.
00000080:00000010:3.1:1789097281.882189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fc0.
00010000:00000010:0.1:1789097281.975054:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6300.
00010000:00000010:0.1:1789097281.975062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616c00.
00000080:00000010:0.1:1789097281.989928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449a3180.
00000080:00000010:0.1:1789097281.989949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15560.
00010000:00000010:0.1:1789097282.000228:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfa00.
00010000:00000010:3.1:1789097282.195874:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250f00.
00010000:00000010:3.1:1789097282.195879:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617200.
00000080:00000010:3.1:1789097282.201560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802437fe300.
00000080:00000010:3.1:1789097282.201589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153a0.
00010000:00000010:3.1:1789097282.209762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097282.407841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864e00.
00010000:00000010:1.1:1789097282.433881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7300.
00010000:00000010:1.1:1789097282.433894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009200.
00010000:00000010:3.1:1789097282.498858:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7100.
00010000:00000010:3.1:1789097282.498864:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008c00.
00000080:00000010:3.1:1789097282.503971:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507d98c0.
00000080:00000010:3.1:1789097282.504067:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00010000:00000010:3.1:1789097282.510905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097282.546858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7600.
00010000:00000010:3.1:1789097282.546871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009a00.
00010000:00000010:3.1:1789097282.613873:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930600.
00010000:00000010:3.1:1789097282.706285:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250500.
00010000:00000010:3.1:1789097282.706291:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009600.
00000080:00000010:3.1:1789097282.724368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025066c200.
00000080:00000010:3.1:1789097282.724401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f40.
00010000:00000010:3.1:1789097282.730003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097282.814726:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45700.
00010000:00000010:3.1:1789097282.814732:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009800.
00000080:00000010:3.1:1789097282.825844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242220000.
00000080:00000010:3.1:1789097282.825857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d152a0.
00010000:00000010:3.1:1789097282.861877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7500.
00010000:00000010:3.1:1789097282.861882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864000.
00010000:00000010:3.1:1789097282.906116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:3.1:1789097282.906122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00010000:00000010:3.1:1789097282.931844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930800.
00010000:00000010:3.1:1789097283.038686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45800.
00010000:00000010:3.1:1789097283.038702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00000080:00000010:3.1:1789097283.052581:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174608000.
00000080:00000010:3.1:1789097283.052594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15660.
00010000:00000010:3.1:1789097283.120047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45d00.
00010000:00000010:3.1:1789097283.120059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfc00.
00000080:00000010:3.1:1789097283.131137:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244986300.
00000080:00000010:3.1:1789097283.131180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f40.
00010000:00000010:3.1:1789097283.140961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097283.289952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45400.
00010000:00000010:3.1:1789097283.289966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdfe00.
00000080:00000010:3.1:1789097283.329873:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024363d280.
00000080:00000010:3.1:1789097283.329918:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d154c0.
00010000:00000010:3.1:1789097283.341635:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097283.376988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45f00.
00010000:00000010:3.1:1789097283.376995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde600.
00010000:00000010:1.1:1789097283.381313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00000080:00000010:3.1:1789097283.387911:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243542940.
00000080:00000010:3.1:1789097283.387956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f65c0.
00010000:00000010:3.1:1789097283.512421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097283.560363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:0.1:1789097283.560376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaadc00.
00000080:00000010:0.1:1789097283.570829:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024350e300.
00000080:00000010:0.1:1789097283.570858:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153a0.
00010000:00000010:0.1:1789097283.578891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00010000:00000010:3.1:1789097283.645105:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152000.
00010000:00000010:3.1:1789097283.645112:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac600.
00000080:00000010:3.1:1789097283.658436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802448eeb40.
00000080:00000010:3.1:1789097283.658447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743173c0.
00010000:00000010:3.1:1789097283.675065:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097283.708066:0:256920:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097283.708074:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaade00.
00000080:00000010:1.1:1789097283.731518:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243480000.
00000080:00000010:1.1:1789097283.731529:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6cc0.
00010000:00000010:3.1:1789097283.734847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864400.
00010000:00000010:3.1:1789097283.790875:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152c00.
00010000:00000010:3.1:1789097283.790882:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaac400.
00000080:00000010:3.1:1789097283.802872:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643b0000.
00000080:00000010:3.1:1789097283.802897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b80.
00000080:00000010:0.1:1789097283.840854:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017989b180.
00000080:00000010:0.1:1789097283.840871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6580.
00010000:00000010:0.1:1789097283.852843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdee00.
00010000:00000010:3.1:1789097283.966168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152d00.
00010000:00000010:3.1:1789097283.966181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017eaacc00.
00000080:00000010:3.1:1789097283.985940:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643a6300.
00000080:00000010:3.1:1789097283.985986:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15920.
00010000:00000010:3.1:1789097283.994845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097284.245874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78600.
00010000:00000010:3.1:1789097284.245887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6200.
00010000:00000010:3.1:1789097284.307828:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ec00.
00010000:00000010:3.1:1789097284.331037:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78500.
00010000:00000010:3.1:1789097284.331045:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7c00.
00000080:00000010:3.1:1789097284.337943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798c8000.
00000080:00000010:3.1:1789097284.337978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15940.
00010000:00000010:3.1:1789097284.349846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097284.472869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98100.
00010000:00000010:0.1:1789097284.472882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f6800.
00000080:00000010:0.1:1789097284.487842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025041a940.
00000080:00000010:0.1:1789097284.487880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ce0.
00010000:00000010:0.1:1789097284.506288:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00010000:00000010:0.1:1789097284.702597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bd00.
00010000:00000010:0.1:1789097284.702608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9c00.
00010000:00000010:3.1:1789097284.874826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097284.922040:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1bf00.
00010000:00000010:3.1:1789097284.922047:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158005400.
00000080:00000010:3.1:1789097284.926936:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4dd280.
00000080:00000010:3.1:1789097284.926975:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15760.
00010000:00000010:3.1:1789097284.935218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097285.061510:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138300.
00010000:00000010:3.1:1789097285.061517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980158004000.
00000080:00000010:3.1:1789097285.070913:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d6300.
00000080:00000010:3.1:1789097285.070938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d40.
00010000:00000010:3.1:1789097285.076538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097285.459831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98e00.
00010000:00000010:3.1:1789097285.459847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9c00.
00000080:00000010:3.1:1789097285.472181:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436c2100.
00000080:00000010:3.1:1789097285.472205:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d159c0.
00010000:00000010:3.1:1789097285.480110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:0.1:1789097285.600890:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a483180.
00000080:00000010:0.1:1789097285.600910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15cc0.
00010000:00000010:3.1:1789097285.704199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138600.
00010000:00000010:3.1:1789097285.704227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8600.
00000080:00000010:3.1:1789097285.715863:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802504f18c0.
00000080:00000010:3.1:1789097285.715895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a00.
00010000:00000010:3.1:1789097285.830106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243d98800.
00010000:00000010:3.1:1789097285.830113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00000080:00000010:3.1:1789097285.839488:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446d1080.
00000080:00000010:3.1:1789097285.839504:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a60.
00010000:00000010:3.1:1789097285.845097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:3.1:1789097286.065890:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802436cb9c0.
00000080:00000010:3.1:1789097286.065927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151a0.
00010000:00000010:3.1:1789097286.074096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097286.168123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6a300.
00010000:00000010:0.1:1789097286.168131:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931600.
00000080:00000010:0.1:1789097286.175866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016571a940.
00000080:00000010:0.1:1789097286.175903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15680.
00010000:00000010:0.1:1789097286.187961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdea00.
00010000:00000010:3.1:1789097286.298498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138800.
00010000:00000010:3.1:1789097286.298510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930000.
00000080:00000010:3.1:1789097286.315954:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250594a40.
00000080:00000010:3.1:1789097286.316006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d153c0.
00010000:00000010:3.1:1789097286.354771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097286.545873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026ca6ac00.
00010000:00000010:0.1:1789097286.545886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930200.
00000080:00000010:0.1:1789097286.561847:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244117380.
00000080:00000010:0.1:1789097286.561862:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15360.
00010000:00000010:0.1:1789097286.594819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00000080:00000010:3.1:1789097286.709090:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250472100.
00000080:00000010:3.1:1789097286.709188:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15500.
00010000:00000010:3.1:1789097286.718361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097286.766845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ee00.
00010000:00000010:3.1:1789097286.961670:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097286.961683:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008800.
00000080:00000010:3.1:1789097286.973930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a4e4200.
00000080:00000010:3.1:1789097286.973948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15000.
00010000:00000010:3.1:1789097286.973957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:3.1:1789097287.108835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442e9080.
00000080:00000010:3.1:1789097287.108870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e40.
00010000:00000010:3.1:1789097287.112857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097287.249301:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7c00.
00010000:00000010:3.1:1789097287.249311:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009e00.
00000080:00000010:3.1:1789097287.254887:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243736b40.
00000080:00000010:3.1:1789097287.254930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c00.
00010000:00000010:3.1:1789097287.261464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097287.360375:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e600.
00010000:00000010:0.1:1789097287.428484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042f200.
00010000:00000010:1.1:1789097287.539211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7600.
00010000:00000010:1.1:1789097287.539225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00000080:00000010:1.1:1789097287.544224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244301080.
00000080:00000010:1.1:1789097287.544256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15140.
00010000:00000010:1.1:1789097287.552907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864a00.
00010000:00000010:3.1:1789097287.628836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097287.722123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250700.
00010000:00000010:3.1:1789097287.722138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616600.
00000080:00000010:3.1:1789097287.741112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440e2940.
00000080:00000010:3.1:1789097287.741146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15320.
00000080:00000010:3.1:1789097287.810358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250ad4200.
00000080:00000010:3.1:1789097287.810397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6ae0.
00010000:00000010:3.1:1789097287.829006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097287.856860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250600.
00010000:00000010:0.1:1789097287.856873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616400.
00000080:00000010:0.1:1789097287.867525:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250b5d280.
00000080:00000010:0.1:1789097287.867556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a40.
00010000:00000010:3.1:1789097287.877165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00010000:00000010:1.1:1789097288.052897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980261250900.
00010000:00000010:1.1:1789097288.052914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616800.
00000080:00000010:0.1:1789097288.064849:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442ceb40.
00000080:00000010:0.1:1789097288.064872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15620.
00010000:00000010:0.1:1789097288.077918:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042f200.
00010000:00000010:0.1:1789097288.301937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6100.
00010000:00000010:0.1:1789097288.301950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99c00.
00000080:00000010:0.1:1789097288.309842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242335280.
00000080:00000010:0.1:1789097288.309861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d155c0.
00010000:00000010:0.1:1789097288.322224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00010000:00000010:1.1:1789097288.371352:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6b00.
00010000:00000010:1.1:1789097288.371364:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00000080:00000010:0.1:1789097288.381974:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024466eb40.
00000080:00000010:0.1:1789097288.382020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317f60.
00010000:00000010:0.1:1789097288.548832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25fe00.
00010000:00000010:3.1:1789097288.722946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6e00.
00010000:00000010:3.1:1789097288.722954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00000080:00000010:3.1:1789097288.728740:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024428dac0.
00000080:00000010:3.1:1789097288.728776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15380.
00010000:00000010:0.1:1789097288.732964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00010000:00000010:0.1:1789097288.763771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:0.1:1789097288.763780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:0.1:1789097288.768833:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abe300.
00000080:00000010:0.1:1789097288.768849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6a60.
00010000:00000010:0.1:1789097288.768858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e000.
00010000:00000010:3.1:1789097288.920177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7900.
00010000:00000010:3.1:1789097288.920190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8800.
00000080:00000010:3.1:1789097288.927054:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244632100.
00000080:00000010:3.1:1789097288.927092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15720.
00010000:00000010:3.1:1789097288.934761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097288.956894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802521e7300.
00010000:00000010:0.1:1789097288.956908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8c00.
00010000:00000010:0.1:1789097289.126016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1700.
00010000:00000010:0.1:1789097289.126030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8200.
00000080:00000010:0.1:1789097289.139976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a4cd280.
00000080:00000010:0.1:1789097289.147903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d20.
00010000:00000010:3.1:1789097289.176952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:3.1:1789097289.176964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8400.
00000080:00000010:3.1:1789097289.185525:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244184a40.
00000080:00000010:3.1:1789097289.185564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317640.
00010000:00000010:3.1:1789097289.197958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097289.354884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25ea00.
00010000:00000010:3.1:1789097289.418585:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7200.
00010000:00000010:3.1:1789097289.418597:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e000.
00010000:00000010:3.1:1789097289.486158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e400.
00010000:00000010:3.1:1789097289.513871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7e00.
00010000:00000010:3.1:1789097289.513878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f000.
00010000:00000010:3.1:1789097289.513882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6600.
00010000:00000010:0.1:1789097289.747119:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45e00.
00010000:00000010:0.1:1789097289.747126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde200.
00000080:00000010:0.1:1789097289.764042:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244770840.
00000080:00000010:0.1:1789097289.764098:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b40.
00010000:00000010:0.1:1789097289.777067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6a00.
00010000:00000010:1.1:1789097289.924911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45a00.
00010000:00000010:1.1:1789097289.924917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf200.
00000080:00000010:1.1:1789097289.951062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243593180.
00000080:00000010:1.1:1789097289.951109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15e00.
00010000:00000010:1.1:1789097289.958243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864000.
00010000:00000010:1.1:1789097289.988898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45b00.
00010000:00000010:1.1:1789097289.988911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcde000.
00000080:00000010:1.1:1789097289.999529:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798a9080.
00000080:00000010:1.1:1789097289.999548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656340.
00010000:00000010:1.1:1789097290.005450:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864e00.
00010000:00000010:3.1:1789097290.123467:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45400.
00010000:00000010:3.1:1789097290.123474:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025fcdf800.
00010000:00000010:1.1:1789097290.148217:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00010000:00000010:3.1:1789097290.431936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78000.
00010000:00000010:3.1:1789097290.431949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8600.
00000080:00000010:3.1:1789097290.436841:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024365b180.
00000080:00000010:3.1:1789097290.436921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b00.
00010000:00000010:3.1:1789097290.440912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00000080:00000010:3.1:1789097290.601092:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244222940.
00000080:00000010:3.1:1789097290.601114:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:3.1:1789097290.614314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097290.639847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00010000:00000010:3.1:1789097290.750856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931200.
00010000:00000010:3.1:1789097290.771947:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45500.
00010000:00000010:3.1:1789097290.771954:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00000080:00000010:3.1:1789097290.781920:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506b0000.
00000080:00000010:3.1:1789097290.781964:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d150c0.
00010000:00000010:3.1:1789097290.787217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:3.1:1789097290.886594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45900.
00010000:00000010:3.1:1789097290.886607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762a00.
00000080:00000010:3.1:1789097290.902016:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802441f6300.
00000080:00000010:3.1:1789097290.902056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15300.
00010000:00000010:1.1:1789097291.060937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930e00.
00010000:00000010:1.1:1789097291.085016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45d00.
00010000:00000010:1.1:1789097291.085033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763000.
00000080:00000010:1.1:1789097291.096855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802442c5ac0.
00000080:00000010:1.1:1789097291.096889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15040.
00010000:00000010:1.1:1789097291.105876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864a00.
00010000:00000010:3.1:1789097291.171217:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98026fa45800.
00010000:00000010:3.1:1789097291.171224:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762400.
00000080:00000010:3.1:1789097291.176159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802506da100.
00000080:00000010:3.1:1789097291.176197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d151c0.
00010000:00000010:3.1:1789097291.230818:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00010000:00000010:3.1:1789097291.288032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccea00.
00010000:00000010:3.1:1789097291.288044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00000080:00000010:3.1:1789097291.305010:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243457380.
00000080:00000010:3.1:1789097291.305053:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15740.
00010000:00000010:3.1:1789097291.306836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:0.1:1789097291.371260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccee00.
00010000:00000010:0.1:1789097291.371273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba400.
00000080:00000010:0.1:1789097291.377154:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243772940.
00000080:00000010:0.1:1789097291.377180:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15fa0.
00010000:00000010:0.1:1789097291.385907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6e00.
00010000:00000010:3.1:1789097291.530036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce800.
00010000:00000010:3.1:1789097291.530049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820bb800.
00000080:00000010:3.1:1789097291.558628:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a69c200.
00000080:00000010:3.1:1789097291.559170:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15840.
00010000:00000010:1.1:1789097291.567845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663e00.
00010000:00000010:1.1:1789097291.579944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce000.
00010000:00000010:1.1:1789097291.579957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820baa00.
00000080:00000010:1.1:1789097291.587150:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802449a4200.
00000080:00000010:1.1:1789097291.587177:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6e20.
00010000:00000010:3.1:1789097291.602006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6000.
00010000:00000010:3.1:1789097291.654249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244cce400.
00010000:00000010:3.1:1789097291.654264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba600.
00000080:00000010:3.1:1789097291.675590:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179985ac0.
00000080:00000010:3.1:1789097291.675616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15d60.
00000080:00000010:3.1:1789097291.731944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242331080.
00000080:00000010:3.1:1789097291.731977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f64a0.
00010000:00000010:3.1:1789097291.746001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097291.776213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980244ccef00.
00010000:00000010:3.1:1789097291.776228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba000.
00000080:00000010:3.1:1789097291.787043:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980242126300.
00000080:00000010:3.1:1789097291.787080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f67c0.
00000080:00000010:3.1:1789097291.839025:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440d0840.
00000080:00000010:3.1:1789097291.839142:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f64a0.
00010000:00000010:3.1:1789097291.852953:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097291.974249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78800.
00010000:00000010:3.1:1789097291.974260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801820ba800.
00000080:00000010:3.1:1789097292.002568:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446b0840.
00000080:00000010:3.1:1789097292.002607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15480.
00010000:00000010:3.1:1789097292.009005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097292.057954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931c00.
00010000:00000010:3.1:1789097292.084041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78d00.
00010000:00000010:3.1:1789097292.084065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042e400.
00000080:00000010:3.1:1789097292.097655:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447fe300.
00000080:00000010:3.1:1789097292.097671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15580.
00010000:00000010:3.1:1789097292.310861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78c00.
00010000:00000010:3.1:1789097292.310880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015042ea00.
00000080:00000010:3.1:1789097292.330851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799998c0.
00000080:00000010:3.1:1789097292.330903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ec0.
00010000:00000010:0.1:1789097292.602971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930e00.
00010000:00000010:3.1:1789097292.741072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:3.1:1789097292.978972:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802507ad280.
00000080:00000010:3.1:1789097292.979004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15bc0.
00010000:00000010:3.1:1789097293.024098:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ef00.
00010000:00000010:3.1:1789097293.024105:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f200.
00000080:00000010:3.1:1789097293.034142:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024358dac0.
00000080:00000010:3.1:1789097293.034158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15220.
00010000:00000010:3.1:1789097293.043024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:3.1:1789097293.057157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1e700.
00010000:00000010:3.1:1789097293.057163:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25f600.
00000080:00000010:3.1:1789097293.080596:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798ae300.
00000080:00000010:3.1:1789097293.080725:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6100.
00010000:00000010:3.1:1789097293.128863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00010000:00000010:3.1:1789097293.135324:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ee00.
00010000:00000010:3.1:1789097293.135336:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98014f25e400.
00000080:00000010:3.1:1789097293.139897:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024365a100.
00000080:00000010:3.1:1789097293.139929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15ee0.
00010000:00000010:3.1:1789097293.366872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097293.536948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7500.
00010000:00000010:3.1:1789097293.536957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8400.
00000080:00000010:3.1:1789097293.543054:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643f9080.
00000080:00000010:3.1:1789097293.543086:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:3.1:1789097293.553008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:0.1:1789097293.687951:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931200.
00000080:00000010:3.1:1789097293.983917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016384b180.
00000080:00000010:3.1:1789097293.983974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15da0.
00010000:00000010:3.1:1789097294.005842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:1.1:1789097294.067947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243da7800.
00010000:00000010:1.1:1789097294.067965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b9a00.
00000080:00000010:1.1:1789097294.094708:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244217380.
00000080:00000010:1.1:1789097294.094769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f63a0.
00010000:00000010:1.1:1789097294.120040:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00010000:00000010:3.1:1789097294.565889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980259e1ec00.
00010000:00000010:3.1:1789097294.565905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097294.601267:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798ab180.
00000080:00000010:3.1:1789097294.601292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:3.1:1789097294.611934:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:3.1:1789097295.014877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025050dac0.
00000080:00000010:3.1:1789097295.014925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:3.1:1789097295.019046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:3.1:1789097295.039912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138b00.
00010000:00000010:3.1:1789097295.039931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008a00.
00000080:00000010:3.1:1789097295.054904:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a30000.
00000080:00000010:3.1:1789097295.054949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f6640.
00000080:00000010:3.1:1789097295.112886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244074a40.
00000080:00000010:3.1:1789097295.112946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017e8f61c0.
00010000:00000010:3.1:1789097295.210884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1c00.
00010000:00000010:3.1:1789097295.210892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008400.
00000080:00000010:3.1:1789097295.215850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802440ab9c0.
00000080:00000010:3.1:1789097295.215897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15880.
00010000:00000010:3.1:1789097295.373841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00010000:00000010:0.1:1789097295.401907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:0.1:1789097295.401927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008600.
00000080:00000010:0.1:1789097295.413170:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a6be300.
00000080:00000010:0.1:1789097295.413225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15020.
00010000:00000010:0.1:1789097295.423347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3e00.
00010000:00000010:0.1:1789097295.563774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801788b6e00.
00010000:00000010:0.1:1789097295.563805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9e00.
00010000:00000010:0.1:1789097295.563811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015bbca200.
00010000:00000010:0.1:1789097295.572918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0800.
00010000:00000010:0.1:1789097295.572940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2e00.
00010000:00000010:0.1:1789097295.572944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2600.
00010000:00000010:0.1:1789097295.572949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801752b8000.
00010000:00000010:0.1:1789097295.572972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7400.
00010000:00000010:0.1:1789097295.572977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d008e00.
00010000:00000010:0.1:1789097295.572979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7600.
00010000:00000010:0.1:1789097295.572983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801505f7e00.
00010000:00000010:0.1:1789097295.572997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801773a6600.
00010000:00000010:0.1:1789097295.573000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7e00.
00010000:00000010:0.1:1789097295.573004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8e00.
00010000:00000010:0.1:1789097295.573008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026c905600.
00010000:00000010:0.1:1789097295.573012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763600.
00010000:00000010:1.1:1789097295.623091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00010000:00000010:3.1:1789097295.650991:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:3.1:1789097295.651007:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98016d009000.
00000080:00000010:3.1:1789097295.660178:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744df380.
00000080:00000010:3.1:1789097295.660204:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:3.1:1789097295.673954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097295.894716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a536b40.
00000080:00000010:3.1:1789097295.894750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:3.1:1789097295.901302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097295.983854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2000.
00010000:00000010:3.1:1789097296.029085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138900.
00010000:00000010:3.1:1789097296.029099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930800.
00000080:00000010:3.1:1789097296.051190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025068f380.
00000080:00000010:3.1:1789097296.051219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00010000:00000010:3.1:1789097296.062835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097296.154159:0:413685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:1.1:1789097296.154170:0:413685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930400.
00000080:00000010:0.1:1789097296.163604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243518000.
00000080:00000010:0.1:1789097296.163632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15980.
00010000:00000010:3.1:1789097296.167955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2600.
00010000:00000010:3.1:1789097296.210991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152200.
00010000:00000010:3.1:1789097296.211004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931400.
00000080:00000010:3.1:1789097296.214163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024347b9c0.
00000080:00000010:3.1:1789097296.214217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317860.
00010000:00000010:3.1:1789097296.230028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097296.299387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244940840.
00000080:00000010:3.1:1789097296.299421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:3.1:1789097296.303091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097296.331955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78900.
00010000:00000010:1.1:1789097296.331970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7800.
00000080:00000010:1.1:1789097296.342843:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250745280.
00000080:00000010:1.1:1789097296.342890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0860.
00010000:00000010:1.1:1789097296.346909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865a00.
00010000:00000010:0.1:1789097296.392866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78300.
00010000:00000010:0.1:1789097296.392878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7200.
00010000:00000010:3.1:1789097296.433530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097296.452469:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78e00.
00010000:00000010:3.1:1789097296.452477:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6a00.
00000080:00000010:3.1:1789097296.465826:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a522100.
00000080:00000010:3.1:1789097296.465852:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d158e0.
00010000:00000010:3.1:1789097296.490833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097296.542064:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164392100.
00000080:00000010:3.1:1789097296.542098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:3.1:1789097296.552574:0:413685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097296.605996:0:413685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78700.
00010000:00000010:1.1:1789097296.606019:0:413685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7c00.
00010000:00000010:3.1:1789097296.639966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78400.
00010000:00000010:3.1:1789097296.639980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7e00.
00000080:00000010:3.1:1789097296.653000:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802446fc200.
00000080:00000010:3.1:1789097296.653052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15120.
00010000:00000010:3.1:1789097296.670051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097296.708632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78b00.
00010000:00000010:3.1:1789097296.708645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7000.
00000080:00000010:3.1:1789097296.718049:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798f8000.
00000080:00000010:3.1:1789097296.718077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:3.1:1789097296.720948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097296.737919:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78d00.
00010000:00000010:1.1:1789097296.737932:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6600.
00010000:00000010:3.1:1789097296.793929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78100.
00010000:00000010:3.1:1789097296.793941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6000.
00000080:00000010:3.1:1789097296.809830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024a6a5ac0.
00000080:00000010:3.1:1789097296.809862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15020.
00010000:00000010:3.1:1789097296.812841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097296.861120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78800.
00010000:00000010:3.1:1789097296.861135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d7a00.
00000080:00000010:3.1:1789097296.881234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a15ac0.
00000080:00000010:3.1:1789097296.881263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:3.1:1789097296.894824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097296.926012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78f00.
00010000:00000010:3.1:1789097296.926027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6800.
00000080:00000010:3.1:1789097296.953863:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980243702940.
00000080:00000010:3.1:1789097296.953899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00010000:00000010:3.1:1789097296.988032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931600.
00010000:00000010:3.1:1789097297.021985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78a00.
00010000:00000010:3.1:1789097297.022014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801554d6e00.
00000080:00000010:3.1:1789097297.044021:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447feb40.
00000080:00000010:3.1:1789097297.044056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:3.1:1789097297.058915:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:3.1:1789097297.149033:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98024485a940.
00000080:00000010:3.1:1789097297.149049:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00010000:00000010:3.1:1789097297.151017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097297.221886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930000.
00010000:00000010:3.1:1789097297.276987:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98024ff78500.
00010000:00000010:3.1:1789097297.277012:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097297.304917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980244765280.
00000080:00000010:3.1:1789097297.304931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15160.
00010000:00000010:3.1:1789097297.387374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097297.428883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6300.
00010000:00000010:3.1:1789097297.428894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031200.
00000080:00000010:3.1:1789097297.450836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d0840.
00000080:00000010:3.1:1789097297.450867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d157c0.
00010000:00000010:3.1:1789097297.475898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:3.1:1789097297.491841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6000.
00010000:00000010:3.1:1789097297.491848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031000.
00010000:00000010:3.1:1789097297.504863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2800.
00010000:00000010:3.1:1789097297.649912:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae400.
00010000:00000010:3.1:1789097297.649918:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00010000:00000010:3.1:1789097297.726870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930600.
00010000:00000010:3.1:1789097297.747871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae500.
00010000:00000010:3.1:1789097297.747883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030800.
00000080:00000010:3.1:1789097297.758915:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802517de300.
00000080:00000010:3.1:1789097297.758939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15c60.
00010000:00000010:3.1:1789097297.810036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930200.
00010000:00000010:3.1:1789097297.844877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aed00.
00010000:00000010:3.1:1789097297.844893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3400.
00000080:00000010:3.1:1789097297.860846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98025a606300.
00000080:00000010:3.1:1789097297.860871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15f80.
00010000:00000010:3.1:1789097297.948866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aee00.
00010000:00000010:3.1:1789097297.948882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00000080:00000010:3.1:1789097297.991224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163af9080.
00000080:00000010:3.1:1789097297.991261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d04c0.
00010000:00000010:3.1:1789097298.003824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:3.1:1789097298.028850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae100.
00010000:00000010:3.1:1789097298.028863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3200.
00000080:00000010:1.1:1789097298.048892:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980250675280.
00000080:00000010:1.1:1789097298.048941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09e0.
00010000:00000010:3.1:1789097298.055900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864400.
00010000:00000010:3.1:1789097298.082840:0:413588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aea00.
00010000:00000010:3.1:1789097298.082846:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2400.
00000080:00000010:3.1:1789097298.095823:0:413588:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802447639c0.
00000080:00000010:3.1:1789097298.095845:0:413588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656ec0.
00010000:00000010:3.1:1789097298.099845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:1.1:1789097298.109862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae900.
00010000:00000010:1.1:1789097298.109875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3600.
00000080:00000010:1.1:1789097298.121523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016432ca40.
00000080:00000010:1.1:1789097298.121552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0e60.
00010000:00000010:1.1:1789097298.137360:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864000.
00010000:00000010:0.1:1789097298.164950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae800.
00010000:00000010:0.1:1789097298.164963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00000080:00000010:1.1:1789097298.178855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9802509beb40.
00000080:00000010:1.1:1789097298.178882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801646568e0.
00010000:00000010:3.1:1789097298.191771:0:413588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00010000:00000010:3.1:1789097298.208877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae200.
00010000:00000010:3.1:1789097298.208893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3800.
00000080:00000010:3.1:1789097298.250780:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174655280.
00000080:00000010:3.1:1789097298.250824:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801743178e0.
00010000:00000010:3.1:1789097298.252935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:3.1:1789097298.289863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45100.
00010000:00000010:3.1:1789097298.289871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2c00.
00000080:00000010:3.1:1789097298.355844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174665280.
00000080:00000010:3.1:1789097298.355861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150592420.
00010000:00000010:1.1:1789097298.410591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2000.
00000080:00000010:1.1:1789097298.431120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317fe0.
00010000:00000010:1.1:1789097298.431136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802590a6600.
00010000:00000010:1.1:1789097298.431141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2200.
00010000:00000010:3.1:1789097300.286882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:3.1:1789097300.286899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097300.295831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:3.1:1789097300.295847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ae0.
00010000:00000010:1.1:1789097300.338095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00010000:00000010:1.1:1789097300.342961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:1.1:1789097300.376837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864400.
00000080:00000010:1.1:1789097300.376853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00010000:00000010:1.1:1789097300.397069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865a00.
00000080:00000010:1.1:1789097300.397084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656160.
00010000:00000010:1.1:1789097300.427851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864400.
00010000:00000010:1.1:1789097300.461879:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864400.
00000080:00000010:1.1:1789097300.461894:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656620.
00000080:00000010:3.1:1789097300.539831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15a80.
00010000:00000010:3.1:1789097300.553014:0:413685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:1.1:1789097300.562875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:1.1:1789097300.562884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ae0.
00010000:00000010:3.1:1789097300.592833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931800.
00010000:00000010:0.1:1789097300.668895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931a00.
00000080:00000010:0.1:1789097300.669535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980269d15b00.
00010000:00000010:0.1:1789097300.696235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00010000:00000010:3.1:1789097300.738878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00000080:00000010:3.1:1789097300.738894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980174317cc0.
00010000:00000010:3.1:1789097300.764851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:3.1:1789097300.764870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097300.764881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00010000:00000010:3.1:1789097300.794960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:3.1:1789097300.805856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097300.817256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00000080:00000010:3.1:1789097300.817273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097300.822959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:3.1:1789097300.848813:0:413698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:3.1:1789097300.848827:0:413698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097300.857833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00000080:00000010:3.1:1789097300.857851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097300.874823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:3.1:1789097300.903569:0:413698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00000080:00000010:3.1:1789097300.903582:0:413698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097300.914110:0:413698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00000080:00000010:3.1:1789097300.914117:0:413698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097300.919849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663a00.
00010000:00000010:3.1:1789097373.639833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:3.1:1789097373.639841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246daca00.
00000080:00000010:3.1:1789097373.639845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0f60.
00010000:00000010:0.1:1789097373.639924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dad400.
00000080:00000010:0.1:1789097373.639931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0860.
00010000:00000010:0.1:1789097373.639943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:0.1:1789097373.639947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:0.1:1789097373.639950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a40.
00010000:00000010:3.1:1789097373.654335:0:414908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dad600.
00000080:00000010:3.1:1789097373.654345:0:414908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0e80.
00010000:00000010:0.1:1789097373.654808:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00000080:00000010:0.1:1789097373.654814:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d80.
00010000:00000010:0.1:1789097373.663964:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00000080:00000010:0.1:1789097373.663972:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083abc0.
00010000:00000010:0.1:1789097373.675272:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:0.1:1789097373.675279:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a40.
00010000:00000010:3.1:1789097373.677071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dac600.
00000080:00000010:3.1:1789097373.677082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0060.
00010000:00000010:0.1:1789097373.677809:0:416014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00000080:00000010:0.1:1789097373.677817:0:416014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98e0.
00010000:00000010:3.1:1789097373.677841:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246daca00.
00010000:00000010:3.1:1789097373.677886:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dad800.
00000080:00000010:3.1:1789097373.677891:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d08c0.
00010000:00000010:3.1:1789097373.677955:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617e00.
00000080:00000010:3.1:1789097373.677963:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a3c0.
00010000:00000010:1.1:1789097373.679361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:1.1:1789097373.679367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9920.
00010000:00000010:0.1:1789097373.687916:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097373.687924:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9680.
00010000:00000010:3.1:1789097373.698812:0:416023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00000080:00000010:3.1:1789097373.698822:0:416023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0de0.
00010000:00000010:3.1:1789097373.698831:0:416023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00000080:00000010:3.1:1789097373.698839:0:416023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a4c0.
00010000:00000010:0.1:1789097373.699682:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097373.699689:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:0.1:1789097373.699696:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d80.
00010000:00000010:1.1:1789097373.700916:0:416015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00000080:00000010:1.1:1789097373.700924:0:416015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c160.
00010000:00000010:3.1:1789097373.732697:0:416016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dad600.
00000080:00000010:3.1:1789097373.732706:0:416016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0e80.
00010000:00000010:1.1:1789097373.752981:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00010000:00000010:0.1:1789097373.779725:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:0.1:1789097373.779735:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:0.1:1789097373.779738:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:1.1:1789097373.790952:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097373.790958:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097373.790962:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c920.
00010000:00000010:1.1:1789097373.790971:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:1.1:1789097373.790975:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9b40.
00010000:00000010:1.1:1789097373.790984:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:3.1:1789097373.791063:0:416023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097373.791070:0:416023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0060.
00010000:00000010:0.1:1789097373.793153:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:0.1:1789097373.793165:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:0.1:1789097373.793168:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:3.1:1789097373.796810:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00010000:00000010:1.1:1789097373.796822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097373.796912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb60.
00010000:00000010:1.1:1789097373.796921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097373.796927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:1.1:1789097373.796933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c300.
00010000:00000010:1.1:1789097373.796940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:0.1:1789097373.797667:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00010000:00000010:0.1:1789097373.798098:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:1.1:1789097373.806804:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:0.1:1789097373.806951:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097373.806957:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:3.1:1789097373.828939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:3.1:1789097373.833919:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00010000:00000010:0.1:1789097373.833922:0:416032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:0.1:1789097373.833932:0:416032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:3.1:1789097373.833937:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ad00.
00000080:00000010:0.1:1789097373.833939:0:416032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9800.
00010000:00000010:3.1:1789097373.833950:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097373.850811:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097373.850821:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6e0.
00010000:00000010:1.1:1789097373.850829:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:3.1:1789097373.853816:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:3.1:1789097373.853824:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d40.
00010000:00000010:3.1:1789097373.853831:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:3.1:1789097373.853838:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00010000:00000010:1.1:1789097373.857858:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:1.1:1789097373.857865:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9580.
00010000:00000010:1.1:1789097373.857872:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:3.1:1789097373.858684:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097373.858691:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0300.
00010000:00000010:3.1:1789097373.858700:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:3.1:1789097373.866980:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:3.1:1789097373.874826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ae0.
00010000:00000010:3.1:1789097373.874837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:0.1:1789097373.879001:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:0.1:1789097373.879112:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0060.
00010000:00000010:1.1:1789097373.891815:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097373.891823:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6e0.
00010000:00000010:1.1:1789097373.891830:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097373.896172:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2a0.
00010000:00000010:1.1:1789097373.896484:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097373.896491:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506caa0.
00010000:00000010:1.1:1789097373.902812:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:0.1:1789097373.902890:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:0.1:1789097373.902898:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a60.
00010000:00000010:0.1:1789097373.903019:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097373.903023:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94a0.
00010000:00000010:3.1:1789097373.904471:0:416039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097373.921827:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c8a0.
00010000:00000010:0.1:1789097373.921829:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097373.921849:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097373.922897:0:416016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:3.1:1789097373.922904:0:416016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0040.
00010000:00000010:1.1:1789097373.927808:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097373.927817:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00010000:00000010:0.1:1789097373.927825:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:1.1:1789097373.927826:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cfe0.
00010000:00000010:1.1:1789097373.927833:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:0.1:1789097373.927836:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9240.
00010000:00000010:3.1:1789097373.942046:0:416040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097373.942055:0:416040:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ae0.
00010000:00000010:1.1:1789097373.942813:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:0.1:1789097373.943052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097373.946819:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:0.1:1789097373.946945:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097373.946951:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94a0.
00010000:00000010:3.1:1789097373.947558:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00000080:00000010:3.1:1789097373.955464:0:416040:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a400.
00010000:00000010:1.1:1789097373.958817:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:3.1:1789097373.958832:0:416039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00010000:00000010:0.1:1789097373.966691:0:416037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:0.1:1789097373.966699:0:416037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9f00.
00010000:00000010:1.1:1789097373.972118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097373.972129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cce0.
00010000:00000010:0.1:1789097373.993337:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097373.993346:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94a0.
00010000:00000010:3.1:1789097373.993816:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00000080:00000010:3.1:1789097373.993826:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00010000:00000010:0.1:1789097374.000718:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:0.1:1789097374.000727:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9f00.
00010000:00000010:0.1:1789097374.011806:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:3.1:1789097374.011811:0:413699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:0.1:1789097374.011813:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9260.
00000080:00000010:3.1:1789097374.011817:0:413699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0e80.
00010000:00000010:0.1:1789097374.011822:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097374.011831:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:3.1:1789097374.011832:0:413699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00000080:00000010:1.1:1789097374.011842:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce40.
00000080:00000010:3.1:1789097374.011842:0:413699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a580.
00010000:00000010:1.1:1789097374.028810:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097374.028818:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:0.1:1789097374.047466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:0.1:1789097374.047475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042600.
00010000:00000010:3.1:1789097374.052815:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00010000:00000010:3.1:1789097374.052821:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:1.1:1789097374.052832:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00010000:00000010:1.1:1789097374.052840:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097374.052845:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:1.1:1789097374.052851:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:0.1:1789097374.053922:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:0.1:1789097374.061655:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00010000:00000010:0.1:1789097374.061662:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:0.1:1789097374.061669:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c60.
00010000:00000010:0.1:1789097374.061678:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097374.061684:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097374.062014:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00000080:00000010:3.1:1789097374.062022:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ae0.
00010000:00000010:3.1:1789097374.062035:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:3.1:1789097374.062040:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0540.
00010000:00000010:1.1:1789097374.062697:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:0.1:1789097374.081019:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00000080:00000010:0.1:1789097374.081028:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9260.
00010000:00000010:3.1:1789097374.082080:0:413708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:3.1:1789097374.082088:0:413708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0320.
00010000:00000010:1.1:1789097374.083869:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097374.083875:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cfa0.
00010000:00000010:1.1:1789097374.083882:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097374.105635:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00000080:00000010:3.1:1789097374.105643:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0740.
00010000:00000010:0.1:1789097374.128833:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097374.128841:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a00.
00000080:00000010:1.1:1789097374.130334:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:1.1:1789097374.130350:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097374.130358:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:0.1:1789097374.131810:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097374.131819:0:256918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be96e0.
00010000:00000010:0.1:1789097374.131829:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:0.1:1789097374.131834:0:256918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c60.
00010000:00000010:3.1:1789097374.132202:0:416053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:3.1:1789097374.132207:0:416053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0300.
00010000:00000010:3.1:1789097374.132212:0:416053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00010000:00000010:1.1:1789097374.133571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097374.133580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097374.133588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c340.
00010000:00000010:0.1:1789097374.135126:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00000080:00000010:0.1:1789097374.135136:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9160.
00010000:00000010:0.1:1789097374.135146:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f400.
00010000:00000010:0.1:1789097374.135151:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00010000:00000010:0.1:1789097374.135154:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:0.1:1789097374.135159:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:0.1:1789097374.135161:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9480.
00010000:00000010:0.1:1789097374.135166:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00010000:00000010:1.1:1789097374.141877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865e00.
00010000:00000010:1.1:1789097374.141886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:1.1:1789097374.141889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00000080:00000010:3.1:1789097374.146646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0320.
00010000:00000010:3.1:1789097374.146659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f200.
00010000:00000010:3.1:1789097374.174776:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:1.1:1789097374.181808:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99000.
00010000:00000010:1.1:1789097374.181817:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:1.1:1789097374.181821:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097374.181825:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:3.1:1789097374.182829:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00010000:00000010:3.1:1789097374.182837:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:3.1:1789097374.189836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00000080:00000010:3.1:1789097374.189848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aa60.
00010000:00000010:3.1:1789097374.189856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00000080:00000010:1.1:1789097374.189892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c860.
00010000:00000010:1.1:1789097374.189900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00010000:00000010:1.1:1789097374.189904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:1.1:1789097374.189918:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c640.
00010000:00000010:0.1:1789097374.189946:0:413715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00000080:00000010:1.1:1789097374.197873:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9480.
00010000:00000010:1.1:1789097374.197887:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:1.1:1789097374.219037:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:0.1:1789097374.231611:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097374.231813:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:3.1:1789097374.231816:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:1.1:1789097374.231823:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00000080:00000010:3.1:1789097374.231826:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0940.
00010000:00000010:3.1:1789097374.231837:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98200.
00000080:00000010:3.1:1789097374.231841:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0300.
00010000:00000010:3.1:1789097374.231845:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00000080:00000010:3.1:1789097374.237278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0320.
00010000:00000010:3.1:1789097374.239815:0:416064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:3.1:1789097374.239826:0:416064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097374.239830:0:416064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0220.
00010000:00000010:1.1:1789097374.241149:0:416062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097374.241160:0:416062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c860.
00010000:00000010:0.1:1789097374.248808:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:0.1:1789097374.248814:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97c0.
00010000:00000010:0.1:1789097374.285071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:0.1:1789097374.285078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9660.
00010000:00000010:3.1:1789097374.289325:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:3.1:1789097374.289335:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0460.
00010000:00000010:1.1:1789097374.291319:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:1.1:1789097374.291326:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:1.1:1789097374.291348:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097374.297017:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:1.1:1789097374.297556:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:3.1:1789097374.297807:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:3.1:1789097374.301209:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097374.301220:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0320.
00010000:00000010:1.1:1789097374.301562:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:1.1:1789097374.305049:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97c0.
00010000:00000010:1.1:1789097374.305059:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:1.1:1789097374.305063:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9de0.
00010000:00000010:0.1:1789097374.306199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:0.1:1789097374.306205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097374.309850:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:3.1:1789097374.309857:0:256920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0220.
00010000:00000010:3.1:1789097374.314815:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00010000:00000010:1.1:1789097374.314825:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:1.1:1789097374.314833:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:3.1:1789097374.326826:0:416072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:3.1:1789097374.326834:0:416072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0460.
00010000:00000010:1.1:1789097374.327162:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097374.333828:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097374.333842:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0320.
00000080:00000010:1.1:1789097374.338778:0:416064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:1.1:1789097374.348832:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:0.1:1789097374.349896:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097374.349903:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ca0.
00010000:00000010:3.1:1789097374.363400:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00000080:00000010:3.1:1789097374.363412:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d06e0.
00010000:00000010:1.1:1789097374.371916:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:3.1:1789097374.373002:0:416058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:3.1:1789097374.373010:0:416058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c60.
00010000:00000010:1.1:1789097374.377004:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:1.1:1789097374.377014:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be99a0.
00010000:00000010:3.1:1789097374.378754:0:413715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:3.1:1789097374.381040:0:413715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00010000:00000010:3.1:1789097374.381046:0:413715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00000080:00000010:3.1:1789097374.381051:0:413715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0940.
00010000:00000010:1.1:1789097374.381331:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097374.389807:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097374.389815:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:1.1:1789097374.397126:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097374.397136:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c800.
00010000:00000010:1.1:1789097374.411810:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097374.411818:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c240.
00010000:00000010:1.1:1789097374.411826:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99200.
00010000:00000010:0.1:1789097374.412551:0:416078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:0.1:1789097374.412559:0:416078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c960.
00010000:00000010:1.1:1789097374.439812:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:3.1:1789097374.439887:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00000080:00000010:3.1:1789097374.439894:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0f40.
00010000:00000010:3.1:1789097374.447393:0:416079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98000.
00000080:00000010:3.1:1789097374.447401:0:416079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0940.
00010000:00000010:0.1:1789097374.452006:0:416084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:0.1:1789097374.452017:0:416084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:3.1:1789097374.453205:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00000080:00000010:3.1:1789097374.453214:0:2:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0740.
00010000:00000010:1.1:1789097374.456810:0:416084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097374.456824:0:416084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:1.1:1789097374.466837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:3.1:1789097374.480897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98400.
00000080:00000010:3.1:1789097374.480908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d07e0.
00010000:00000010:1.1:1789097374.560378:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097374.560386:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00010000:00000010:1.1:1789097374.560393:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097374.560395:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce60.
00010000:00000010:1.1:1789097374.560435:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:1.1:1789097374.581934:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ec0.
00010000:00000010:1.1:1789097374.581977:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:1.1:1789097374.581984:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:3.1:1789097374.583999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:3.1:1789097374.584007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec99e00.
00010000:00000010:3.1:1789097374.584011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:1.1:1789097374.596188:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00010000:00000010:1.1:1789097374.596195:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027ec98600.
00010000:00000010:1.1:1789097374.596199:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097374.603886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097374.610254:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097374.610268:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00010000:00000010:1.1:1789097374.610275:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:1.1:1789097374.615543:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:1.1:1789097374.615552:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:1.1:1789097374.626095:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097374.626104:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:1.1:1789097374.639912:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097374.639921:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00000080:00000010:1.1:1789097374.657094:0:416097:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cfe0.
00010000:00000010:1.1:1789097374.657106:0:416097:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:1.1:1789097374.671594:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097374.672293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3a00.
00010000:00000010:0.1:1789097374.675681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2800.
00000080:00000010:0.1:1789097374.675695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9200.
00010000:00000010:3.1:1789097374.712960:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097374.712967:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0180.
00010000:00000010:3.1:1789097374.712975:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2600.
00010000:00000010:1.1:1789097374.719855:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3c00.
00000080:00000010:1.1:1789097374.719864:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9180.
00010000:00000010:0.1:1789097374.727815:0:416107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00000080:00000010:0.1:1789097374.727824:0:416107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9840.
00010000:00000010:1.1:1789097374.730207:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097374.730221:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00010000:00000010:1.1:1789097374.734750:0:416105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097374.734764:0:416105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00010000:00000010:1.1:1789097374.734912:0:416105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:1.1:1789097374.734916:0:416105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:1.1:1789097374.734921:0:416105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00010000:00000010:0.1:1789097374.736121:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00000080:00000010:0.1:1789097374.736133:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be96e0.
00010000:00000010:3.1:1789097374.736312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00000080:00000010:3.1:1789097374.736321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:0.1:1789097374.753026:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3a00.
00010000:00000010:1.1:1789097374.753636:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:3.1:1789097374.762888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f200.
00010000:00000010:3.1:1789097374.762901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097374.762907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d07e0.
00010000:00000010:1.1:1789097374.762933:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097374.762939:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c680.
00010000:00000010:1.1:1789097374.769940:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097374.769949:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00010000:00000010:3.1:1789097374.777811:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:1.1:1789097374.783904:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097374.783913:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf40.
00010000:00000010:0.1:1789097374.785389:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2800.
00000080:00000010:0.1:1789097374.785399:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98a0.
00010000:00000010:0.1:1789097374.787804:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097374.787810:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00000080:00000010:0.1:1789097374.787814:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9260.
00010000:00000010:3.1:1789097374.788168:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097374.788175:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d07e0.
00010000:00000010:1.1:1789097374.789144:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097374.789152:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c8a0.
00010000:00000010:3.1:1789097374.794819:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e200.
00000080:00000010:3.1:1789097374.794826:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a3a0.
00010000:00000010:0.1:1789097374.796977:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:0.1:1789097374.796987:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00010000:00000010:3.1:1789097374.802540:0:416110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00000080:00000010:3.1:1789097374.802551:0:416110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0060.
00010000:00000010:3.1:1789097374.802570:0:416110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:3.1:1789097374.802575:0:416110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ea0.
00010000:00000010:3.1:1789097374.802579:0:416110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042600.
00000080:00000010:3.1:1789097374.802584:0:416110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c20.
00010000:00000010:1.1:1789097374.814075:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3c00.
00010000:00000010:1.1:1789097374.814507:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00010000:00000010:1.1:1789097374.814511:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2600.
00010000:00000010:1.1:1789097374.814514:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00010000:00000010:1.1:1789097374.814516:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3a00.
00010000:00000010:1.1:1789097374.814530:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00010000:00000010:1.1:1789097374.814533:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00010000:00000010:0.1:1789097374.815412:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d82400.
00010000:00000010:3.1:1789097374.821838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00000080:00000010:3.1:1789097374.821844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ad80.
00000080:00000010:0.1:1789097374.824868:0:416115:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a60.
00010000:00000010:0.1:1789097374.829886:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d82200.
00010000:00000010:3.1:1789097374.829953:0:416127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097374.829959:0:416127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d07e0.
00010000:00000010:1.1:1789097374.833338:0:416122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:0.1:1789097374.845986:0:416111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d82e00.
00010000:00000010:0.1:1789097374.847828:0:416111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fe00.
00010000:00000010:1.1:1789097374.852888:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2800.
00010000:00000010:1.1:1789097374.852899:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e800.
00010000:00000010:1.1:1789097374.852905:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e200.
00010000:00000010:1.1:1789097374.894810:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:1.1:1789097374.894818:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d82c00.
00010000:00000010:3.1:1789097374.895232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:0.1:1789097374.900347:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00010000:00000010:0.1:1789097374.900354:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:0.1:1789097374.900357:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097374.900360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ee00.
00010000:00000010:0.1:1789097374.900366:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f800.
00010000:00000010:0.1:1789097374.900369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27fe00.
00010000:00000010:0.1:1789097374.900372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00010000:00000010:0.1:1789097374.900374:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00010000:00000010:0.1:1789097374.900376:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e400.
00010000:00000010:1.1:1789097374.900934:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e600.
00010000:00000010:1.1:1789097374.900942:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617c00.
00010000:00000010:1.1:1789097374.900949:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3a00.
00010000:00000010:1.1:1789097374.900953:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00010000:00000010:1.1:1789097374.900956:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2600.
00010000:00000010:1.1:1789097374.900958:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00010000:00000010:1.1:1789097374.900961:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3c00.
00010000:00000010:1.1:1789097374.901172:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:1.1:1789097374.901178:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e200.
00010000:00000010:3.1:1789097374.902373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00010000:00000010:3.1:1789097374.902382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265616e00.
00010000:00000010:3.1:1789097374.902714:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f400.
00010000:00000010:3.1:1789097374.903272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00010000:00000010:3.1:1789097374.903278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617800.
00010000:00000010:3.1:1789097374.903285:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617e00.
00010000:00000010:3.1:1789097374.903296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f000.
00010000:00000010:3.1:1789097374.903302:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00000080:00000010:0.1:1789097374.903921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95e0.
00010000:00000010:0.1:1789097374.903930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f200.
00010000:00000010:0.1:1789097374.903933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:1.1:1789097374.904249:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fc00.
00010000:00000010:1.1:1789097374.904257:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00010000:00000010:1.1:1789097374.904261:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980245d82000.
00010000:00000010:1.1:1789097374.904264:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6000.
00000080:00000010:1.1:1789097374.904267:0:416065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc00.
00010000:00000010:1.1:1789097374.904272:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042600.
00010000:00000010:1.1:1789097374.904275:0:416065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00010000:00000010:0.1:1789097374.917941:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f600.
00010000:00000010:0.1:1789097374.917947:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e400.
00010000:00000010:3.1:1789097374.937325:0:416061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00000080:00000010:3.1:1789097374.937331:0:416061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aae0.
00010000:00000010:1.1:1789097374.937810:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fa00.
00010000:00000010:1.1:1789097374.937816:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ea00.
00010000:00000010:1.1:1789097374.947333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:1.1:1789097374.947356:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0860.
00010000:00000010:1.1:1789097374.956904:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6000.
00000080:00000010:1.1:1789097374.956914:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2a0.
00010000:00000010:1.1:1789097374.956923:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7000.
00000080:00000010:1.1:1789097374.956926:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc00.
00010000:00000010:1.1:1789097374.956931:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6800.
00000080:00000010:1.1:1789097374.956934:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5a0.
00010000:00000010:1.1:1789097374.962954:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca6200.
00000080:00000010:1.1:1789097374.962962:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cea0.
00010000:00000010:1.1:1789097374.962969:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980242ca7c00.
00000080:00000010:1.1:1789097374.962974:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc20.
00010000:00000010:0.1:1789097374.983513:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27fe00.
00000080:00000010:0.1:1789097374.983534:0:256918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9540.
00010000:00000010:3.1:1789097374.983824:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00000080:00000010:3.1:1789097374.983831:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aca0.
00010000:00000010:0.1:1789097374.990810:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00000080:00000010:0.1:1789097374.990821:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9920.
00010000:00000010:0.1:1789097374.990836:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ec00.
00000080:00000010:0.1:1789097374.990844:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be93a0.
00010000:00000010:0.1:1789097374.994955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f600.
00000080:00000010:0.1:1789097374.994964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9060.
00010000:00000010:0.1:1789097374.995004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00010000:00000010:3.1:1789097374.995809:0:416133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:3.1:1789097374.995815:0:416133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90e400.
00010000:00000010:1.1:1789097374.998813:0:416141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865e00.
00010000:00000010:0.1:1789097374.998967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b90f400.
00010000:00000010:3.1:1789097374.999075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617e00.
00010000:00000010:1.1:1789097375.002744:0:416141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265617600.
00010000:00000010:0.1:1789097375.029221:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00010000:00000010:0.1:1789097375.035370:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e400.
00010000:00000010:1.1:1789097375.040809:0:416144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00000080:00000010:1.1:1789097375.040818:0:416144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c600.
00010000:00000010:0.1:1789097375.042136:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00010000:00000010:3.1:1789097375.042145:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00000080:00000010:0.1:1789097375.042146:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be93a0.
00000080:00000010:3.1:1789097375.042156:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d06a0.
00010000:00000010:0.1:1789097375.046687:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ea00.
00000080:00000010:0.1:1789097375.046696:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9000.
00010000:00000010:0.1:1789097375.051807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fc00.
00000080:00000010:0.1:1789097375.051821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9560.
00010000:00000010:0.1:1789097375.052808:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00000080:00000010:0.1:1789097375.052817:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9860.
00010000:00000010:3.1:1789097375.053427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:3.1:1789097375.053437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:3.1:1789097375.053444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0960.
00000080:00000010:3.1:1789097375.053466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0a20.
00010000:00000010:0.1:1789097375.064952:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e600.
00000080:00000010:0.1:1789097375.064959:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d20.
00010000:00000010:1.1:1789097375.065432:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00000080:00000010:1.1:1789097375.065441:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00010000:00000010:0.1:1789097375.073159:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865600.
00000080:00000010:0.1:1789097375.073166:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ada0.
00010000:00000010:0.1:1789097375.080040:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ea00.
00010000:00000010:3.1:1789097375.080096:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:1.1:1789097375.080302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ee00.
00000080:00000010:1.1:1789097375.080311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a60.
00010000:00000010:1.1:1789097375.083059:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00010000:00000010:0.1:1789097375.100137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00010000:00000010:3.1:1789097375.117704:0:416150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:3.1:1789097375.117714:0:416150:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0840.
00010000:00000010:1.1:1789097375.117805:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864800.
00010000:00000010:1.1:1789097375.117811:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ea00.
00000080:00000010:1.1:1789097375.117816:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9860.
00010000:00000010:1.1:1789097375.128808:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00010000:00000010:3.1:1789097375.128812:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2600.
00000080:00000010:1.1:1789097375.128815:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c9c0.
00010000:00000010:3.1:1789097375.128822:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865800.
00010000:00000010:1.1:1789097375.133565:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00000080:00000010:1.1:1789097375.133572:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5e0.
00010000:00000010:0.1:1789097375.142865:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00000080:00000010:0.1:1789097375.142872:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9060.
00010000:00000010:0.1:1789097375.142929:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e200.
00000080:00000010:0.1:1789097375.142932:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95e0.
00010000:00000010:1.1:1789097375.142989:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3c00.
00000080:00000010:1.1:1789097375.142995:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00010000:00000010:3.1:1789097375.143007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00000080:00000010:3.1:1789097375.143017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d05a0.
00010000:00000010:1.1:1789097375.149984:0:416148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00010000:00000010:0.1:1789097375.159703:0:416141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f600.
00010000:00000010:3.1:1789097375.160073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865800.
00000080:00000010:3.1:1789097375.160079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a920.
00010000:00000010:1.1:1789097375.161201:0:416154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00010000:00000010:3.1:1789097375.181943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00010000:00000010:3.1:1789097375.193887:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00000080:00000010:3.1:1789097375.193895:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d05a0.
00010000:00000010:1.1:1789097375.194124:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00000080:00000010:1.1:1789097375.194130:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5e0.
00010000:00000010:3.1:1789097375.205599:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00000080:00000010:3.1:1789097375.205609:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca40.
00010000:00000010:3.1:1789097375.205616:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00000080:00000010:3.1:1789097375.205620:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a040.
00010000:00000010:0.1:1789097375.207337:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e200.
00010000:00000010:3.1:1789097375.213810:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00000080:00000010:3.1:1789097375.213823:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d05e0.
00010000:00000010:0.1:1789097375.214549:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f600.
00000080:00000010:0.1:1789097375.214559:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9080.
00010000:00000010:1.1:1789097375.215571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00000080:00000010:1.1:1789097375.215582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd40.
00010000:00000010:0.1:1789097375.221542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e800.
00000080:00000010:0.1:1789097375.221549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95e0.
00010000:00000010:1.1:1789097375.221858:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00000080:00000010:1.1:1789097375.221866:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c360.
00010000:00000010:0.1:1789097375.225131:0:416156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00000080:00000010:0.1:1789097375.225137:0:416156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5e0.
00010000:00000010:0.1:1789097375.225143:0:416156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fe00.
00010000:00000010:1.1:1789097375.225543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3a00.
00000080:00000010:1.1:1789097375.225549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6c0.
00010000:00000010:3.1:1789097375.228739:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00010000:00000010:3.1:1789097375.229803:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:1.1:1789097375.246145:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865800.
00010000:00000010:0.1:1789097375.253573:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ee00.
00010000:00000010:3.1:1789097375.258973:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00000080:00000010:3.1:1789097375.258982:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0240.
00010000:00000010:1.1:1789097375.260668:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00010000:00000010:3.1:1789097375.275008:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:3.1:1789097375.275021:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0a00.
00010000:00000010:1.1:1789097375.275541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00000080:00000010:1.1:1789097375.275550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00010000:00000010:0.1:1789097375.275946:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e800.
00000080:00000010:0.1:1789097375.275955:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98a0.
00010000:00000010:0.1:1789097375.275964:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f800.
00000080:00000010:0.1:1789097375.275970:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9580.
00010000:00000010:0.1:1789097375.278806:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00000080:00000010:0.1:1789097375.278812:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d40.
00010000:00000010:0.1:1789097375.278818:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fa00.
00010000:00000010:1.1:1789097375.279364:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00000080:00000010:1.1:1789097375.279374:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c3e0.
00010000:00000010:3.1:1789097375.281661:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00000080:00000010:3.1:1789097375.281671:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a980.
00000080:00000010:0.1:1789097375.285018:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9100.
00010000:00000010:0.1:1789097375.288850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f000.
00010000:00000010:0.1:1789097375.288856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ee00.
00000080:00000010:0.1:1789097375.288859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95a0.
00010000:00000010:1.1:1789097375.295145:0:416158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00010000:00000010:3.1:1789097375.295603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042600.
00010000:00000010:0.1:1789097375.297375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e400.
00000080:00000010:1.1:1789097375.301938:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95c0.
00010000:00000010:1.1:1789097375.322108:0:416160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00010000:00000010:0.1:1789097375.343424:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fa00.
00010000:00000010:0.1:1789097375.358821:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e400.
00000080:00000010:0.1:1789097375.358828:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9360.
00010000:00000010:0.1:1789097375.358922:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ea00.
00010000:00000010:3.1:1789097375.359375:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865e00.
00000080:00000010:3.1:1789097375.359383:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a560.
00010000:00000010:1.1:1789097375.360397:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042600.
00000080:00000010:1.1:1789097375.360403:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d02e0.
00000080:00000010:0.1:1789097375.362197:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9740.
00010000:00000010:1.1:1789097375.363219:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00000080:00000010:1.1:1789097375.363226:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c020.
00010000:00000010:3.1:1789097375.370824:0:416162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:0.1:1789097375.372268:0:416165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e600.
00000080:00000010:0.1:1789097375.372280:0:416165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ae0.
00010000:00000010:0.1:1789097375.372289:0:416165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fa00.
00000080:00000010:0.1:1789097375.372292:0:416165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9900.
00010000:00000010:0.1:1789097375.375165:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f600.
00010000:00000010:1.1:1789097375.375907:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00000080:00000010:1.1:1789097375.375915:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c780.
00010000:00000010:3.1:1789097375.377490:0:416161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00000080:00000010:3.1:1789097375.377495:0:416161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0380.
00010000:00000010:1.1:1789097375.379810:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3400.
00000080:00000010:1.1:1789097375.379821:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c4a0.
00010000:00000010:3.1:1789097375.420814:0:416172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:3.1:1789097375.420822:0:416172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0d20.
00010000:00000010:3.1:1789097375.420863:0:416172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a864600.
00000080:00000010:3.1:1789097375.420871:0:416172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ace0.
00010000:00000010:0.1:1789097375.439016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e400.
00010000:00000010:1.1:1789097375.441999:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2000.
00010000:00000010:1.1:1789097375.442006:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f800.
00010000:00000010:1.1:1789097375.442009:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f200.
00010000:00000010:1.1:1789097375.442012:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fa00.
00010000:00000010:1.1:1789097375.442015:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e600.
00010000:00000010:1.1:1789097375.442017:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fe00.
00010000:00000010:1.1:1789097375.442019:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f000.
00010000:00000010:1.1:1789097375.442022:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3200.
00010000:00000010:1.1:1789097375.442025:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2800.
00010000:00000010:1.1:1789097375.442027:0:416174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2600.
00010000:00000010:1.1:1789097375.446042:0:416176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3c00.
00010000:00000010:3.1:1789097375.447440:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00000080:00000010:3.1:1789097375.447451:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ea0.
00010000:00000010:0.1:1789097375.447591:0:400349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ee00.
00010000:00000010:0.1:1789097375.447599:0:400349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865e00.
00010000:00000010:0.1:1789097375.447604:0:400349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00010000:00000010:0.1:1789097375.447609:0:400349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c2400.
00010000:00000010:0.1:1789097375.447614:0:400349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32e200.
00000080:00000010:0.1:1789097375.447620:0:400349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9180.
00010000:00000010:1.1:1789097375.455192:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f1c3800.
00010000:00000010:0.1:1789097375.456169:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32f600.
00000080:00000010:0.1:1789097375.456176:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a00.
00010000:00000010:0.1:1789097375.456200:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017a865800.
00010000:00000010:1.1:1789097375.464896:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:0.1:1789097375.473296:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862400.
00010000:00000010:1.1:1789097375.473445:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32fc00.
00010000:00000010:0.1:1789097375.474806:0:416172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097375.476973:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:0.1:1789097375.476982:0:256918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9180.
00010000:00000010:0.1:1789097375.476990:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00010000:00000010:3.1:1789097375.486414:0:416175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:1.1:1789097375.497124:0:416182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00010000:00000010:1.1:1789097375.534837:0:416184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00000080:00000010:1.1:1789097375.534843:0:416184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c360.
00010000:00000010:1.1:1789097375.534851:0:416184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00010000:00000010:0.1:1789097375.535816:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097375.544647:0:416184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00000080:00000010:1.1:1789097375.544654:0:416184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00010000:00000010:1.1:1789097375.544664:0:416184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00000080:00000010:0.1:1789097375.546729:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94a0.
00010000:00000010:0.1:1789097375.546750:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00010000:00000010:0.1:1789097375.546803:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097375.546806:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94c0.
00010000:00000010:3.1:1789097375.595084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdda00.
00010000:00000010:0.1:1789097375.598638:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:0.1:1789097375.605608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00000080:00000010:0.1:1789097375.605617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d00c0.
00000080:00000010:3.1:1789097375.605851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9480.
00010000:00000010:3.1:1789097375.608809:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d400.
00000080:00000010:3.1:1789097375.608818:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a4a0.
00010000:00000010:1.1:1789097375.624847:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00000080:00000010:1.1:1789097375.624854:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00010000:00000010:0.1:1789097375.624971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:0.1:1789097375.624981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c80.
00010000:00000010:0.1:1789097375.632980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:3.1:1789097375.633854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d000.
00000080:00000010:3.1:1789097375.633863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a9a0.
00010000:00000010:3.1:1789097375.643911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c000.
00010000:00000010:1.1:1789097375.644625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00000080:00000010:1.1:1789097375.644634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c140.
00010000:00000010:0.1:1789097375.657527:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:3.1:1789097375.657649:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ce00.
00010000:00000010:3.1:1789097375.657656:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00010000:00000010:1.1:1789097375.678354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00000080:00000010:1.1:1789097375.678364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c140.
00010000:00000010:0.1:1789097375.679451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097375.679460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ca0.
00010000:00000010:1.1:1789097375.693962:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:1.1:1789097375.693974:0:2:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5e0.
00010000:00000010:3.1:1789097375.697837:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00000080:00000010:3.1:1789097375.697846:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:3.1:1789097375.697880:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00000080:00000010:3.1:1789097375.697886:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:1.1:1789097375.698170:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d200.
00010000:00000010:0.1:1789097375.698597:0:400350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00000080:00000010:0.1:1789097375.698603:0:400350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be90e0.
00010000:00000010:3.1:1789097375.704152:0:416192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00000080:00000010:3.1:1789097375.704162:0:416192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0200.
00010000:00000010:0.1:1789097375.704924:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:3.1:1789097375.722236:0:416188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00000080:00000010:3.1:1789097375.722245:0:416188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:3.1:1789097375.722263:0:416188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00010000:00000010:0.1:1789097375.731943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:0.1:1789097375.731950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097375.731954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be90a0.
00010000:00000010:0.1:1789097375.731963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097375.732393:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:0.1:1789097375.736088:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097375.736760:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097375.745257:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d600.
00000080:00000010:3.1:1789097375.745264:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ac00.
00010000:00000010:3.1:1789097375.745270:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:3.1:1789097375.745274:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:3.1:1789097375.760812:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00010000:00000010:3.1:1789097375.760818:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:3.1:1789097375.760822:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:3.1:1789097375.760829:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00000080:00000010:3.1:1789097375.760831:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:3.1:1789097375.760836:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9e00.
00010000:00000010:0.1:1789097375.762638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097375.768105:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00000080:00000010:1.1:1789097375.768113:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:3.1:1789097375.771114:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097375.771123:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:0.1:1789097375.771527:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:0.1:1789097375.771533:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9520.
00010000:00000010:0.1:1789097375.771541:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097375.771544:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be90e0.
00010000:00000010:1.1:1789097375.771928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00000080:00000010:1.1:1789097375.771934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb80.
00010000:00000010:0.1:1789097375.775839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00000080:00000010:0.1:1789097375.775851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9820.
00010000:00000010:0.1:1789097375.775858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097375.775861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be99a0.
00010000:00000010:3.1:1789097375.775969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:1.1:1789097375.776050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00010000:00000010:3.1:1789097375.787694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00000080:00000010:3.1:1789097375.791374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:3.1:1789097375.805840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097375.807938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00000080:00000010:1.1:1789097375.807952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:1.1:1789097375.832748:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00010000:00000010:0.1:1789097375.845328:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00000080:00000010:0.1:1789097375.845336:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7c0.
00010000:00000010:0.1:1789097375.860989:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ca00.
00000080:00000010:0.1:1789097375.860997:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a480.
00010000:00000010:1.1:1789097375.863491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:0.1:1789097375.863876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00000080:00000010:0.1:1789097375.869084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:3.1:1789097375.869204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d600.
00010000:00000010:3.1:1789097375.891967:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043c00.
00000080:00000010:3.1:1789097375.891979:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:3.1:1789097375.895784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c400.
00000080:00000010:3.1:1789097375.895808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ae60.
00010000:00000010:3.1:1789097375.896828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043000.
00000080:00000010:3.1:1789097375.896839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:3.1:1789097375.896846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:3.1:1789097375.896848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:0.1:1789097375.896944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:0.1:1789097375.896950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:0.1:1789097375.896954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00010000:00000010:1.1:1789097375.897057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00000080:00000010:1.1:1789097375.897063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c360.
00010000:00000010:0.1:1789097375.917147:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00010000:00000010:3.1:1789097375.918153:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00000080:00000010:3.1:1789097375.918158:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0200.
00010000:00000010:3.1:1789097375.922814:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:1.1:1789097375.925311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9800.
00000080:00000010:1.1:1789097375.925325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c760.
00010000:00000010:3.1:1789097375.928155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:3.1:1789097375.928163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:0.1:1789097375.928766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:0.1:1789097375.928773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9820.
00010000:00000010:1.1:1789097375.964818:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8c00.
00010000:00000010:3.1:1789097375.964957:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c400.
00000080:00000010:3.1:1789097375.964963:0:256920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a880.
00010000:00000010:1.1:1789097376.006835:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8800.
00010000:00000010:1.1:1789097376.006840:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8600.
00010000:00000010:1.1:1789097376.006844:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9400.
00010000:00000010:1.1:1789097376.006848:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf9800.
00010000:00000010:1.1:1789097376.006851:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3600.
00010000:00000010:1.1:1789097376.006855:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097376.006859:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:1.1:1789097376.006862:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:1.1:1789097376.006868:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:1.1:1789097376.006871:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ed51400.
00010000:00000010:1.1:1789097376.006874:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ed51800.
00010000:00000010:1.1:1789097376.006876:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00010000:00000010:0.1:1789097376.006879:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:0.1:1789097376.006884:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d00.
00010000:00000010:0.1:1789097376.006890:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097376.007523:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8400.
00010000:00000010:0.1:1789097376.023103:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdda00.
00000080:00000010:0.1:1789097376.023111:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9280.
00010000:00000010:0.1:1789097376.023120:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097376.023123:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:3.1:1789097376.023882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:3.1:1789097376.023892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:3.1:1789097376.023898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097376.023902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980243bf8a00.
00010000:00000010:3.1:1789097376.023905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:3.1:1789097376.023908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:3.1:1789097376.023910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:1.1:1789097376.028660:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:1.1:1789097376.039848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00010000:00000010:3.1:1789097376.040291:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:3.1:1789097376.040296:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00010000:00000010:3.1:1789097376.040304:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00000080:00000010:3.1:1789097376.040307:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:0.1:1789097376.041927:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00000080:00000010:0.1:1789097376.041935:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9980.
00010000:00000010:0.1:1789097376.041940:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00000080:00000010:0.1:1789097376.041943:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94c0.
00000080:00000010:1.1:1789097376.055257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd80.
00010000:00000010:1.1:1789097376.055269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:3.1:1789097376.059616:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00010000:00000010:0.1:1789097376.073681:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:0.1:1789097376.073691:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00010000:00000010:3.1:1789097376.075774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00000080:00000010:3.1:1789097376.075805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:3.1:1789097376.075814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:3.1:1789097376.075818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097376.082463:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0aa0.
00010000:00000010:3.1:1789097376.092074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00000080:00000010:3.1:1789097376.092082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097376.092090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d200.
00000080:00000010:3.1:1789097376.092096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a660.
00010000:00000010:1.1:1789097376.093382:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00000080:00000010:1.1:1789097376.096838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c400.
00010000:00000010:3.1:1789097376.096890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00010000:00000010:0.1:1789097376.099894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3600.
00010000:00000010:3.1:1789097376.099990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00000080:00000010:3.1:1789097376.099998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0900.
00000080:00000010:3.1:1789097376.100013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0b80.
00010000:00000010:1.1:1789097376.100035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3200.
00000080:00000010:1.1:1789097376.100043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c300.
00010000:00000010:1.1:1789097376.102827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2400.
00010000:00000010:3.1:1789097376.116893:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:3.1:1789097376.116899:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:3.1:1789097376.116903:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0aa0.
00010000:00000010:3.1:1789097376.127021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00000080:00000010:3.1:1789097376.127027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:0.1:1789097376.136832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985c00.
00010000:00000010:3.1:1789097376.136832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:3.1:1789097376.136847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:0.1:1789097376.136848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be96c0.
00010000:00000010:0.1:1789097376.146803:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00000080:00000010:0.1:1789097376.146809:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c60.
00010000:00000010:3.1:1789097376.153826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ce00.
00010000:00000010:0.1:1789097376.167843:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:1.1:1789097376.170395:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9cc0.
00010000:00000010:3.1:1789097376.185819:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ca00.
00000080:00000010:3.1:1789097376.185827:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a140.
00010000:00000010:1.1:1789097376.192685:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00000080:00000010:1.1:1789097376.192694:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf40.
00010000:00000010:0.1:1789097376.193325:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00000080:00000010:0.1:1789097376.193334:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be96c0.
00010000:00000010:0.1:1789097376.193357:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00000080:00000010:0.1:1789097376.193363:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097376.199987:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:1.1:1789097376.203923:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00000080:00000010:1.1:1789097376.203933:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ae0.
00010000:00000010:0.1:1789097376.204226:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00000080:00000010:0.1:1789097376.204233:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c60.
00010000:00000010:0.1:1789097376.204238:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:0.1:1789097376.204241:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9700.
00010000:00000010:0.1:1789097376.235307:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00010000:00000010:1.1:1789097376.237600:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00000080:00000010:1.1:1789097376.237607:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf40.
00010000:00000010:0.1:1789097376.244213:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c200.
00000080:00000010:0.1:1789097376.244221:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aa40.
00010000:00000010:0.1:1789097376.244232:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:3.1:1789097376.246929:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:1.1:1789097376.247009:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3600.
00010000:00000010:1.1:1789097376.247013:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042400.
00010000:00000010:3.1:1789097376.247805:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00010000:00000010:1.1:1789097376.263561:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00000080:00000010:1.1:1789097376.266818:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0900.
00010000:00000010:1.1:1789097376.266835:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ce00.
00010000:00000010:1.1:1789097376.266840:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042000.
00010000:00000010:1.1:1789097376.266845:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c000.
00010000:00000010:1.1:1789097376.266851:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ca00.
00010000:00000010:3.1:1789097376.269007:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00010000:00000010:3.1:1789097376.269018:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00010000:00000010:3.1:1789097376.269025:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00010000:00000010:1.1:1789097376.273909:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00010000:00000010:0.1:1789097376.274327:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:1.1:1789097376.281958:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3200.
00000080:00000010:0.1:1789097376.283137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9500.
00010000:00000010:0.1:1789097376.283150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d400.
00000080:00000010:1.1:1789097376.284847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c240.
00010000:00000010:3.1:1789097376.284936:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862400.
00000080:00000010:3.1:1789097376.284945:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a220.
00010000:00000010:0.1:1789097376.285118:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2000.
00000080:00000010:0.1:1789097376.285127:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c340.
00010000:00000010:3.1:1789097376.290830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00000080:00000010:3.1:1789097376.290840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0200.
00010000:00000010:3.1:1789097376.290851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863800.
00000080:00000010:3.1:1789097376.290856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ac80.
00010000:00000010:0.1:1789097376.290953:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00000080:00000010:3.1:1789097376.297191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ab60.
00000080:00000010:1.1:1789097376.298834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:1.1:1789097376.298854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1200.
00000080:00000010:1.1:1789097376.298861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:1.1:1789097376.298867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00010000:00000010:0.1:1789097376.298897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00000080:00000010:0.1:1789097376.298906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d20.
00010000:00000010:3.1:1789097376.298920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:0.1:1789097376.320865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985c00.
00010000:00000010:1.1:1789097376.321992:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862800.
00000080:00000010:1.1:1789097376.322003:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a5c0.
00010000:00000010:3.1:1789097376.335018:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863c00.
00010000:00000010:3.1:1789097376.342808:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863e00.
00010000:00000010:1.1:1789097376.342810:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00010000:00000010:3.1:1789097376.346583:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862800.
00010000:00000010:1.1:1789097376.350147:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3600.
00000080:00000010:3.1:1789097376.351813:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a860.
00010000:00000010:0.1:1789097376.352185:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:0.1:1789097376.352194:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98a0.
00010000:00000010:3.1:1789097376.369597:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863800.
00000080:00000010:3.1:1789097376.369608:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ac40.
00010000:00000010:1.1:1789097376.377327:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00000080:00000010:1.1:1789097376.377335:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00010000:00000010:3.1:1789097376.390846:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d1400.
00010000:00000010:1.1:1789097376.397917:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00000080:00000010:1.1:1789097376.397927:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95a0.
00010000:00000010:1.1:1789097376.397938:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2a00.
00000080:00000010:1.1:1789097376.397944:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cfa0.
00000080:00000010:3.1:1789097376.399066:0:256919:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09a0.
00010000:00000010:3.1:1789097376.399087:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0000.
00010000:00000010:1.1:1789097376.420709:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3400.
00000080:00000010:1.1:1789097376.420720:0:256917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00010000:00000010:0.1:1789097376.420807:0:400350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097376.426955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3c00.
00000080:00000010:1.1:1789097376.426966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00010000:00000010:3.1:1789097376.427308:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0600.
00010000:00000010:3.1:1789097376.427316:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802821d0c00.
00010000:00000010:3.1:1789097376.427323:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:3.1:1789097376.427330:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00010000:00000010:3.1:1789097376.427334:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00010000:00000010:3.1:1789097376.427341:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00010000:00000010:1.1:1789097376.439125:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3000.
00010000:00000010:1.1:1789097376.439135:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:1.1:1789097376.439138:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097376.439142:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:1.1:1789097376.439150:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097376.439153:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097376.439511:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2000.
00010000:00000010:0.1:1789097376.439517:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdda00.
00010000:00000010:0.1:1789097376.439520:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3200.
00010000:00000010:0.1:1789097376.439524:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00010000:00000010:0.1:1789097376.439526:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff2800.
00010000:00000010:0.1:1789097376.445934:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863c00.
00010000:00000010:1.1:1789097376.447434:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097376.447763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00000080:00000010:3.1:1789097376.447774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a2a0.
00010000:00000010:3.1:1789097376.447803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017cff3a00.
00010000:00000010:0.1:1789097376.458828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00000080:00000010:0.1:1789097376.458835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98e0.
00010000:00000010:1.1:1789097376.475475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097376.475484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00010000:00000010:0.1:1789097376.498204:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00000080:00000010:0.1:1789097376.498211:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9940.
00010000:00000010:0.1:1789097376.498219:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984c00.
00000080:00000010:0.1:1789097376.498222:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9b80.
00010000:00000010:3.1:1789097376.500870:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:3.1:1789097376.500885:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09a0.
00010000:00000010:3.1:1789097376.520809:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00010000:00000010:0.1:1789097376.520811:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00000080:00000010:3.1:1789097376.520818:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aee0.
00000080:00000010:0.1:1789097376.520820:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98e0.
00010000:00000010:3.1:1789097376.520833:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00000080:00000010:3.1:1789097376.520842:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d01c0.
00010000:00000010:1.1:1789097376.522536:0:416188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097376.522549:0:416188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c240.
00010000:00000010:1.1:1789097376.527834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00000080:00000010:1.1:1789097376.527842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0da0.
00010000:00000010:1.1:1789097376.527849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:3.1:1789097376.528584:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00000080:00000010:3.1:1789097376.528590:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc60.
00010000:00000010:3.1:1789097376.528596:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097376.528600:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09c0.
00010000:00000010:0.1:1789097376.537301:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00010000:00000010:0.1:1789097376.578761:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00010000:00000010:1.1:1789097376.583850:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097376.583859:0:2:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506caa0.
00010000:00000010:3.1:1789097376.596821:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00000080:00000010:3.1:1789097376.596828:0:256920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083afe0.
00010000:00000010:1.1:1789097376.598183:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097376.598189:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00010000:00000010:1.1:1789097376.598195:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097376.598223:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c940.
00010000:00000010:1.1:1789097376.610562:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984c00.
00010000:00000010:1.1:1789097376.610571:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:1.1:1789097376.610576:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00010000:00000010:1.1:1789097376.610586:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00010000:00000010:3.1:1789097376.611052:0:416225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00010000:00000010:3.1:1789097376.611059:0:416225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00000080:00000010:3.1:1789097376.611062:0:416225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09a0.
00010000:00000010:3.1:1789097376.611069:0:416225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00010000:00000010:1.1:1789097376.629013:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:1.1:1789097376.629020:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097376.629498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00010000:00000010:1.1:1789097376.634976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863c00.
00000080:00000010:1.1:1789097376.634983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aba0.
00010000:00000010:1.1:1789097376.634991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00010000:00000010:1.1:1789097376.634993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:1.1:1789097376.634996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00010000:00000010:3.1:1789097376.657826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862800.
00000080:00000010:3.1:1789097376.657836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a260.
00010000:00000010:1.1:1789097376.661909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:0.1:1789097376.687985:0:400350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097376.696810:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:0.1:1789097376.704493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00010000:00000010:3.1:1789097376.733180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985e00.
00010000:00000010:3.1:1789097376.733200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00010000:00000010:1.1:1789097376.737955:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00010000:00000010:3.1:1789097376.755981:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:3.1:1789097376.755991:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0200.
00010000:00000010:3.1:1789097376.756045:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863e00.
00000080:00000010:3.1:1789097376.756053:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a340.
00010000:00000010:0.1:1789097376.766602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00000080:00000010:0.1:1789097376.766608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9360.
00010000:00000010:1.1:1789097376.794387:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097376.801813:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097376.801820:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0580.
00010000:00000010:3.1:1789097376.801826:0:414939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863800.
00000080:00000010:3.1:1789097376.801829:0:414939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a000.
00010000:00000010:0.1:1789097376.803277:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985c00.
00000080:00000010:0.1:1789097376.803286:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97a0.
00010000:00000010:3.1:1789097376.819843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862800.
00000080:00000010:3.1:1789097376.819854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a380.
00010000:00000010:1.1:1789097376.819885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863200.
00000080:00000010:1.1:1789097376.819892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a200.
00010000:00000010:0.1:1789097376.819957:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00010000:00000010:1.1:1789097376.823129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:0.1:1789097376.823837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9360.
00010000:00000010:0.1:1789097376.823853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00010000:00000010:0.1:1789097376.828254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00010000:00000010:1.1:1789097376.871676:0:416228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862400.
00000080:00000010:1.1:1789097376.871683:0:416228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a680.
00010000:00000010:3.1:1789097376.878072:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:0.1:1789097376.895915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:0.1:1789097376.895928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d09a0.
00010000:00000010:1.1:1789097376.896296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985c00.
00010000:00000010:0.1:1789097376.915892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00000080:00000010:0.1:1789097376.915898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aec0.
00010000:00000010:3.1:1789097376.948128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00010000:00000010:1.1:1789097376.949641:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:3.1:1789097376.957013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00010000:00000010:0.1:1789097376.968345:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:0.1:1789097376.968352:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9540.
00010000:00000010:3.1:1789097376.983926:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984c00.
00010000:00000010:3.1:1789097376.983931:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862800.
00010000:00000010:1.1:1789097376.984814:0:256918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863200.
00010000:00000010:1.1:1789097376.986938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:0.1:1789097376.987998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00000080:00000010:0.1:1789097376.988005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97a0.
00010000:00000010:0.1:1789097376.988012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863e00.
00010000:00000010:0.1:1789097376.988014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097376.991830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863800.
00010000:00000010:3.1:1789097377.015346:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.015356:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0200.
00010000:00000010:0.1:1789097377.020832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00010000:00000010:0.1:1789097377.040888:0:416236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862400.
00000080:00000010:0.1:1789097377.040901:0:416236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a180.
00010000:00000010:3.1:1789097377.045811:0:416237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00000080:00000010:3.1:1789097377.045821:0:416237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a760.
00010000:00000010:0.1:1789097377.045946:0:416236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:0.1:1789097377.045954:0:416236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd80.
00010000:00000010:1.1:1789097377.069063:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00000080:00000010:1.1:1789097377.069072:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be91e0.
00010000:00000010:1.1:1789097377.069103:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985c00.
00010000:00000010:1.1:1789097377.069107:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:1.1:1789097377.069110:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a40.
00010000:00000010:1.1:1789097377.069114:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:3.1:1789097377.070214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.070224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00010000:00000010:3.1:1789097377.070236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097377.087068:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:0.1:1789097377.100601:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:0.1:1789097377.100612:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9560.
00010000:00000010:0.1:1789097377.100618:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00000080:00000010:1.1:1789097377.102126:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cbe0.
00010000:00000010:1.1:1789097377.109811:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863200.
00010000:00000010:3.1:1789097377.111122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:1.1:1789097377.113498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00010000:00000010:3.1:1789097377.114434:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.114440:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0fa0.
00010000:00000010:0.1:1789097377.123133:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:0.1:1789097377.123144:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9860.
00010000:00000010:0.1:1789097377.127937:0:416242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863e00.
00000080:00000010:0.1:1789097377.127951:0:416242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a760.
00010000:00000010:0.1:1789097377.140123:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00010000:00000010:3.1:1789097377.141118:0:416243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00000080:00000010:3.1:1789097377.141125:0:416243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00000080:00000010:0.1:1789097377.148131:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9a60.
00010000:00000010:1.1:1789097377.154864:0:416244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097377.154874:0:416244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc20.
00010000:00000010:0.1:1789097377.155198:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:0.1:1789097377.156838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:0.1:1789097377.156846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9c80.
00010000:00000010:0.1:1789097377.156853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00000080:00000010:0.1:1789097377.156856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9860.
00010000:00000010:3.1:1789097377.156908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:1.1:1789097377.156970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097377.156977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cea0.
00010000:00000010:1.1:1789097377.181809:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097377.181810:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097377.181819:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c280.
00000080:00000010:3.1:1789097377.181820:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c720.
00010000:00000010:3.1:1789097377.189970:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00010000:00000010:1.1:1789097377.190527:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:0.1:1789097377.190811:0:416246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:1.1:1789097377.211192:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:3.1:1789097377.245336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00000080:00000010:3.1:1789097377.245342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0c00.
00010000:00000010:0.1:1789097377.245908:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00000080:00000010:0.1:1789097377.245916:0:414969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9000.
00010000:00000010:0.1:1789097377.249048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00000080:00000010:0.1:1789097377.249057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be98e0.
00010000:00000010:3.1:1789097377.249829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.249836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d03e0.
00010000:00000010:0.1:1789097377.257177:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930600.
00000080:00000010:0.1:1789097377.257186:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9340.
00010000:00000010:3.1:1789097377.264287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00010000:00000010:1.1:1789097377.269866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097377.269875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6c0.
00010000:00000010:3.1:1789097377.269877:0:414969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00010000:00000010:0.1:1789097377.269994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930000.
00000080:00000010:0.1:1789097377.270000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97c0.
00000080:00000010:3.1:1789097377.286703:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d00c0.
00000080:00000010:3.1:1789097377.286717:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0240.
00010000:00000010:3.1:1789097377.292710:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930c00.
00000080:00000010:3.1:1789097377.292719:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9880.
00010000:00000010:1.1:1789097377.299007:0:414834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097377.299016:0:414834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:3.1:1789097377.299444:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930600.
00010000:00000010:3.1:1789097377.304828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.304834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9340.
00010000:00000010:1.1:1789097377.304874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862e00.
00010000:00000010:3.1:1789097377.337009:0:409731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862a00.
00010000:00000010:3.1:1789097377.337126:0:409731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f862400.
00010000:00000010:1.1:1789097377.337321:0:416260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097377.337328:0:416260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd40.
00010000:00000010:1.1:1789097377.337337:0:416260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260043200.
00010000:00000010:1.1:1789097377.337342:0:416260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031400.
00010000:00000010:1.1:1789097377.337349:0:416260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:1.1:1789097377.337353:0:416260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863e00.
00010000:00000010:3.1:1789097377.347089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042200.
00010000:00000010:3.1:1789097377.347097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00010000:00000010:1.1:1789097377.351810:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097377.351810:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026f863200.
00000080:00000010:1.1:1789097377.351817:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cca0.
00010000:00000010:3.1:1789097377.351817:0:256919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980260042c00.
00010000:00000010:1.1:1789097377.369082:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d400.
00010000:00000010:1.1:1789097377.369093:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ca00.
00010000:00000010:1.1:1789097377.382343:0:416270:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00010000:00000010:1.1:1789097377.396137:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00010000:00000010:1.1:1789097377.396154:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d600.
00010000:00000010:1.1:1789097377.409733:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:3.1:1789097377.418927:0:416273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:3.1:1789097377.418942:0:416273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d05e0.
00010000:00000010:3.1:1789097377.445181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32cc00.
00000080:00000010:3.1:1789097377.445193:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ac40.
00010000:00000010:0.1:1789097377.463844:0:416276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00000080:00000010:0.1:1789097377.463852:0:416276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c500.
00010000:00000010:3.1:1789097377.472936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00000080:00000010:3.1:1789097377.472946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0b00.
00010000:00000010:1.1:1789097377.494856:0:416282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240030c00.
00000080:00000010:1.1:1789097377.494865:0:416282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d05e0.
00010000:00000010:0.1:1789097377.511813:0:416294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00000080:00000010:0.1:1789097377.511821:0:416294:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be95c0.
00010000:00000010:1.1:1789097377.523652:0:416287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:1.1:1789097377.523663:0:416287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097377.523666:0:416287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097377.523668:0:416287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097377.527138:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031c00.
00010000:00000010:1.1:1789097377.539887:0:416298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:3.1:1789097377.572885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c000.
00000080:00000010:3.1:1789097377.577270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ac80.
00010000:00000010:3.1:1789097377.649410:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c400.
00010000:00000010:1.1:1789097377.676122:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097377.676127:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097377.688271:0:416307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031800.
00000080:00000010:0.1:1789097377.688286:0:416307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0cc0.
00010000:00000010:0.1:1789097377.688300:0:416307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00010000:00000010:0.1:1789097377.688306:0:416307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980240031e00.
00010000:00000010:0.1:1789097377.688311:0:416307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00010000:00000010:0.1:1789097377.688317:0:416307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c200.
00010000:00000010:1.1:1789097377.689324:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097377.702120:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:1.1:1789097377.713841:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d000.
00010000:00000010:1.1:1789097377.734615:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:1.1:1789097377.734627:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0780.
00010000:00000010:1.1:1789097377.763758:0:416312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097377.763773:0:416312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7e0.
00010000:00000010:3.1:1789097377.786915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984c00.
00000080:00000010:3.1:1789097377.786929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ce0.
00010000:00000010:1.1:1789097377.848226:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:3.1:1789097377.848990:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:3.1:1789097377.848999:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0940.
00010000:00000010:3.1:1789097377.849010:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00000080:00000010:3.1:1789097377.849021:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0d00.
00010000:00000010:3.1:1789097377.849026:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d400.
00000080:00000010:3.1:1789097377.849037:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083abe0.
00010000:00000010:0.1:1789097377.858850:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930000.
00000080:00000010:0.1:1789097377.858860:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9cc0.
00010000:00000010:3.1:1789097377.863415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c000.
00010000:00000010:0.1:1789097377.877346:0:416327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985800.
00010000:00000010:0.1:1789097377.893455:0:416320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097377.895548:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930400.
00000080:00000010:1.1:1789097377.895558:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9e60.
00010000:00000010:1.1:1789097377.900973:0:416277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097377.900983:0:416277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ccc0.
00010000:00000010:0.1:1789097377.905994:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:0.1:1789097377.905999:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:1.1:1789097377.906130:0:413709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:1.1:1789097377.906135:0:413709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:1.1:1789097377.906138:0:413709:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7c0.
00010000:00000010:0.1:1789097377.920994:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00000080:00000010:0.1:1789097377.921062:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9240.
00010000:00000010:0.1:1789097377.931929:0:416338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32ca00.
00000080:00000010:0.1:1789097377.931943:0:416338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a2c0.
00010000:00000010:1.1:1789097377.932828:0:416333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097377.975816:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931600.
00010000:00000010:3.1:1789097377.977589:0:416347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174931e00.
00000080:00000010:3.1:1789097377.977598:0:416347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9be0.
00010000:00000010:3.1:1789097377.977611:0:416347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930600.
00000080:00000010:3.1:1789097377.982815:0:416340:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9160.
00010000:00000010:3.1:1789097377.982832:0:416340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930a00.
00010000:00000010:0.1:1789097377.987228:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d000.
00000080:00000010:0.1:1789097377.987241:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083ab60.
00010000:00000010:0.1:1789097377.987248:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00000080:00000010:0.1:1789097377.987252:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0040.
00010000:00000010:0.1:1789097377.991814:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980174930400.
00000080:00000010:0.1:1789097377.991820:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9980.
00010000:00000010:0.1:1789097378.001472:0:416345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663c00.
00010000:00000010:0.1:1789097378.007808:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:0.1:1789097378.016102:0:416352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32d600.
00000080:00000010:0.1:1789097378.016113:0:416352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a160.
00010000:00000010:3.1:1789097378.016482:0:414869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00000080:00000010:3.1:1789097378.016490:0:414869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9ec0.
00010000:00000010:0.1:1789097378.026867:0:416356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e400.
00000080:00000010:0.1:1789097378.026876:0:416356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be94a0.
00010000:00000010:3.1:1789097378.031825:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00000080:00000010:3.1:1789097378.031832:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0840.
00010000:00000010:3.1:1789097378.040645:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00000080:00000010:3.1:1789097378.040653:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0220.
00010000:00000010:1.1:1789097378.054635:0:416365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27fe00.
00010000:00000010:3.1:1789097378.055939:0:416289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984600.
00000080:00000010:3.1:1789097378.055945:0:416289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d00a0.
00010000:00000010:0.1:1789097378.060851:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00010000:00000010:0.1:1789097378.060856:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00010000:00000010:3.1:1789097378.065946:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00010000:00000010:3.1:1789097378.085611:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00000080:00000010:3.1:1789097378.085625:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0760.
00010000:00000010:3.1:1789097378.085833:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c400.
00010000:00000010:3.1:1789097378.092918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985e00.
00010000:00000010:0.1:1789097378.102819:0:416368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e400.
00010000:00000010:1.1:1789097378.105486:0:413705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984a00.
00000080:00000010:1.1:1789097378.105498:0:413705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0940.
00010000:00000010:1.1:1789097378.105505:0:413705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f600.
00010000:00000010:1.1:1789097378.105509:0:413705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097378.105512:0:413705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:1.1:1789097378.114860:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984c00.
00010000:00000010:1.1:1789097378.121498:0:416377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097378.121508:0:416377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:0.1:1789097378.130002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248984800.
00010000:00000010:1.1:1789097378.130002:0:416380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:1.1:1789097378.130016:0:416380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0760.
00010000:00000010:3.1:1789097378.148854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985200.
00010000:00000010:1.1:1789097378.150120:0:416380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:3.1:1789097378.156813:0:416349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:3.1:1789097378.156822:0:416349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2a0.
00010000:00000010:1.1:1789097378.174039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097378.174053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb20.
00010000:00000010:1.1:1789097378.174805:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980248985000.
00010000:00000010:3.1:1789097378.177812:0:416384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:1.1:1789097378.177836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:1.1:1789097378.177845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c480.
00010000:00000010:1.1:1789097378.177856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.177860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c420.
00010000:00000010:1.1:1789097378.182815:0:416384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097378.189003:0:416373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:0.1:1789097378.189018:0:416373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00010000:00000010:1.1:1789097378.198819:0:414979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097378.198826:0:414979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00010000:00000010:1.1:1789097378.240762:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:1.1:1789097378.240772:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:1.1:1789097378.240776:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c420.
00010000:00000010:1.1:1789097378.279165:0:416403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097378.279178:0:416403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce40.
00010000:00000010:1.1:1789097378.287183:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097378.301880:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.301888:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:1.1:1789097378.313416:0:416410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097378.313426:0:416410:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce40.
00010000:00000010:1.1:1789097378.325267:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097378.325347:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00010000:00000010:1.1:1789097378.349913:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097378.349918:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:1.1:1789097378.349923:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:1.1:1789097378.369463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097378.418831:0:416431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:1.1:1789097378.418838:0:416431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:1.1:1789097378.429872:0:416431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:1.1:1789097378.429878:0:416431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c400.
00010000:00000010:1.1:1789097378.429882:0:416431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097378.429885:0:416431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00010000:00000010:1.1:1789097378.430073:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:1.1:1789097378.439815:0:416431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.439824:0:416431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c240.
00010000:00000010:3.1:1789097378.442651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c200.
00000080:00000010:3.1:1789097378.442663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083acc0.
00010000:00000010:3.1:1789097378.453061:0:416379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00010000:00000010:3.1:1789097378.453069:0:416379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00010000:00000010:1.1:1789097378.453138:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:1.1:1789097378.462404:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663600.
00010000:00000010:1.1:1789097378.487877:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.487884:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c480.
00010000:00000010:1.1:1789097378.498649:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662e00.
00000080:00000010:1.1:1789097378.498664:0:416453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0d20.
00010000:00000010:1.1:1789097378.498672:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097378.498676:0:416453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c420.
00010000:00000010:1.1:1789097378.498685:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097378.498687:0:416453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:1.1:1789097378.498693:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:1.1:1789097378.498697:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:1.1:1789097378.498700:0:416453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097378.498702:0:416453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:1.1:1789097378.513888:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.513894:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c480.
00010000:00000010:1.1:1789097378.555409:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:1.1:1789097378.555499:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:1.1:1789097378.555508:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:1.1:1789097378.561812:0:416466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097378.561825:0:416466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c480.
00010000:00000010:0.1:1789097378.572987:0:416467:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097378.573949:0:416467:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c800.
00010000:00000010:1.1:1789097378.594812:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:0.1:1789097378.595817:0:416470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27fe00.
00000080:00000010:1.1:1789097378.601815:0:416477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf40.
00010000:00000010:1.1:1789097378.615651:0:416472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097378.615660:0:416472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097378.615666:0:416472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce20.
00010000:00000010:0.1:1789097378.635813:0:414856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27fe00.
00000080:00000010:0.1:1789097378.635819:0:414856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9000.
00010000:00000010:1.1:1789097378.635887:0:416468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097378.635895:0:416468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd00.
00010000:00000010:0.1:1789097378.653125:0:406105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:0.1:1789097378.653137:0:406105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e600.
00000080:00000010:0.1:1789097378.653142:0:406105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9060.
00010000:00000010:0.1:1789097378.674690:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c000.
00000080:00000010:0.1:1789097378.674702:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a640.
00010000:00000010:3.1:1789097378.682899:0:416492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00010000:00000010:3.1:1789097378.689933:0:416497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097378.690368:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e600.
00000080:00000010:3.1:1789097378.709814:0:416491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cec0.
00010000:00000010:0.1:1789097378.729955:0:416422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662000.
00000080:00000010:0.1:1789097378.729970:0:416422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0640.
00010000:00000010:0.1:1789097378.730199:0:416422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e600.
00010000:00000010:0.1:1789097378.733813:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00000080:00000010:0.1:1789097378.733819:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9780.
00010000:00000010:0.1:1789097378.749840:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f600.
00000080:00000010:0.1:1789097378.749849:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be93e0.
00010000:00000010:0.1:1789097378.761850:0:416516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00010000:00000010:0.1:1789097378.761859:0:416516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e600.
00000080:00000010:0.1:1789097378.761864:0:416516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9780.
00010000:00000010:3.1:1789097378.790111:0:416524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f600.
00000080:00000010:3.1:1789097378.790121:0:416524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be93e0.
00010000:00000010:0.1:1789097378.801038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241663400.
00010000:00000010:1.1:1789097378.811084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00000080:00000010:1.1:1789097378.811093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9f20.
00010000:00000010:1.1:1789097378.814807:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097378.814820:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf40.
00010000:00000010:0.1:1789097378.819386:0:416527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00000080:00000010:0.1:1789097378.819392:0:416527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9560.
00010000:00000010:1.1:1789097378.830438:0:416534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097378.849807:0:416527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00000080:00000010:0.1:1789097378.849816:0:416527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9860.
00010000:00000010:0.1:1789097378.865813:0:416519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00010000:00000010:1.1:1789097378.898113:0:416543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097378.898120:0:416543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:0.1:1789097378.915814:0:416552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:0.1:1789097378.915839:0:416552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c780.
00010000:00000010:0.1:1789097378.958839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00010000:00000010:0.1:1789097378.958849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00000080:00000010:0.1:1789097378.958854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9d20.
00010000:00000010:0.1:1789097378.990076:0:416559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00000080:00000010:0.1:1789097378.990088:0:416559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97a0.
00010000:00000010:1.1:1789097379.009830:0:416572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27e800.
00010000:00000010:0.1:1789097379.027927:0:416576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27f000.
00000080:00000010:0.1:1789097379.027937:0:416576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9e80.
00010000:00000010:1.1:1789097379.041411:0:414863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027d27ee00.
00000080:00000010:1.1:1789097379.041422:0:414863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be97a0.
00010000:00000010:1.1:1789097379.065841:0:416285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097379.074836:0:414757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097379.074842:0:414757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb40.
00010000:00000010:1.1:1789097379.096051:0:416593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097379.098997:0:416593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c3e0.
00010000:00000010:1.1:1789097379.101833:0:416575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097379.101854:0:416575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:1.1:1789097379.101859:0:416575:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c500.
00010000:00000010:1.1:1789097379.141891:0:416591:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097379.141903:0:416591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:1.1:1789097379.147939:0:416492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097379.147951:0:416492:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd40.
00010000:00000010:1.1:1789097379.162285:0:416597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097379.162299:0:416597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c8c0.
00010000:00000010:1.1:1789097379.205832:0:416521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f32c200.
00000080:00000010:1.1:1789097379.205844:0:416521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083aee0.
00010000:00000010:1.1:1789097379.205851:0:416521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097379.238291:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097379.238316:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:1.1:1789097379.253843:0:416611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:0.1:1789097415.649797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.649821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:1.1:1789097415.649898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785fa100.
00000080:00000010:1.1:1789097415.649909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d80.
00000080:00000010:3.1:1789097415.650114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016570eb40.
00000080:00000010:3.1:1789097415.650124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00000080:00000010:3.1:1789097415.661085:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e7380.
00000080:00000010:3.1:1789097415.661098:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fe0.
00010000:00000010:3.1:1789097415.669812:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.669889:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097415.670197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164321080.
00000080:00000010:1.1:1789097415.670208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30e0.
00010000:00000010:0.1:1789097415.670810:0:416784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097415.670817:0:416784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:0.1:1789097415.673858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163848000.
00000080:00000010:0.1:1789097415.673867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b35c0.
00010000:00000010:3.1:1789097415.675397:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.675406:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:1.1:1789097415.677812:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.677819:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097415.677827:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016432b180.
00000080:00000010:1.1:1789097415.677838:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612540.
00000080:00000010:0.1:1789097415.677850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165704a40.
00000080:00000010:0.1:1789097415.677862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612720.
00010000:00000010:0.1:1789097415.677871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.677876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:3.1:1789097415.682048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.682062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:3.1:1789097415.682070:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f6300.
00000080:00000010:3.1:1789097415.682079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612040.
00010000:00000010:1.1:1789097415.686567:0:418052:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097415.686581:0:418052:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097415.690835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.690848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:3.1:1789097415.690852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13000.
00010000:00000010:3.1:1789097415.690854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00000080:00000010:3.1:1789097415.702818:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174646b40.
00000080:00000010:3.1:1789097415.702832:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7e0.
00000080:00000010:0.1:1789097415.704580:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988a940.
00000080:00000010:0.1:1789097415.704588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3a00.
00010000:00000010:0.1:1789097415.710840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.710848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:1.1:1789097415.710944:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017464e300.
00000080:00000010:1.1:1789097415.710955:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125c0.
00000080:00000010:3.1:1789097415.714584:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988f380.
00000080:00000010:3.1:1789097415.714603:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c9a0.
00000080:00000010:3.1:1789097415.720556:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d9080.
00000080:00000010:3.1:1789097415.720566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c60.
00000080:00000010:3.1:1789097415.720574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a22940.
00000080:00000010:3.1:1789097415.720580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7620.
00000080:00000010:1.1:1789097415.723136:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419e8000.
00000080:00000010:1.1:1789097415.723156:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c20.
00010000:00000010:0.1:1789097415.736865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.736874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:0.1:1789097415.736920:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ea940.
00000080:00000010:0.1:1789097415.736943:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00000080:00000010:0.1:1789097415.736956:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163858840.
00000080:00000010:0.1:1789097415.736967:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b34e0.
00010000:00000010:1.1:1789097415.737245:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097415.737255:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:1.1:1789097415.737261:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.737266:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097415.746831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097415.746840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:1.1:1789097415.747698:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.747705:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:1.1:1789097415.747711:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165703180.
00010000:00000010:3.1:1789097415.748805:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.748812:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097415.748926:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.748931:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097415.755811:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.755821:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097415.756376:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d60.
00010000:00000010:0.1:1789097415.758233:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.758242:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:3.1:1789097415.761193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174650000.
00000080:00000010:3.1:1789097415.761202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612520.
00000080:00000010:3.1:1789097415.761210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c6300.
00000080:00000010:3.1:1789097415.761213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7e0.
00000080:00000010:1.1:1789097415.762490:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744ef380.
00000080:00000010:1.1:1789097415.762561:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c460.
00000080:00000010:0.1:1789097415.765925:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d39c0.
00000080:00000010:0.1:1789097415.765939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00000080:00000010:0.1:1789097415.765948:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174600840.
00000080:00000010:0.1:1789097415.765955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e20.
00010000:00000010:1.1:1789097415.773929:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.773936:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:3.1:1789097415.781825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.781840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:1.1:1789097415.781853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.781861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:3.1:1789097415.788813:0:418061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.788823:0:418061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097415.788826:0:418061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.788829:0:418061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097415.802888:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744ff380.
00000080:00000010:1.1:1789097415.802898:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612460.
00010000:00000010:0.1:1789097415.812806:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.812815:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:1.1:1789097415.812860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.812870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:3.1:1789097415.813569:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a39080.
00000080:00000010:3.1:1789097415.813584:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c9a0.
00000080:00000010:0.1:1789097415.822845:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141a3f380.
00000080:00000010:0.1:1789097415.822875:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125c0.
00000080:00000010:3.1:1789097415.822964:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d4a40.
00000080:00000010:3.1:1789097415.822982:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32e0.
00000080:00000010:3.1:1789097415.823000:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017464ca40.
00000080:00000010:3.1:1789097415.823008:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c600.
00010000:00000010:1.1:1789097415.829518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.829531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097415.843861:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174613180.
00000080:00000010:1.1:1789097415.843879:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c00.
00000080:00000010:1.1:1789097415.843895:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744fdac0.
00000080:00000010:1.1:1789097415.843905:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656129e0.
00010000:00000010:3.1:1789097415.843959:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.843967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:0.1:1789097415.846120:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.846134:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:0.1:1789097415.846141:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179882100.
00000080:00000010:0.1:1789097415.846150:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79a0.
00010000:00000010:1.1:1789097415.858377:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.858388:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:1.1:1789097415.858394:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.858400:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097415.865814:0:418067:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799deb40.
00000080:00000010:0.1:1789097415.865827:0:418067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3360.
00010000:00000010:3.1:1789097415.865861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.865869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097415.873064:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174656b40.
00000080:00000010:3.1:1789097415.873071:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c8e0.
00000080:00000010:1.1:1789097415.873960:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ee300.
00000080:00000010:1.1:1789097415.873967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612100.
00000080:00000010:1.1:1789097415.874146:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e7380.
00000080:00000010:1.1:1789097415.874152:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656124e0.
00010000:00000010:0.1:1789097415.876398:0:418067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.876408:0:418067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097415.879916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097415.879924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:3.1:1789097415.881063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.881072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:1.1:1789097415.885557:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.885567:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:3.1:1789097415.886457:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179881080.
00000080:00000010:3.1:1789097415.886469:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b38c0.
00010000:00000010:3.1:1789097415.886477:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.886481:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097415.886496:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746418c0.
00000080:00000010:3.1:1789097415.886514:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00000080:00000010:3.1:1789097415.886522:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165708000.
00000080:00000010:3.1:1789097415.886526:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73c0.
00000080:00000010:3.1:1789097415.886532:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a398c0.
00000080:00000010:3.1:1789097415.886537:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c60.
00010000:00000010:3.1:1789097415.894814:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097415.894819:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097415.894826:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a218c0.
00000080:00000010:3.1:1789097415.894837:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c680.
00000080:00000010:0.1:1789097415.895065:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f2100.
00000080:00000010:0.1:1789097415.895076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612720.
00010000:00000010:3.1:1789097415.897970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.897978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:1.1:1789097415.898880:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799df380.
00000080:00000010:1.1:1789097415.898891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f00.
00000080:00000010:1.1:1789097415.898900:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460ca40.
00000080:00000010:1.1:1789097415.898905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612c20.
00010000:00000010:3.1:1789097415.905898:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.905904:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:3.1:1789097415.914816:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e4200.
00000080:00000010:3.1:1789097415.914826:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca60.
00010000:00000010:1.1:1789097415.919811:0:418070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097415.919821:0:418070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:0.1:1789097415.919848:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097415.919853:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:3.1:1789097415.922433:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097415.922446:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097415.922454:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174640000.
00000080:00000010:3.1:1789097415.922470:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c8e0.
00010000:00000010:1.1:1789097415.930813:0:418070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.930821:0:418070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:3.1:1789097415.940669:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.940685:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:3.1:1789097415.940693:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a38000.
00000080:00000010:3.1:1789097415.940702:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c460.
00000080:00000010:0.1:1789097415.942207:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746018c0.
00000080:00000010:0.1:1789097415.942219:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656122a0.
00000080:00000010:3.1:1789097415.943804:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799d8840.
00000080:00000010:3.1:1789097415.943817:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656124e0.
00000080:00000010:3.1:1789097415.951567:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e1080.
00000080:00000010:3.1:1789097415.951576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c680.
00000080:00000010:3.1:1789097415.960036:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a28840.
00000080:00000010:3.1:1789097415.960049:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00010000:00000010:0.1:1789097415.964333:0:418068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097415.964340:0:418068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:3.1:1789097415.966837:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164327380.
00000080:00000010:3.1:1789097415.966847:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7640.
00010000:00000010:0.1:1789097415.967866:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097415.967875:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097415.977672:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097415.977688:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:0.1:1789097415.978273:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097415.978283:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097415.979903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097415.979913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097415.986831:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174642940.
00000080:00000010:1.1:1789097415.986861:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c120.
00000080:00000010:0.1:1789097415.987208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174612940.
00000080:00000010:0.1:1789097415.987215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30a0.
00000080:00000010:1.1:1789097416.002816:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654dca40.
00000080:00000010:1.1:1789097416.002825:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca60.
00000080:00000010:0.1:1789097416.005299:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174609080.
00000080:00000010:0.1:1789097416.005310:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7580.
00000080:00000010:1.1:1789097416.019055:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174658000.
00000080:00000010:1.1:1789097416.019067:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c460.
00010000:00000010:1.1:1789097416.019079:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097416.019086:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:3.1:1789097416.019145:0:416784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097416.019152:0:416784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00000080:00000010:1.1:1789097416.037979:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798898c0.
00000080:00000010:1.1:1789097416.037989:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c9a0.
00010000:00000010:0.1:1789097416.043887:0:418078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.043898:0:418078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097416.043906:0:418078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.043912:0:418078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097416.044116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097416.044122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097416.044125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.044128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097416.048217:0:418077:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e5ac0.
00000080:00000010:1.1:1789097416.048239:0:418077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d80.
00000080:00000010:3.1:1789097416.051399:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460f380.
00000080:00000010:3.1:1789097416.051422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37a0.
00000080:00000010:0.1:1789097416.051709:0:418078:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017464c200.
00000080:00000010:0.1:1789097416.051717:0:418078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612fc0.
00000080:00000010:0.1:1789097416.051725:0:418078:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174616b40.
00000080:00000010:0.1:1789097416.051729:0:418078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c40.
00010000:00000010:0.1:1789097416.051734:0:418078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:0.1:1789097416.051755:0:418078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:0.1:1789097416.089504:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654de300.
00000080:00000010:0.1:1789097416.089521:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e20.
00010000:00000010:3.1:1789097416.096809:0:418082:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097416.096817:0:418082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097416.097298:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.097304:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:1.1:1789097416.097307:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097416.097310:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097416.097315:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017464b180.
00000080:00000010:1.1:1789097416.097320:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b39a0.
00010000:00000010:0.1:1789097416.126869:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.126883:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:0.1:1789097416.126886:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.126890:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00010000:00000010:3.1:1789097416.127030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.127040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:1.1:1789097416.140896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.140905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097416.140911:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179898840.
00000080:00000010:1.1:1789097416.140919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612c60.
00010000:00000010:1.1:1789097416.140928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097416.140930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:0.1:1789097416.152826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d1080.
00000080:00000010:0.1:1789097416.152841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c40.
00000080:00000010:0.1:1789097416.152852:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460c200.
00000080:00000010:0.1:1789097416.152857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fc0.
00010000:00000010:0.1:1789097416.152864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097416.152868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:0.1:1789097416.152871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.152874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:0.1:1789097416.152881:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3a940.
00000080:00000010:0.1:1789097416.152887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3300.
00000080:00000010:3.1:1789097416.152980:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164322100.
00000080:00000010:3.1:1789097416.152987:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7440.
00010000:00000010:3.1:1789097416.152993:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.153001:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:3.1:1789097416.153110:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746598c0.
00000080:00000010:3.1:1789097416.153116:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f80.
00000080:00000010:0.1:1789097416.165211:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174602100.
00000080:00000010:0.1:1789097416.165228:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3020.
00010000:00000010:3.1:1789097416.180377:0:418079:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097416.180384:0:418079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097416.180393:0:418079:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3eb40.
00000080:00000010:3.1:1789097416.180401:0:418079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c78c0.
00010000:00000010:3.1:1789097416.190999:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.191007:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:0.1:1789097416.191125:0:418086:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174651080.
00000080:00000010:0.1:1789097416.191160:0:418086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73e0.
00010000:00000010:0.1:1789097416.197144:0:418087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:0.1:1789097416.197159:0:418087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:0.1:1789097416.197163:0:418087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.197167:0:418087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:0.1:1789097416.197170:0:418087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097416.197173:0:418087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:3.1:1789097416.209416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097416.209424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:3.1:1789097416.223429:0:418089:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a25ac0.
00000080:00000010:3.1:1789097416.223442:0:418089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00000080:00000010:0.1:1789097416.227912:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163856b40.
00000080:00000010:0.1:1789097416.227921:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3980.
00000080:00000010:0.1:1789097416.233818:0:418089:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a23180.
00000080:00000010:0.1:1789097416.233830:0:418089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3300.
00000080:00000010:0.1:1789097416.233843:0:418089:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744fca40.
00000080:00000010:0.1:1789097416.233848:0:418089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75e0.
00010000:00000010:0.1:1789097416.233854:0:418089:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097416.233859:0:418089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:0.1:1789097416.233864:0:418089:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13800.
00010000:00000010:0.1:1789097416.233868:0:418089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:3.1:1789097416.234931:0:418090:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3b9c0.
00000080:00000010:3.1:1789097416.234943:0:418090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb40.
00010000:00000010:0.1:1789097416.316893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.316899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097416.318305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.318314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:3.1:1789097416.320896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097416.320909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:0.1:1789097416.324368:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b7380.
00000080:00000010:0.1:1789097416.324384:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a20.
00010000:00000010:0.1:1789097416.324396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097416.324400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:1.1:1789097416.324620:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164329080.
00000080:00000010:1.1:1789097416.324638:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c00.
00000080:00000010:3.1:1789097416.325187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a318c0.
00000080:00000010:3.1:1789097416.325199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00000080:00000010:3.1:1789097416.325209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174610000.
00000080:00000010:3.1:1789097416.325219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3040.
00010000:00000010:0.1:1789097416.336841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00000080:00000010:3.1:1789097416.336846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017465b180.
00010000:00000010:0.1:1789097416.336854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:3.1:1789097416.336859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b20.
00010000:00000010:0.1:1789097416.336860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.336867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:1.1:1789097416.340993:0:418096:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:1.1:1789097416.341006:0:418096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097416.377902:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.377909:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097416.386244:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.386252:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:3.1:1789097416.386261:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a2c200.
00000080:00000010:3.1:1789097416.386268:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00000080:00000010:3.1:1789097416.386276:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174618000.
00000080:00000010:3.1:1789097416.386281:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00000080:00000010:0.1:1789097416.387257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a0000.
00000080:00000010:0.1:1789097416.387265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30c0.
00000080:00000010:0.1:1789097416.387282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017464d280.
00000080:00000010:0.1:1789097416.387286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612be0.
00000080:00000010:0.1:1789097416.387293:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3c200.
00000080:00000010:0.1:1789097416.387310:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb40.
00010000:00000010:1.1:1789097416.391521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.391530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:1.1:1789097416.391541:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785edac0.
00000080:00000010:1.1:1789097416.391550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ac0.
00010000:00000010:0.1:1789097416.393375:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.393380:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:3.1:1789097416.396808:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.396925:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:0.1:1789097416.407548:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:0.1:1789097416.407558:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:0.1:1789097416.407563:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.407566:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097416.430976:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.430985:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097416.430991:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.430993:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:3.1:1789097416.441479:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016384ca40.
00000080:00000010:3.1:1789097416.441488:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b40.
00000080:00000010:3.1:1789097416.444858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174616300.
00000080:00000010:3.1:1789097416.444867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00000080:00000010:0.1:1789097416.444915:0:418101:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c4200.
00000080:00000010:0.1:1789097416.444921:0:418101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3bc0.
00000080:00000010:0.1:1789097416.444931:0:418101:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638298c0.
00000080:00000010:0.1:1789097416.444936:0:418101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612180.
00010000:00000010:1.1:1789097416.446926:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.446934:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:3.1:1789097416.456612:0:418100:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.456620:0:418100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:1.1:1789097416.460565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a29080.
00000080:00000010:1.1:1789097416.460578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cbe0.
00010000:00000010:1.1:1789097416.460591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.460598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:0.1:1789097416.476342:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.476351:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:3.1:1789097416.491080:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179884a40.
00000080:00000010:3.1:1789097416.491090:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00010000:00000010:3.1:1789097416.491101:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.491108:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:3.1:1789097416.491116:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785fe300.
00000080:00000010:3.1:1789097416.491127:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c70c0.
00000080:00000010:0.1:1789097416.491283:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174658840.
00000080:00000010:0.1:1789097416.491291:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125e0.
00010000:00000010:3.1:1789097416.497940:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.497949:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:3.1:1789097416.497956:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a33180.
00000080:00000010:3.1:1789097416.497963:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f80.
00010000:00000010:1.1:1789097416.498069:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.498077:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097416.503312:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:3.1:1789097416.503322:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:0.1:1789097416.503530:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.503540:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:0.1:1789097416.503554:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163832100.
00000080:00000010:0.1:1789097416.503564:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3cc0.
00010000:00000010:1.1:1789097416.514806:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.514813:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:1.1:1789097416.514820:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174648000.
00000080:00000010:1.1:1789097416.514849:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c40.
00010000:00000010:1.1:1789097416.514856:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.514860:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:3.1:1789097416.515001:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163855280.
00000080:00000010:3.1:1789097416.515010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00000080:00000010:0.1:1789097416.521439:0:418107:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3a100.
00000080:00000010:0.1:1789097416.521455:0:418107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3aa0.
00010000:00000010:3.1:1789097416.527069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.527078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:0.1:1789097416.532689:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.532697:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:1.1:1789097416.532811:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b700.
00010000:00000010:1.1:1789097416.532819:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:1.1:1789097416.532828:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c8840.
00000080:00000010:1.1:1789097416.532838:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7be0.
00010000:00000010:1.1:1789097416.532849:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.532858:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:3.1:1789097416.533618:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.533627:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097416.533633:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785fb180.
00000080:00000010:3.1:1789097416.533640:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c380.
00000080:00000010:0.1:1789097416.537936:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a30000.
00000080:00000010:0.1:1789097416.537946:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3bc0.
00000080:00000010:3.1:1789097416.539115:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a339c0.
00000080:00000010:3.1:1789097416.539125:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00000080:00000010:1.1:1789097416.540990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638339c0.
00000080:00000010:1.1:1789097416.541003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3000.
00010000:00000010:3.1:1789097416.541029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.541037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:0.1:1789097416.547838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017465c200.
00000080:00000010:0.1:1789097416.547874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612720.
00010000:00000010:1.1:1789097416.548833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.548842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097416.551093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.551108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:3.1:1789097416.551117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785af380.
00000080:00000010:3.1:1789097416.551128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506caa0.
00010000:00000010:1.1:1789097416.567047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.567058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097416.582406:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097416.582422:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:3.1:1789097416.583648:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f8000.
00000080:00000010:3.1:1789097416.583661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00010000:00000010:0.1:1789097416.584910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.584918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:3.1:1789097416.585901:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785eca40.
00000080:00000010:3.1:1789097416.585916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7780.
00000080:00000010:3.1:1789097416.585928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d18c0.
00000080:00000010:3.1:1789097416.585938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00000080:00000010:1.1:1789097416.587986:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654ceb40.
00000080:00000010:1.1:1789097416.587999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656120a0.
00000080:00000010:1.1:1789097416.588013:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163856300.
00000080:00000010:1.1:1789097416.588023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c72c0.
00000080:00000010:0.1:1789097416.588125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163832940.
00000080:00000010:0.1:1789097416.588135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612da0.
00000080:00000010:1.1:1789097416.595972:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c3180.
00000080:00000010:1.1:1789097416.595989:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3a80.
00010000:00000010:3.1:1789097416.599855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.599864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:3.1:1789097416.603838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097416.603856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:0.1:1789097416.603907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.603914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:0.1:1789097416.603922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a2dac0.
00000080:00000010:0.1:1789097416.603935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f20.
00010000:00000010:1.1:1789097416.634987:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.634994:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:0.1:1789097416.640816:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988c200.
00000080:00000010:0.1:1789097416.640826:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125c0.
00000080:00000010:0.1:1789097416.640834:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c5ac0.
00000080:00000010:0.1:1789097416.640843:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656129e0.
00000080:00000010:3.1:1789097416.640944:0:418107:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b0840.
00000080:00000010:3.1:1789097416.640964:0:418107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00000080:00000010:1.1:1789097416.642238:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638439c0.
00000080:00000010:1.1:1789097416.642249:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb20.
00000080:00000010:1.1:1789097416.645227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e9080.
00000080:00000010:1.1:1789097416.645240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c380.
00000080:00000010:1.1:1789097416.645254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654cc200.
00000080:00000010:1.1:1789097416.645262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e00.
00010000:00000010:0.1:1789097416.653811:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.653820:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:0.1:1789097416.653827:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.653834:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097416.663038:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.663048:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:0.1:1789097416.668282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d4200.
00000080:00000010:0.1:1789097416.668296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3060.
00010000:00000010:1.1:1789097416.668409:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.668416:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097416.668423:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016384a100.
00000080:00000010:1.1:1789097416.668429:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e80.
00010000:00000010:0.1:1789097416.672811:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.672819:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:3.1:1789097416.672886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179893180.
00000080:00000010:3.1:1789097416.672901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f20.
00010000:00000010:3.1:1789097416.672911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.672916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:3.1:1789097416.672924:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163836300.
00000080:00000010:3.1:1789097416.672935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00010000:00000010:3.1:1789097416.677907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.677916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097416.695088:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a3ca40.
00000080:00000010:1.1:1789097416.695121:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612440.
00010000:00000010:3.1:1789097416.700990:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097416.700997:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097416.709190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a39c0.
00000080:00000010:1.1:1789097416.709197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656129e0.
00010000:00000010:1.1:1789097416.709203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.709208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:3.1:1789097416.709655:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460b9c0.
00000080:00000010:3.1:1789097416.709664:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c78e0.
00000080:00000010:3.1:1789097416.709673:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e2100.
00000080:00000010:3.1:1789097416.709678:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00010000:00000010:0.1:1789097416.715331:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.715341:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097416.715345:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.715348:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:3.1:1789097416.716434:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163820840.
00000080:00000010:3.1:1789097416.716447:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00000080:00000010:0.1:1789097416.717813:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d8000.
00000080:00000010:0.1:1789097416.717821:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e80.
00010000:00000010:3.1:1789097416.718463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.718471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097416.726812:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638598c0.
00010000:00000010:3.1:1789097416.726815:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.726824:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:1.1:1789097416.726826:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125c0.
00000080:00000010:0.1:1789097416.728209:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383b180.
00000080:00000010:0.1:1789097416.728220:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7640.
00000080:00000010:0.1:1789097416.735122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785aa100.
00000080:00000010:0.1:1789097416.735132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d60.
00010000:00000010:1.1:1789097416.735805:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.735811:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097416.738807:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.738814:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097416.739674:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.739681:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:0.1:1789097416.746819:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.746830:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:3.1:1789097416.747254:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988b180.
00000080:00000010:3.1:1789097416.747266:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c040.
00000080:00000010:1.1:1789097416.755229:0:418107:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798818c0.
00000080:00000010:1.1:1789097416.755238:0:418107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612da0.
00010000:00000010:1.1:1789097416.755246:0:418107:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097416.755250:0:418107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:3.1:1789097416.763368:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654da100.
00000080:00000010:3.1:1789097416.763434:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3580.
00010000:00000010:3.1:1789097416.763449:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097416.763459:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:3.1:1789097416.765629:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.765641:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:3.1:1789097416.765648:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097416.765655:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097416.765664:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097416.765671:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:0.1:1789097416.765815:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.765822:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:1.1:1789097416.770814:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785be300.
00000080:00000010:1.1:1789097416.770825:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fc0.
00010000:00000010:0.1:1789097416.773410:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:0.1:1789097416.773427:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:3.1:1789097416.781087:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179885ac0.
00000080:00000010:3.1:1789097416.781100:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125c0.
00000080:00000010:3.1:1789097416.781115:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744ee300.
00000080:00000010:3.1:1789097416.781130:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00000080:00000010:3.1:1789097416.782817:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654cf380.
00000080:00000010:3.1:1789097416.782827:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c00.
00000080:00000010:1.1:1789097416.783952:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ef380.
00000080:00000010:1.1:1789097416.783964:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b33a0.
00010000:00000010:1.1:1789097416.796974:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097416.796980:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:0.1:1789097416.797937:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ff380.
00000080:00000010:0.1:1789097416.797950:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a20.
00010000:00000010:1.1:1789097416.807843:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097416.807850:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097416.808466:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163828840.
00000080:00000010:1.1:1789097416.808478:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656121e0.
00010000:00000010:3.1:1789097416.810036:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097416.810047:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:3.1:1789097416.811954:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163840840.
00000080:00000010:3.1:1789097416.811963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00000080:00000010:3.1:1789097416.814973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179880840.
00000080:00000010:3.1:1789097416.814981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd80.
00000080:00000010:1.1:1789097416.815225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b5ac0.
00000080:00000010:1.1:1789097416.815233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612040.
00010000:00000010:1.1:1789097416.815238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.815243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:0.1:1789097416.819157:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:0.1:1789097416.819176:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:3.1:1789097416.852807:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097416.852814:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097416.852821:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f5ac0.
00000080:00000010:3.1:1789097416.852830:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3fa0.
00010000:00000010:3.1:1789097416.852836:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097416.852839:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:3.1:1789097416.856871:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d7380.
00000080:00000010:3.1:1789097416.856880:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00010000:00000010:3.1:1789097416.856886:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.856889:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:0.1:1789097416.869820:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e5280.
00000080:00000010:0.1:1789097416.869832:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7560.
00010000:00000010:3.1:1789097416.870189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097416.870196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:3.1:1789097416.870206:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385b180.
00000080:00000010:3.1:1789097416.870211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7960.
00000080:00000010:3.1:1789097416.870223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382eb40.
00000080:00000010:3.1:1789097416.870228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cdc0.
00000080:00000010:1.1:1789097416.873870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179a32940.
00000080:00000010:1.1:1789097416.873889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7420.
00010000:00000010:1.1:1789097416.873898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.873903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097416.875835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174619080.
00000080:00000010:3.1:1789097416.875853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75c0.
00010000:00000010:1.1:1789097416.875907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097416.875918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:0.1:1789097416.875989:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163848840.
00000080:00000010:0.1:1789097416.875997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c920.
00010000:00000010:1.1:1789097416.889033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097416.889041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097416.889047:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654c7380.
00000080:00000010:1.1:1789097416.889072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125e0.
00000080:00000010:0.1:1789097416.889603:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163834200.
00000080:00000010:0.1:1789097416.889612:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c78a0.
00010000:00000010:0.1:1789097416.889618:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.889622:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:1.1:1789097416.903513:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.903522:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:3.1:1789097416.908553:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f6b40.
00000080:00000010:3.1:1789097416.908567:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00010000:00000010:1.1:1789097416.916879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097416.916888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:0.1:1789097416.918405:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.918412:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:0.1:1789097416.918420:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163851080.
00000080:00000010:0.1:1789097416.918430:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ca0.
00000080:00000010:1.1:1789097416.925539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744fb180.
00000080:00000010:1.1:1789097416.925550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e00.
00000080:00000010:1.1:1789097416.925558:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654df380.
00000080:00000010:1.1:1789097416.925565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612480.
00010000:00000010:3.1:1789097416.933392:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097416.933409:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:3.1:1789097416.933413:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.933418:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:3.1:1789097416.933430:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163845280.
00000080:00000010:3.1:1789097416.933446:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79a0.
00000080:00000010:0.1:1789097416.937820:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163831080.
00000080:00000010:0.1:1789097416.937833:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ce0.
00010000:00000010:1.1:1789097416.941807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097416.941815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:3.1:1789097416.946583:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f8000.
00000080:00000010:3.1:1789097416.946592:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7dc0.
00010000:00000010:0.1:1789097416.947921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097416.947927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:0.1:1789097416.948837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097416.948847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:3.1:1789097416.948904:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419af380.
00000080:00000010:3.1:1789097416.948918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c4a0.
00000080:00000010:1.1:1789097416.948967:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e1080.
00000080:00000010:1.1:1789097416.948973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612640.
00010000:00000010:3.1:1789097416.953368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.953374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:1.1:1789097416.960922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097416.960929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:0.1:1789097416.965192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b39c0.
00000080:00000010:0.1:1789097416.965213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c20.
00010000:00000010:3.1:1789097416.968827:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097416.968835:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:3.1:1789097416.968843:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163830000.
00000080:00000010:3.1:1789097416.968850:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3240.
00010000:00000010:1.1:1789097416.970652:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097416.970660:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097416.983809:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097416.983817:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:1.1:1789097416.984542:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988d280.
00000080:00000010:1.1:1789097416.984551:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656124e0.
00000080:00000010:3.1:1789097416.984892:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654ddac0.
00000080:00000010:3.1:1789097416.984919:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612ca0.
00000080:00000010:3.1:1789097416.989825:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a8000.
00000080:00000010:3.1:1789097416.989837:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00000080:00000010:1.1:1789097417.001460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382a100.
00000080:00000010:1.1:1789097417.001483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2a0.
00010000:00000010:1.1:1789097417.001496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.001502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:0.1:1789097417.002369:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016384f380.
00000080:00000010:0.1:1789097417.002396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77e0.
00010000:00000010:0.1:1789097417.002403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097417.002409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:3.1:1789097417.003555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.003564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000080:00000010:0.1:1789097417.008368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a9080.
00000080:00000010:0.1:1789097417.008379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ce0.
00010000:00000010:0.1:1789097417.008386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097417.008390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:0.1:1789097417.008396:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385e300.
00000080:00000010:0.1:1789097417.008403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75e0.
00010000:00000010:3.1:1789097417.014024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.014038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097417.014042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.014045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:3.1:1789097417.014053:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d6b40.
00000080:00000010:3.1:1789097417.014064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:0.1:1789097417.028413:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:0.1:1789097417.028421:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097417.028426:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e4200.
00000080:00000010:0.1:1789097417.028432:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c4a0.
00000080:00000010:1.1:1789097417.029009:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179880000.
00000080:00000010:1.1:1789097417.029015:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3000.
00010000:00000010:3.1:1789097417.036873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.036883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:0.1:1789097417.037049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097417.037055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:0.1:1789097417.039052:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e8000.
00010000:00000010:1.1:1789097417.039359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.039367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097417.039370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.039373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:0.1:1789097417.045021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3de0.
00000080:00000010:1.1:1789097417.053850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e39c0.
00000080:00000010:1.1:1789097417.053866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3800.
00010000:00000010:3.1:1789097417.057276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.057285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00000080:00000010:3.1:1789097417.057296:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801654d39c0.
00000080:00000010:3.1:1789097417.057326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:0.1:1789097417.065030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097417.065040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097417.065047:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a0000.
00000080:00000010:0.1:1789097417.065055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7820.
00000080:00000010:1.1:1789097417.066430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385d280.
00000080:00000010:1.1:1789097417.066438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612cc0.
00010000:00000010:1.1:1789097417.069904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b500.
00010000:00000010:1.1:1789097417.069910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00010000:00000010:0.1:1789097417.070232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.070240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:3.1:1789097417.072849:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f9080.
00000080:00000010:3.1:1789097417.072862:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ca0.
00000080:00000010:0.1:1789097417.075772:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b8000.
00000080:00000010:0.1:1789097417.075801:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ce0.
00010000:00000010:3.1:1789097417.083829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.083836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:1.1:1789097417.087404:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988a100.
00000080:00000010:1.1:1789097417.087426:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e80.
00000080:00000010:0.1:1789097417.087906:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179898000.
00000080:00000010:0.1:1789097417.087914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7740.
00010000:00000010:1.1:1789097417.114297:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.114306:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:3.1:1789097417.116394:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383eb40.
00000080:00000010:3.1:1789097417.116410:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656121a0.
00000080:00000010:3.1:1789097417.116431:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163841080.
00000080:00000010:3.1:1789097417.116438:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:3.1:1789097417.117812:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.117819:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:1.1:1789097417.119858:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.119868:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:1.1:1789097417.119875:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a6300.
00000080:00000010:1.1:1789097417.119883:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3de0.
00010000:00000010:0.1:1789097417.123038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.123049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:0.1:1789097417.123055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:0.1:1789097417.123060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:3.1:1789097417.125360:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179882940.
00000080:00000010:3.1:1789097417.125378:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656123c0.
00000080:00000010:1.1:1789097417.136189:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801798839c0.
00000080:00000010:1.1:1789097417.136216:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612860.
00000080:00000010:3.1:1789097417.143839:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e0840.
00000080:00000010:1.1:1789097417.145065:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163827380.
00000080:00000010:1.1:1789097417.145075:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3560.
00000080:00000010:3.1:1789097417.151412:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e5280.
00000080:00000010:3.1:1789097417.151423:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:1.1:1789097417.156064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.156079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00010000:00000010:3.1:1789097417.156893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.156902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:1.1:1789097417.166219:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.166230:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:1.1:1789097417.183734:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097417.183742:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:1.1:1789097417.183746:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b900.
00010000:00000010:1.1:1789097417.183750:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097417.190878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179894200.
00000080:00000010:1.1:1789097417.190896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c3e0.
00000080:00000010:0.1:1789097417.192842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163825ac0.
00000080:00000010:0.1:1789097417.192864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d80.
00000080:00000010:3.1:1789097417.192885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b5ac0.
00000080:00000010:3.1:1789097417.192894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7620.
00000080:00000010:1.1:1789097417.192922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744eca40.
00000080:00000010:1.1:1789097417.192931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612b60.
00010000:00000010:0.1:1789097417.196591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.196600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097417.196608:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b39c0.
00000080:00000010:0.1:1789097417.196618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656128e0.
00010000:00000010:1.1:1789097417.205807:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175900.
00010000:00000010:1.1:1789097417.205812:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097417.211807:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.211815:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:0.1:1789097417.211834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382dac0.
00000080:00000010:0.1:1789097417.211847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3680.
00010000:00000010:1.1:1789097417.221827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.221837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:0.1:1789097417.227744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.227754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:3.1:1789097417.231385:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017989eb40.
00000080:00000010:3.1:1789097417.231406:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612960.
00000080:00000010:1.1:1789097417.233856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385f380.
00000080:00000010:1.1:1789097417.233875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e00.
00000080:00000010:3.1:1789097417.233897:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bc200.
00000080:00000010:3.1:1789097417.233910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:3.1:1789097417.233917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.233923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:0.1:1789097417.233941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.233949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:3.1:1789097417.237819:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f2100.
00000080:00000010:3.1:1789097417.237832:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7880.
00000080:00000010:0.1:1789097417.239442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b98c0.
00000080:00000010:0.1:1789097417.239455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3d80.
00000080:00000010:0.1:1789097417.249703:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f4a40.
00000080:00000010:0.1:1789097417.249727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7260.
00010000:00000010:1.1:1789097417.257678:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.257688:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097417.257809:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.257818:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:0.1:1789097417.265815:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.265823:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:3.1:1789097417.265886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179897380.
00000080:00000010:3.1:1789097417.265922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fe0.
00010000:00000010:3.1:1789097417.265931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097417.265935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097417.269609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.269616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:0.1:1789097417.269808:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.269814:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:0.1:1789097417.269816:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.269819:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:3.1:1789097417.270235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a8840.
00000080:00000010:3.1:1789097417.270244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00000080:00000010:3.1:1789097417.270266:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163855ac0.
00000080:00000010:3.1:1789097417.270272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612b60.
00010000:00000010:3.1:1789097417.270277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.270281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:0.1:1789097417.271821:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b5280.
00000080:00000010:0.1:1789097417.271832:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b20.
00000080:00000010:3.1:1789097417.271960:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e4200.
00000080:00000010:3.1:1789097417.271970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c900.
00000080:00000010:0.1:1789097417.277829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e4a40.
00000080:00000010:0.1:1789097417.277840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7980.
00000080:00000010:0.1:1789097417.289383:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f8840.
00000080:00000010:0.1:1789097417.289395:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3d80.
00010000:00000010:3.1:1789097417.296819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.296825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097417.296880:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e18c0.
00000080:00000010:3.1:1789097417.296891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d20.
00000080:00000010:3.1:1789097417.296899:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744edac0.
00000080:00000010:3.1:1789097417.296907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:3.1:1789097417.296914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097417.296917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097417.299476:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097417.299483:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:1.1:1789097417.299487:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.299490:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:3.1:1789097417.299881:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016385c200.
00000080:00000010:3.1:1789097417.299905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00010000:00000010:0.1:1789097417.305247:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.305319:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:1.1:1789097417.305907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.305920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:1.1:1789097417.305926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.305941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:3.1:1789097417.326675:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b2940.
00000080:00000010:3.1:1789097417.326688:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3040.
00000080:00000010:1.1:1789097417.351034:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fe300.
00000080:00000010:1.1:1789097417.351048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b20.
00000080:00000010:0.1:1789097417.351766:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e98c0.
00000080:00000010:0.1:1789097417.351778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3400.
00000080:00000010:1.1:1789097417.357835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ed280.
00000080:00000010:1.1:1789097417.357847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c900.
00010000:00000010:1.1:1789097417.357854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.357857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097417.357947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.357954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097417.357957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.357960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:3.1:1789097417.358918:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174606300.
00000080:00000010:3.1:1789097417.358927:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c540.
00000080:00000010:3.1:1789097417.358939:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744ea940.
00000080:00000010:3.1:1789097417.358944:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00000080:00000010:3.1:1789097417.362257:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163854200.
00000080:00000010:3.1:1789097417.362619:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00000080:00000010:1.1:1789097417.365653:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e5ac0.
00000080:00000010:1.1:1789097417.365676:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612900.
00000080:00000010:0.1:1789097417.367486:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f1080.
00000080:00000010:0.1:1789097417.367498:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612660.
00000080:00000010:3.1:1789097417.373093:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461b9c0.
00000080:00000010:3.1:1789097417.373104:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00010000:00000010:3.1:1789097417.385905:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097417.385915:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097417.385921:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.385928:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:1.1:1789097417.388925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.388940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097417.389855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.389864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097417.392569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.392579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:1.1:1789097417.416817:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017988eb40.
00000080:00000010:1.1:1789097417.416832:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c260.
00000080:00000010:1.1:1789097417.416844:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419aa940.
00000080:00000010:1.1:1789097417.416850:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74a0.
00000080:00000010:0.1:1789097417.417857:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638398c0.
00000080:00000010:0.1:1789097417.417869:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7120.
00000080:00000010:3.1:1789097417.419665:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461f380.
00000080:00000010:3.1:1789097417.420817:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00010000:00000010:0.1:1789097417.423398:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.423407:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:0.1:1789097417.423414:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f0000.
00000080:00000010:0.1:1789097417.423420:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7840.
00010000:00000010:3.1:1789097417.428663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.428672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:0.1:1789097417.433205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.433215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:1.1:1789097417.433825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.433831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097417.436830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.436845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:0.1:1789097417.437847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba8000.
00000080:00000010:0.1:1789097417.437864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79e0.
00000080:00000010:1.1:1789097417.449945:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba98c0.
00000080:00000010:1.1:1789097417.449962:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125a0.
00000080:00000010:0.1:1789097417.457840:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799edac0.
00000080:00000010:0.1:1789097417.457854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3340.
00000080:00000010:3.1:1789097417.476994:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174604a40.
00000080:00000010:3.1:1789097417.477009:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00000080:00000010:3.1:1789097417.492605:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179883180.
00000080:00000010:3.1:1789097417.492636:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612140.
00010000:00000010:0.1:1789097417.502120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.502133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:3.1:1789097417.503829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.503839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:0.1:1789097417.504510:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f0000.
00000080:00000010:0.1:1789097417.504522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36c0.
00010000:00000010:0.1:1789097417.504539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.504543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:3.1:1789097417.507931:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbc200.
00000080:00000010:3.1:1789097417.507950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b31a0.
00010000:00000010:1.1:1789097417.508133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.508141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:0.1:1789097417.518945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a4a40.
00000080:00000010:0.1:1789097417.518957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7140.
00000080:00000010:3.1:1789097417.522776:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a6300.
00000080:00000010:3.1:1789097417.522811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00000080:00000010:0.1:1789097417.522871:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744fd280.
00000080:00000010:0.1:1789097417.522881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612520.
00010000:00000010:3.1:1789097417.552201:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.552210:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:3.1:1789097417.554823:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e6b40.
00000080:00000010:3.1:1789097417.554834:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00010000:00000010:1.1:1789097417.555376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.555384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097417.561535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.561543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:0.1:1789097417.561546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.561549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:1.1:1789097417.561864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f8000.
00000080:00000010:1.1:1789097417.561876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ac0.
00000080:00000010:1.1:1789097417.561886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ad280.
00000080:00000010:1.1:1789097417.561896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b35e0.
00010000:00000010:3.1:1789097417.562559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097417.562569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:3.1:1789097417.562576:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ff380.
00000080:00000010:3.1:1789097417.562584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612a00.
00000080:00000010:3.1:1789097417.564445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fa940.
00000080:00000010:3.1:1789097417.564463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3220.
00000080:00000010:0.1:1789097417.565147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e0000.
00000080:00000010:0.1:1789097417.565157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36c0.
00010000:00000010:0.1:1789097417.570905:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:0.1:1789097417.570914:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:3.1:1789097417.588813:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb9080.
00000080:00000010:3.1:1789097417.588826:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00010000:00000010:0.1:1789097417.588848:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.588857:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:0.1:1789097417.588866:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744e39c0.
00000080:00000010:0.1:1789097417.588892:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:1.1:1789097417.595807:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.595813:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097417.602914:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.602920:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:3.1:1789097417.602987:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097417.603071:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097417.603645:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.603654:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097417.606040:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b8840.
00000080:00000010:1.1:1789097417.606051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612280.
00000080:00000010:1.1:1789097417.606062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba3180.
00000080:00000010:1.1:1789097417.606076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7900.
00000080:00000010:0.1:1789097417.607923:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785fa940.
00000080:00000010:0.1:1789097417.607936:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b31e0.
00010000:00000010:0.1:1789097417.609857:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.609865:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:1.1:1789097417.610183:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980179888840.
00000080:00000010:1.1:1789097417.610211:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612da0.
00010000:00000010:3.1:1789097417.610360:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097417.610367:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:3.1:1789097417.617895:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165723180.
00000080:00000010:3.1:1789097417.617908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00000080:00000010:0.1:1789097417.619776:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785fdac0.
00000080:00000010:0.1:1789097417.619811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d60.
00010000:00000010:0.1:1789097417.623817:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097417.623826:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:0.1:1789097417.623832:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.623839:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:0.1:1789097417.623846:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.623852:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097417.634062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.634070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:3.1:1789097417.636132:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba7380.
00000080:00000010:3.1:1789097417.636144:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612200.
00000080:00000010:3.1:1789097417.639518:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f5280.
00000080:00000010:3.1:1789097417.639529:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37a0.
00010000:00000010:0.1:1789097417.641125:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.641134:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00000080:00000010:0.1:1789097417.641143:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174608840.
00000080:00000010:0.1:1789097417.641151:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b34c0.
00000080:00000010:1.1:1789097417.644187:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744fa100.
00000080:00000010:1.1:1789097417.644203:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612880.
00010000:00000010:1.1:1789097417.644222:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:1.1:1789097417.644228:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:3.1:1789097417.646816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097417.646822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00010000:00000010:1.1:1789097417.647726:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.647732:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097417.650998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744ea100.
00000080:00000010:1.1:1789097417.651013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7480.
00010000:00000010:0.1:1789097417.653335:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.653343:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:1.1:1789097417.653748:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a98c0.
00000080:00000010:1.1:1789097417.653766:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7500.
00010000:00000010:1.1:1789097417.671215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.671225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:0.1:1789097417.671507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460b180.
00000080:00000010:0.1:1789097417.671525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3120.
00000080:00000010:3.1:1789097417.671906:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb2940.
00000080:00000010:3.1:1789097417.671918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7540.
00010000:00000010:3.1:1789097417.672668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.672674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097417.674837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f4a40.
00000080:00000010:1.1:1789097417.674853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656120a0.
00010000:00000010:1.1:1789097417.674863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.674873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:1.1:1789097417.674881:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572a940.
00000080:00000010:1.1:1789097417.674889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7720.
00010000:00000010:0.1:1789097417.678864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.678881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:3.1:1789097417.678923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13200.
00010000:00000010:3.1:1789097417.678929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:0.1:1789097417.712811:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.712819:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097417.727009:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ab9c0.
00000080:00000010:0.1:1789097417.727021:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e40.
00010000:00000010:3.1:1789097417.730650:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.730657:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:3.1:1789097417.730665:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e2940.
00000080:00000010:3.1:1789097417.730674:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612040.
00010000:00000010:1.1:1789097417.736955:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.736963:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:3.1:1789097417.737118:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a2100.
00000080:00000010:3.1:1789097417.737133:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656121e0.
00000080:00000010:0.1:1789097417.744227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb3180.
00000080:00000010:0.1:1789097417.744246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c75a0.
00000080:00000010:0.1:1789097417.744254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174615ac0.
00000080:00000010:0.1:1789097417.744273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30a0.
00000080:00000010:3.1:1789097417.744408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165739080.
00000080:00000010:3.1:1789097417.744416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612140.
00010000:00000010:1.1:1789097417.744561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097417.744570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097417.745859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.745873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:0.1:1789097417.746216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.746224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:1.1:1789097417.749835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.749853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:3.1:1789097417.750327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.750336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097417.761289:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165732100.
00000080:00000010:1.1:1789097417.761301:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3120.
00010000:00000010:3.1:1789097417.769810:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.769816:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097417.777887:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ea100.
00000080:00000010:0.1:1789097417.777912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3a00.
00000080:00000010:1.1:1789097417.778863:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb5ac0.
00000080:00000010:1.1:1789097417.778878:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b38a0.
00010000:00000010:3.1:1789097417.782092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.782099:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:0.1:1789097417.785203:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a39c0.
00000080:00000010:0.1:1789097417.785221:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc00.
00010000:00000010:0.1:1789097417.785230:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097417.785234:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:3.1:1789097417.786936:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f4200.
00000080:00000010:3.1:1789097417.786958:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf20.
00010000:00000010:1.1:1789097417.789450:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.789474:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:1.1:1789097417.798723:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165731080.
00000080:00000010:1.1:1789097417.798733:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612c20.
00000080:00000010:3.1:1789097417.804877:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017989e300.
00000080:00000010:3.1:1789097417.804906:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d40.
00010000:00000010:0.1:1789097417.805020:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.805027:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:0.1:1789097417.805031:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.805033:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:3.1:1789097417.812819:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.812827:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097417.813070:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785e2100.
00000080:00000010:0.1:1789097417.813080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7da0.
00000080:00000010:0.1:1789097417.827344:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bca40.
00000080:00000010:0.1:1789097417.827358:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37c0.
00010000:00000010:0.1:1789097417.827366:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097417.827371:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:3.1:1789097417.827637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.827646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:1.1:1789097417.828342:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419aa100.
00000080:00000010:1.1:1789097417.828353:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612780.
00000080:00000010:3.1:1789097417.831811:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f3180.
00000080:00000010:3.1:1789097417.831821:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:1.1:1789097417.836853:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.836861:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:0.1:1789097417.839870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.839881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:3.1:1789097417.841531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.841543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097417.842926:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163822100.
00000080:00000010:3.1:1789097417.842942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7600.
00000080:00000010:1.1:1789097417.846526:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165725ac0.
00000080:00000010:1.1:1789097417.846537:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612160.
00000080:00000010:0.1:1789097417.856896:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ba940.
00000080:00000010:0.1:1789097417.856913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3440.
00010000:00000010:3.1:1789097417.857474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.857484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:3.1:1789097417.857492:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460d280.
00000080:00000010:3.1:1789097417.857500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00010000:00000010:3.1:1789097417.857506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.857508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097417.861181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.861197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097417.861200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.861203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:3.1:1789097417.876811:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b6b40.
00000080:00000010:3.1:1789097417.876824:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d80.
00000080:00000010:1.1:1789097417.876866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163824a40.
00000080:00000010:1.1:1789097417.876874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00000080:00000010:1.1:1789097417.889912:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165730000.
00000080:00000010:1.1:1789097417.889922:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612900.
00000080:00000010:0.1:1789097417.890334:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573f380.
00000080:00000010:0.1:1789097417.890343:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76c0.
00010000:00000010:3.1:1789097417.890616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.890625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097417.896386:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097417.896393:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00010000:00000010:3.1:1789097417.898829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097417.898839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097417.902300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.902317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097417.902322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.902325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:3.1:1789097417.904619:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801746139c0.
00000080:00000010:3.1:1789097417.904630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd00.
00000080:00000010:0.1:1789097417.909827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163825280.
00000080:00000010:0.1:1789097417.909839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612160.
00000080:00000010:1.1:1789097417.924891:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165732940.
00000080:00000010:1.1:1789097417.924908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612020.
00010000:00000010:1.1:1789097417.924917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.924922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:3.1:1789097417.927565:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ae300.
00000080:00000010:3.1:1789097417.927578:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00010000:00000010:0.1:1789097417.936960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.936966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097417.951875:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461ca40.
00000080:00000010:0.1:1789097417.951885:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca00.
00010000:00000010:1.1:1789097417.954048:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097417.954056:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:3.1:1789097417.955835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572f380.
00000080:00000010:3.1:1789097417.955847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7de0.
00010000:00000010:3.1:1789097417.955861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.955866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:1.1:1789097417.956337:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb5280.
00000080:00000010:1.1:1789097417.956345:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74e0.
00000080:00000010:1.1:1789097417.958804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164304200.
00000080:00000010:1.1:1789097417.958816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612900.
00010000:00000010:1.1:1789097417.958825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097417.958829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:0.1:1789097417.958864:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.958870:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:0.1:1789097417.958875:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174606b40.
00000080:00000010:0.1:1789097417.958882:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca40.
00010000:00000010:0.1:1789097417.958890:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:0.1:1789097417.958894:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:3.1:1789097417.959180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097417.959186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:3.1:1789097417.959189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:3.1:1789097417.959192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:3.1:1789097417.967137:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbf380.
00000080:00000010:3.1:1789097417.967148:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00000080:00000010:3.1:1789097417.967155:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb6b40.
00000080:00000010:3.1:1789097417.967163:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656124e0.
00000080:00000010:3.1:1789097417.967169:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431a100.
00000080:00000010:3.1:1789097417.967223:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b20.
00000080:00000010:3.1:1789097417.978743:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174607380.
00000080:00000010:3.1:1789097417.978759:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37c0.
00000080:00000010:1.1:1789097417.981940:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164313180.
00000080:00000010:1.1:1789097417.981954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e20.
00010000:00000010:3.1:1789097417.984652:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:3.1:1789097417.984663:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:3.1:1789097417.984667:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097417.984670:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00000080:00000010:0.1:1789097417.989906:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163837380.
00000080:00000010:0.1:1789097417.989914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32e0.
00010000:00000010:0.1:1789097417.989921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097417.989924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097417.991138:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163826b40.
00000080:00000010:3.1:1789097417.991150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c80.
00010000:00000010:3.1:1789097417.991157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097417.991161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097417.992816:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174617380.
00000080:00000010:3.1:1789097417.992819:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572dac0.
00000080:00000010:0.1:1789097417.992831:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b80.
00000080:00000010:3.1:1789097417.992831:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00000080:00000010:1.1:1789097417.996544:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801744f6300.
00000080:00000010:1.1:1789097417.996574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a40.
00010000:00000010:3.1:1789097418.012683:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097418.012693:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097418.014416:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.014424:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:0.1:1789097418.014428:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.014431:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:1.1:1789097418.020884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097418.020891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:3.1:1789097418.021129:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba2100.
00000080:00000010:3.1:1789097418.021139:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c440.
00000080:00000010:0.1:1789097418.024076:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165727380.
00000080:00000010:0.1:1789097418.024085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c300.
00000080:00000010:3.1:1789097418.026527:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164314a40.
00000080:00000010:3.1:1789097418.026543:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612cc0.
00010000:00000010:1.1:1789097418.028899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097418.028906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00000080:00000010:0.1:1789097418.029842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e6300.
00000080:00000010:0.1:1789097418.029871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3720.
00000080:00000010:3.1:1789097418.035327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785bdac0.
00000080:00000010:3.1:1789097418.035346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:1.1:1789097418.050751:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097418.050761:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:0.1:1789097418.066451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:0.1:1789097418.066459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097418.069809:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.069814:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:0.1:1789097418.069820:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164315280.
00000080:00000010:0.1:1789097418.069825:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c360.
00000080:00000010:0.1:1789097418.069833:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e1080.
00000080:00000010:0.1:1789097418.069839:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3520.
00010000:00000010:3.1:1789097418.070067:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.070075:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:1.1:1789097418.071112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f7380.
00000080:00000010:1.1:1789097418.071124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e20.
00000080:00000010:1.1:1789097418.071135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bba940.
00000080:00000010:1.1:1789097418.071140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c7a0.
00000080:00000010:1.1:1789097418.071147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461a940.
00000080:00000010:1.1:1789097418.071165:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f00.
00010000:00000010:1.1:1789097418.087816:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097418.087824:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097418.088677:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.088685:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:3.1:1789097418.090426:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164312100.
00000080:00000010:3.1:1789097418.090439:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7060.
00000080:00000010:3.1:1789097418.090451:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382f380.
00000080:00000010:3.1:1789097418.090461:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00010000:00000010:0.1:1789097418.093812:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:0.1:1789097418.093819:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00010000:00000010:0.1:1789097418.096832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.096840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097418.096853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980174618840.
00000080:00000010:0.1:1789097418.096864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7320.
00010000:00000010:3.1:1789097418.100402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097418.100430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097418.100434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152c00.
00010000:00000010:3.1:1789097418.100438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097418.100470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785feb40.
00000080:00000010:1.1:1789097418.100492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612dc0.
00000080:00000010:0.1:1789097418.100828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ab180.
00000080:00000010:0.1:1789097418.100836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612960.
00010000:00000010:0.1:1789097418.100842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.100847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:0.1:1789097418.111990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ba100.
00000080:00000010:0.1:1789097418.112014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37a0.
00000080:00000010:3.1:1789097418.130687:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165720840.
00000080:00000010:3.1:1789097418.130708:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e60.
00010000:00000010:0.1:1789097418.149663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.149679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:3.1:1789097418.150813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164311080.
00000080:00000010:3.1:1789097418.150826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:0.1:1789097418.177378:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.177392:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097418.191820:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164304a40.
00000080:00000010:0.1:1789097418.191831:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7cc0.
00010000:00000010:1.1:1789097418.211813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097418.211821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:0.1:1789097418.212615:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163828000.
00000080:00000010:0.1:1789097418.212624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c440.
00010000:00000010:0.1:1789097418.212632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.212635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097418.212640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a0840.
00000080:00000010:0.1:1789097418.214038:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3520.
00000080:00000010:0.1:1789097418.214052:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785aca40.
00000080:00000010:0.1:1789097418.214058:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656121a0.
00000080:00000010:0.1:1789097418.214068:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165722100.
00000080:00000010:0.1:1789097418.214073:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b31e0.
00010000:00000010:0.1:1789097418.214079:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.214084:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:0.1:1789097418.214088:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097418.214091:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:1.1:1789097418.217739:0:397123:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165735ac0.
00000080:00000010:1.1:1789097418.217750:0:397123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00000080:00000010:0.1:1789097418.221484:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e5ac0.
00000080:00000010:0.1:1789097418.221495:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c80.
00010000:00000010:0.1:1789097418.221504:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097418.221509:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097418.237588:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:0.1:1789097418.237597:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:1.1:1789097418.242942:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:1.1:1789097418.242952:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:0.1:1789097418.244194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097418.244201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:3.1:1789097418.247841:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461a100.
00000080:00000010:3.1:1789097418.247851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3140.
00010000:00000010:0.1:1789097418.248025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097418.248032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097418.248039:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785adac0.
00000080:00000010:0.1:1789097418.248049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3920.
00000080:00000010:1.1:1789097418.248183:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c2100.
00000080:00000010:1.1:1789097418.248193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37a0.
00000080:00000010:1.1:1789097418.248203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785f1080.
00000080:00000010:1.1:1789097418.248231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7040.
00010000:00000010:1.1:1789097418.261075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152c00.
00010000:00000010:1.1:1789097418.261097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:0.1:1789097418.264687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:0.1:1789097418.264713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:3.1:1789097418.272370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097418.272382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:1.1:1789097418.276957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097418.276974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097418.294985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c7380.
00000080:00000010:1.1:1789097418.295002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7280.
00000080:00000010:0.1:1789097418.295243:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e2940.
00000080:00000010:0.1:1789097418.295253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b35e0.
00000080:00000010:3.1:1789097418.333188:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e2100.
00000080:00000010:3.1:1789097418.333209:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00000080:00000010:1.1:1789097418.335215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460dac0.
00000080:00000010:1.1:1789097418.335229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612fc0.
00000080:00000010:0.1:1789097418.335542:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017461b180.
00000080:00000010:0.1:1789097418.335555:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c80.
00010000:00000010:0.1:1789097418.335563:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:0.1:1789097418.335568:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:1.1:1789097418.340971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097418.341064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00010000:00000010:3.1:1789097418.342568:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.342589:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:3.1:1789097418.367437:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.367452:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:0.1:1789097418.370824:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785beb40.
00000080:00000010:0.1:1789097418.370834:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd60.
00000080:00000010:3.1:1789097418.371034:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fca40.
00000080:00000010:3.1:1789097418.371044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3340.
00000080:00000010:0.1:1789097418.380835:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98017460e300.
00000080:00000010:0.1:1789097418.381414:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612100.
00000080:00000010:3.1:1789097418.390987:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785eb9c0.
00000080:00000010:3.1:1789097418.391001:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b35e0.
00010000:00000010:1.1:1789097418.391912:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:1.1:1789097418.391922:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:3.1:1789097418.398007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.398018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:3.1:1789097418.398027:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573ca40.
00000080:00000010:3.1:1789097418.398039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e20.
00000080:00000010:0.1:1789097418.399024:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785aa940.
00000080:00000010:0.1:1789097418.399030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f40.
00010000:00000010:3.1:1789097418.401044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152d00.
00010000:00000010:3.1:1789097418.401052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097418.401175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:0.1:1789097418.401182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097418.401640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fdac0.
00000080:00000010:1.1:1789097418.401654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c020.
00000080:00000010:3.1:1789097418.433449:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165724a40.
00000080:00000010:3.1:1789097418.433462:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7aa0.
00010000:00000010:1.1:1789097418.435823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.435829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:0.1:1789097418.449842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b4a40.
00000080:00000010:0.1:1789097418.449857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cca0.
00000080:00000010:1.1:1789097418.458029:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383b9c0.
00000080:00000010:1.1:1789097418.458045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3960.
00010000:00000010:3.1:1789097418.463925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.463938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097418.497814:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097418.497820:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:1.1:1789097418.504864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.504879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097418.504892:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ec200.
00000080:00000010:1.1:1789097418.504907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7360.
00010000:00000010:3.1:1789097418.504918:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.504928:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:3.1:1789097418.504936:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165725280.
00000080:00000010:3.1:1789097418.505580:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00000080:00000010:3.1:1789097418.505593:0:417866:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c5280.
00000080:00000010:3.1:1789097418.505598:0:417866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7860.
00000080:00000010:3.1:1789097418.511950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d6300.
00000080:00000010:3.1:1789097418.511964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7700.
00010000:00000010:3.1:1789097418.522036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097418.522047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:0.1:1789097418.522833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.522841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097418.532744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b98c0.
00000080:00000010:1.1:1789097418.532757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77c0.
00010000:00000010:3.1:1789097418.546122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.546128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:3.1:1789097418.546136:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163826300.
00000080:00000010:3.1:1789097418.546149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3300.
00000080:00000010:0.1:1789097418.554511:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164300840.
00000080:00000010:0.1:1789097418.554522:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c140.
00000080:00000010:1.1:1789097418.563435:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799eb180.
00000080:00000010:1.1:1789097418.563447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7760.
00000080:00000010:0.1:1789097418.563985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d2100.
00000080:00000010:0.1:1789097418.563992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd20.
00010000:00000010:3.1:1789097418.569155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.569164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:0.1:1789097418.572526:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.572532:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097418.583907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097418.583916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:3.1:1789097418.583919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:3.1:1789097418.583922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:0.1:1789097418.599835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.599841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:3.1:1789097418.600349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b2940.
00000080:00000010:3.1:1789097418.600359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00000080:00000010:3.1:1789097418.602925:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ee300.
00000080:00000010:3.1:1789097418.602941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fa0.
00000080:00000010:3.1:1789097418.602950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ddac0.
00000080:00000010:3.1:1789097418.602955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c72e0.
00000080:00000010:0.1:1789097418.604356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164306300.
00000080:00000010:0.1:1789097418.604368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b00.
00000080:00000010:3.1:1789097418.613041:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419dc200.
00000080:00000010:3.1:1789097418.613056:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f80.
00000080:00000010:3.1:1789097418.613069:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419aca40.
00000080:00000010:3.1:1789097418.613076:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612520.
00010000:00000010:0.1:1789097418.619287:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097418.619293:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:3.1:1789097418.632518:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430a100.
00000080:00000010:3.1:1789097418.632532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7bc0.
00010000:00000010:0.1:1789097418.632942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097418.632949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:0.1:1789097418.632953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097418.632956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097418.635833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.635839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:0.1:1789097418.658592:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165744200.
00000080:00000010:0.1:1789097418.658611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd60.
00000080:00000010:3.1:1789097418.659213:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419adac0.
00000080:00000010:3.1:1789097418.659224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:1.1:1789097418.669909:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.669917:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:0.1:1789097418.673909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097418.673917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:3.1:1789097418.673967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152c00.
00010000:00000010:3.1:1789097418.674351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:3.1:1789097418.680332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.680340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:1.1:1789097418.683274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165734200.
00000080:00000010:1.1:1789097418.683288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3180.
00000080:00000010:1.1:1789097418.686051:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b6300.
00000080:00000010:1.1:1789097418.686073:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ae0.
00010000:00000010:3.1:1789097418.717668:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.717675:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:0.1:1789097418.722978:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419cc200.
00000080:00000010:0.1:1789097418.722995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7340.
00000080:00000010:1.1:1789097418.723261:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ceb40.
00000080:00000010:1.1:1789097418.723280:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f40.
00000080:00000010:1.1:1789097418.727842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431b180.
00000080:00000010:1.1:1789097418.727854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c180.
00010000:00000010:1.1:1789097418.734750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.734760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:0.1:1789097418.735167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785bd280.
00000080:00000010:0.1:1789097418.735181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f60.
00000080:00000010:1.1:1789097418.762340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a8000.
00000080:00000010:1.1:1789097418.762355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ec0.
00010000:00000010:3.1:1789097418.768661:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.768672:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:1.1:1789097418.768875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.768880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:0.1:1789097418.769473:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163836b40.
00000080:00000010:0.1:1789097418.769488:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612460.
00000080:00000010:1.1:1789097418.777416:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164317380.
00000080:00000010:1.1:1789097418.777426:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612280.
00010000:00000010:0.1:1789097418.777851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097418.777858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00000080:00000010:0.1:1789097418.777865:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574eb40.
00000080:00000010:0.1:1789097418.777874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b34a0.
00000080:00000010:3.1:1789097418.796273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165746b40.
00000080:00000010:3.1:1789097418.796291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00000080:00000010:3.1:1789097418.797967:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799feb40.
00000080:00000010:3.1:1789097418.797983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a60.
00000080:00000010:3.1:1789097418.797993:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163833180.
00000080:00000010:3.1:1789097418.798000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36e0.
00000080:00000010:1.1:1789097418.798049:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643098c0.
00000080:00000010:1.1:1789097418.798057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612da0.
00010000:00000010:1.1:1789097418.799840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.799853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:3.1:1789097418.799866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.799874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:3.1:1789097418.799882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b0000.
00000080:00000010:3.1:1789097418.799893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7160.
00010000:00000010:0.1:1789097418.799972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097418.799978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:0.1:1789097418.826011:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164301080.
00000080:00000010:0.1:1789097418.826021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612920.
00010000:00000010:3.1:1789097418.827828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.827838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:1.1:1789097418.828474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.828481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:0.1:1789097418.828577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b3180.
00000080:00000010:0.1:1789097418.828594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612080.
00000080:00000010:3.1:1789097418.852863:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163835280.
00000080:00000010:3.1:1789097418.852872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7800.
00000080:00000010:3.1:1789097418.856830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d0000.
00000080:00000010:3.1:1789097418.856841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612280.
00000080:00000010:3.1:1789097418.856850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a4200.
00000080:00000010:3.1:1789097418.856856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c680.
00010000:00000010:1.1:1789097418.861830:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097418.861838:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00000080:00000010:1.1:1789097418.861847:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164303180.
00000080:00000010:1.1:1789097418.861858:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32c0.
00000080:00000010:1.1:1789097418.861865:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785ac200.
00000080:00000010:1.1:1789097418.861872:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3280.
00010000:00000010:3.1:1789097418.863242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.863249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:1.1:1789097418.867288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097418.867295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097418.891074:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657418c0.
00000080:00000010:1.1:1789097418.891093:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7680.
00000080:00000010:1.1:1789097418.891819:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163838840.
00000080:00000010:1.1:1789097418.891824:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c320.
00010000:00000010:3.1:1789097418.893465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.893483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097418.905812:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165754a40.
00010000:00000010:0.1:1789097418.905819:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00000080:00000010:3.1:1789097418.905820:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73a0.
00010000:00000010:0.1:1789097418.905824:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:0.1:1789097418.913826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785a4a40.
00000080:00000010:0.1:1789097418.913839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612540.
00010000:00000010:0.1:1789097418.913848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097418.913853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:1.1:1789097418.913885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164307380.
00000080:00000010:1.1:1789097418.913894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656120e0.
00000080:00000010:3.1:1789097418.918826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431dac0.
00000080:00000010:3.1:1789097418.918841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00000080:00000010:3.1:1789097418.918850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ba100.
00000080:00000010:3.1:1789097418.918854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74c0.
00010000:00000010:1.1:1789097418.919569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097418.919577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:3.1:1789097418.922386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097418.922395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:1.1:1789097418.926832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:1.1:1789097418.926846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:1.1:1789097418.963714:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b4a40.
00000080:00000010:1.1:1789097418.963730:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7940.
00000080:00000010:3.1:1789097418.963839:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c5ac0.
00000080:00000010:3.1:1789097418.963850:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c440.
00010000:00000010:0.1:1789097418.978324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097418.978339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:3.1:1789097418.979102:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097418.979110:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00010000:00000010:1.1:1789097418.981812:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097418.981819:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097418.982120:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13d00.
00010000:00000010:0.1:1789097418.982126:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00010000:00000010:3.1:1789097418.984818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097418.984824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:3.1:1789097418.984830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575dac0.
00000080:00000010:3.1:1789097418.984837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f20.
00000080:00000010:0.1:1789097418.988855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799eca40.
00000080:00000010:0.1:1789097418.988878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c71c0.
00010000:00000010:0.1:1789097419.008834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.008845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097419.008853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419be300.
00000080:00000010:0.1:1789097419.008861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612880.
00000080:00000010:3.1:1789097419.009335:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163821080.
00000080:00000010:3.1:1789097419.009344:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d60.
00010000:00000010:3.1:1789097419.015611:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.015627:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:3.1:1789097419.015636:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c2940.
00000080:00000010:3.1:1789097419.015649:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00000080:00000010:0.1:1789097419.015922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aadac0.
00000080:00000010:0.1:1789097419.015931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3060.
00010000:00000010:3.1:1789097419.025855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.025863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:3.1:1789097419.033889:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb2100.
00000080:00000010:3.1:1789097419.033907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7460.
00000080:00000010:3.1:1789097419.033918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383f380.
00000080:00000010:3.1:1789097419.033926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c70a0.
00000080:00000010:0.1:1789097419.038769:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa5ac0.
00000080:00000010:0.1:1789097419.038800:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7400.
00010000:00000010:1.1:1789097419.038836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.038843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:0.1:1789097419.046827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.046840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097419.064939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801638239c0.
00000080:00000010:0.1:1789097419.064949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c440.
00010000:00000010:0.1:1789097419.067635:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.067643:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:0.1:1789097419.067651:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aaa940.
00000080:00000010:0.1:1789097419.067663:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b39c0.
00010000:00000010:0.1:1789097419.067669:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.067672:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:3.1:1789097419.069085:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.069093:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:1.1:1789097419.071810:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.071817:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00010000:00000010:3.1:1789097419.072332:0:417751:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.072341:0:417751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00010000:00000010:3.1:1789097419.075828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13800.
00010000:00000010:3.1:1789097419.075836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00000080:00000010:0.1:1789097419.078626:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa0840.
00000080:00000010:0.1:1789097419.078639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c20.
00000080:00000010:3.1:1789097419.094837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb4a40.
00000080:00000010:3.1:1789097419.094856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00010000:00000010:0.1:1789097419.094898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.094906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097419.098842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.098858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:3.1:1789097419.098868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f18c0.
00000080:00000010:3.1:1789097419.098882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c71e0.
00000080:00000010:3.1:1789097419.098894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb6300.
00000080:00000010:3.1:1789097419.098899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b80.
00010000:00000010:0.1:1789097419.101327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.101334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:3.1:1789097419.114865:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ed280.
00000080:00000010:3.1:1789097419.114873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c300.
00010000:00000010:1.1:1789097419.121930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.121936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:0.1:1789097419.123997:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa9080.
00000080:00000010:0.1:1789097419.124019:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3780.
00010000:00000010:0.1:1789097419.124028:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.124034:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00000080:00000010:3.1:1789097419.134061:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801785b8840.
00000080:00000010:3.1:1789097419.134102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76e0.
00000080:00000010:1.1:1789097419.154815:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c4a40.
00000080:00000010:1.1:1789097419.154829:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b00.
00010000:00000010:3.1:1789097419.155021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.155028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:3.1:1789097419.163193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016382c200.
00000080:00000010:3.1:1789097419.163209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c740.
00010000:00000010:3.1:1789097419.163230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.163236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:0.1:1789097419.163832:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb7380.
00000080:00000010:0.1:1789097419.163843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca40.
00010000:00000010:0.1:1789097419.163852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.163857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:3.1:1789097419.180600:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ec200.
00000080:00000010:3.1:1789097419.180630:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00010000:00000010:1.1:1789097419.187972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.187978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:0.1:1789097419.197510:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.197516:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:3.1:1789097419.198661:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.198667:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:0.1:1789097419.199571:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab3180.
00000080:00000010:0.1:1789097419.199772:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ba0.
00010000:00000010:0.1:1789097419.206824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:0.1:1789097419.206831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:3.1:1789097419.207111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bad280.
00000080:00000010:3.1:1789097419.207118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b80.
00000080:00000010:3.1:1789097419.207125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575b180.
00000080:00000010:3.1:1789097419.207134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3820.
00000080:00000010:3.1:1789097419.209525:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799f2940.
00000080:00000010:3.1:1789097419.209534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd00.
00000080:00000010:1.1:1789097419.209716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431a940.
00000080:00000010:1.1:1789097419.209722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656124e0.
00010000:00000010:0.1:1789097419.211871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.211878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:0.1:1789097419.215846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141baca40.
00000080:00000010:0.1:1789097419.215869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c20.
00000080:00000010:0.1:1789097419.244809:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419deb40.
00000080:00000010:0.1:1789097419.244819:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7240.
00000080:00000010:1.1:1789097419.245010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980163829080.
00000080:00000010:1.1:1789097419.245021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca00.
00010000:00000010:3.1:1789097419.254282:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097419.254289:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097419.254296:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431c200.
00000080:00000010:3.1:1789097419.254305:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d80.
00010000:00000010:0.1:1789097419.257807:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.257813:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00000080:00000010:3.1:1789097419.267868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fc200.
00000080:00000010:3.1:1789097419.267889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00000080:00000010:3.1:1789097419.267898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383dac0.
00000080:00000010:3.1:1789097419.267904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c71e0.
00000080:00000010:1.1:1789097419.270265:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbeb40.
00000080:00000010:1.1:1789097419.270278:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c560.
00010000:00000010:1.1:1789097419.284026:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.284033:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:1.1:1789097419.284037:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097419.284040:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097419.291315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419db9c0.
00000080:00000010:1.1:1789097419.291321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c20.
00010000:00000010:3.1:1789097419.291978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097419.291987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:0.1:1789097419.305055:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abca40.
00000080:00000010:0.1:1789097419.305079:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7000.
00010000:00000010:3.1:1789097419.340637:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.340644:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097419.340648:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097419.340651:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097419.360518:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799fa100.
00000080:00000010:3.1:1789097419.360534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00000080:00000010:3.1:1789097419.362969:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016383a940.
00000080:00000010:3.1:1789097419.362983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf20.
00010000:00000010:3.1:1789097419.362992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097419.362998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:3.1:1789097419.363004:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbb180.
00000080:00000010:3.1:1789097419.363011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612060.
00010000:00000010:3.1:1789097419.363016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097419.363020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:0.1:1789097419.363073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.363080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00010000:00000010:0.1:1789097419.363083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.363087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:1.1:1789097419.363205:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa1080.
00000080:00000010:1.1:1789097419.363213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c70a0.
00000080:00000010:0.1:1789097419.367077:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164382940.
00000080:00000010:0.1:1789097419.367094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37e0.
00000080:00000010:3.1:1789097419.371641:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d6b40.
00000080:00000010:3.1:1789097419.371656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d60.
00010000:00000010:1.1:1789097419.401574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:1.1:1789097419.401580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097419.407283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097419.407298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:3.1:1789097419.410057:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165744a40.
00000080:00000010:3.1:1789097419.410065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7400.
00010000:00000010:0.1:1789097419.412485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.412492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:3.1:1789097419.416850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657218c0.
00000080:00000010:3.1:1789097419.416873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc00.
00000080:00000010:0.1:1789097419.437750:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa39c0.
00000080:00000010:0.1:1789097419.437769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612860.
00010000:00000010:3.1:1789097419.441831:0:417866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:3.1:1789097419.441837:0:417866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097419.451625:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.451638:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097419.451646:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab5280.
00000080:00000010:3.1:1789097419.451656:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3d20.
00010000:00000010:0.1:1789097419.455877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.455893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:3.1:1789097419.471940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.471947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:3.1:1789097419.471953:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574dac0.
00000080:00000010:3.1:1789097419.471965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00010000:00000010:0.1:1789097419.474921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.474936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:0.1:1789097419.487372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152600.
00010000:00000010:0.1:1789097419.487385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:0.1:1789097419.506813:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bf380.
00000080:00000010:0.1:1789097419.506821:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3280.
00010000:00000010:3.1:1789097419.512840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.512847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097419.512854:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657239c0.
00000080:00000010:3.1:1789097419.512863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74c0.
00010000:00000010:0.1:1789097419.521747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097419.521755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097419.521763:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab2940.
00000080:00000010:0.1:1789097419.521772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc00.
00000080:00000010:0.1:1789097419.523952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab6300.
00000080:00000010:0.1:1789097419.523971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32c0.
00010000:00000010:0.1:1789097419.527966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.527982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:3.1:1789097419.528029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.528037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:0.1:1789097419.543234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.543249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00000080:00000010:0.1:1789097419.549744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b6b40.
00000080:00000010:0.1:1789097419.549756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3bc0.
00010000:00000010:3.1:1789097419.550373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.550381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097419.571812:0:417751:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165752940.
00000080:00000010:3.1:1789097419.571826:0:417751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00010000:00000010:1.1:1789097419.573941:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097419.573948:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:3.1:1789097419.587830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799e8000.
00000080:00000010:3.1:1789097419.587842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7940.
00000080:00000010:1.1:1789097419.587988:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165749080.
00000080:00000010:1.1:1789097419.587997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f20.
00000080:00000010:0.1:1789097419.588516:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bdac0.
00000080:00000010:0.1:1789097419.588527:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3fc0.
00000080:00000010:3.1:1789097419.594304:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165728840.
00000080:00000010:3.1:1789097419.594313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c660.
00000080:00000010:3.1:1789097419.594321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab8840.
00000080:00000010:3.1:1789097419.594326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3da0.
00010000:00000010:3.1:1789097419.594333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.594339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:0.1:1789097419.597836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.597852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:0.1:1789097419.627351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.627362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097419.627369:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bb180.
00000080:00000010:0.1:1789097419.627381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32c0.
00000080:00000010:0.1:1789097419.627390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165754200.
00000080:00000010:0.1:1789097419.627398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00010000:00000010:3.1:1789097419.632510:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.632520:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:1.1:1789097419.632812:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097419.632821:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00000080:00000010:3.1:1789097419.637829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b4200.
00000080:00000010:3.1:1789097419.637839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3bc0.
00000080:00000010:0.1:1789097419.638082:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801799ea940.
00000080:00000010:0.1:1789097419.638094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:1.1:1789097419.640604:0:417864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.640619:0:417864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097419.640629:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572c200.
00000080:00000010:1.1:1789097419.640641:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7460.
00000080:00000010:3.1:1789097419.643831:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573a100.
00000080:00000010:3.1:1789097419.643849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c540.
00000080:00000010:3.1:1789097419.647826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab4200.
00000080:00000010:3.1:1789097419.647846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cac0.
00010000:00000010:1.1:1789097419.647999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13600.
00010000:00000010:1.1:1789097419.648008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:3.1:1789097419.672820:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.672829:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:3.1:1789097419.687880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.687897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:3.1:1789097419.687907:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164387380.
00000080:00000010:3.1:1789097419.687919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73a0.
00010000:00000010:0.1:1789097419.687931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.687940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097419.688814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.688824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097419.690953:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b8000.
00000080:00000010:0.1:1789097419.690966:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3aa0.
00000080:00000010:3.1:1789097419.712947:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574f380.
00000080:00000010:3.1:1789097419.712956:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c71c0.
00010000:00000010:1.1:1789097419.724830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.724839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:0.1:1789097419.730852:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572eb40.
00000080:00000010:0.1:1789097419.730869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656127c0.
00010000:00000010:3.1:1789097419.731410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.731417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00000080:00000010:3.1:1789097419.761076:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438f380.
00000080:00000010:3.1:1789097419.761085:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c260.
00010000:00000010:0.1:1789097419.772037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.772046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:3.1:1789097419.791815:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.791822:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00000080:00000010:0.1:1789097419.794311:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438a940.
00000080:00000010:0.1:1789097419.794321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a60.
00010000:00000010:3.1:1789097419.799943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:3.1:1789097419.799960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00000080:00000010:3.1:1789097419.803382:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419bd280.
00000080:00000010:3.1:1789097419.803398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3940.
00000080:00000010:3.1:1789097419.803405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb18c0.
00000080:00000010:3.1:1789097419.803410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7680.
00000080:00000010:3.1:1789097419.815949:0:417864:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa8840.
00000080:00000010:3.1:1789097419.815963:0:417864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ec0.
00000080:00000010:0.1:1789097419.822302:0:418111:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572b9c0.
00000080:00000010:0.1:1789097419.822315:0:418111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3aa0.
00010000:00000010:3.1:1789097419.838423:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.838430:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:1.1:1789097419.844569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438dac0.
00000080:00000010:1.1:1789097419.844585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c540.
00010000:00000010:0.1:1789097419.849124:0:418111:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152400.
00010000:00000010:0.1:1789097419.849132:0:418111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:0.1:1789097419.849138:0:418111:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.849142:0:418111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:3.1:1789097419.856834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.856845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:3.1:1789097419.871063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.871070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:0.1:1789097419.873950:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430ca40.
00000080:00000010:0.1:1789097419.873957:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e80.
00000080:00000010:3.1:1789097419.881839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657298c0.
00000080:00000010:0.1:1789097419.901833:0:418112:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba5280.
00000080:00000010:0.1:1789097419.901848:0:418112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c260.
00010000:00000010:0.1:1789097419.901857:0:418112:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.901863:0:418112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:0.1:1789097419.901868:0:418112:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbdac0.
00000080:00000010:0.1:1789097419.901873:0:418112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5c0.
00000080:00000010:3.1:1789097419.904075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7160.
00000080:00000010:3.1:1789097419.904089:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aac200.
00000080:00000010:3.1:1789097419.904096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:1.1:1789097419.911110:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097419.911120:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097419.917909:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438e300.
00000080:00000010:0.1:1789097419.917927:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3980.
00010000:00000010:1.1:1789097419.926419:0:418116:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097419.926427:0:418116:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097419.926430:0:418116:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097419.926433:0:418116:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:3.1:1789097419.927868:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097419.927878:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097419.927885:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa0000.
00000080:00000010:3.1:1789097419.927891:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7800.
00000080:00000010:3.1:1789097419.927900:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164308000.
00000080:00000010:3.1:1789097419.927905:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c3a0.
00010000:00000010:3.1:1789097419.927991:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.927996:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097419.928001:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430d280.
00000080:00000010:3.1:1789097419.928005:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f80.
00000080:00000010:1.1:1789097419.960332:0:418118:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba1080.
00010000:00000010:3.1:1789097419.962596:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097419.962603:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:3.1:1789097419.962606:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097419.962609:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:1.1:1789097419.974242:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ea0.
00000080:00000010:1.1:1789097419.974256:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141baa100.
00000080:00000010:1.1:1789097419.974261:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b00.
00010000:00000010:0.1:1789097419.981130:0:418122:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097419.981137:0:418122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:1.1:1789097419.995691:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097419.995698:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:3.1:1789097419.996201:0:418121:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430dac0.
00000080:00000010:3.1:1789097419.996265:0:418121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf60.
00000080:00000010:0.1:1789097420.002031:0:418116:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438a100.
00000080:00000010:0.1:1789097420.002043:0:418116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e80.
00010000:00000010:1.1:1789097420.005315:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.005327:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00000080:00000010:3.1:1789097420.006784:0:418121:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573d280.
00000080:00000010:3.1:1789097420.006806:0:418121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c800.
00010000:00000010:3.1:1789097420.012349:0:418113:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097420.012358:0:418113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097420.030312:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165724200.
00000080:00000010:1.1:1789097420.030336:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612be0.
00010000:00000010:0.1:1789097420.031281:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097420.031289:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097420.031800:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba4200.
00000080:00000010:0.1:1789097420.031806:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656127c0.
00010000:00000010:0.1:1789097420.047695:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.047705:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097420.054175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097420.054189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:3.1:1789097420.054198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164308840.
00000080:00000010:3.1:1789097420.054206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00000080:00000010:0.1:1789097420.061734:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164389080.
00000080:00000010:0.1:1789097420.061750:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3400.
00000080:00000010:0.1:1789097420.061760:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a5280.
00000080:00000010:0.1:1789097420.061764:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77c0.
00010000:00000010:1.1:1789097420.062023:0:418126:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.062031:0:418126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097420.070910:0:418127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.070919:0:418127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:3.1:1789097420.083879:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097420.083890:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097420.085158:0:418129:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.085170:0:418129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:0.1:1789097420.092836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.092849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097420.092857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bbb9c0.
00000080:00000010:0.1:1789097420.092863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612280.
00000080:00000010:3.1:1789097420.095515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164312940.
00000080:00000010:3.1:1789097420.095532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cd40.
00000080:00000010:3.1:1789097420.097998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bab180.
00000080:00000010:3.1:1789097420.098012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3860.
00000080:00000010:3.1:1789097420.109526:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430e300.
00000080:00000010:3.1:1789097420.109537:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00000080:00000010:1.1:1789097420.128483:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a6b40.
00000080:00000010:1.1:1789097420.128491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c40.
00010000:00000010:1.1:1789097420.156466:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.156482:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:0.1:1789097420.156712:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.156718:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00000080:00000010:1.1:1789097420.169586:0:1356:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643898c0.
00000080:00000010:1.1:1789097420.169604:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b35e0.
00010000:00000010:0.1:1789097420.174002:0:414895:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097420.174016:0:414895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097420.195242:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419a18c0.
00000080:00000010:0.1:1789097420.195275:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125e0.
00010000:00000010:1.1:1789097420.216809:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.216814:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097420.216822:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016430c200.
00000080:00000010:1.1:1789097420.216831:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b31a0.
00010000:00000010:0.1:1789097420.217577:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097420.217583:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:0.1:1789097420.217586:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.217589:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097420.217594:0:417884:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165728000.
00000080:00000010:0.1:1789097420.217599:0:417884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3a60.
00000080:00000010:0.1:1789097420.219913:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aaeb40.
00000080:00000010:0.1:1789097420.219926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00000080:00000010:0.1:1789097420.219935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419b7380.
00000080:00000010:0.1:1789097420.219951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b20.
00010000:00000010:3.1:1789097420.220303:0:418133:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097420.220310:0:418133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:0.1:1789097420.226812:0:418144:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.226824:0:418144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:0.1:1789097420.226828:0:418144:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:0.1:1789097420.226830:0:418144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:1.1:1789097420.233815:0:418143:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097420.233824:0:418143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:3.1:1789097420.234318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.234326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:3.1:1789097420.280286:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141baf380.
00000080:00000010:3.1:1789097420.280301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7860.
00000080:00000010:0.1:1789097420.297812:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164309080.
00000080:00000010:0.1:1789097420.297832:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612640.
00000080:00000010:1.1:1789097420.297945:0:417892:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164385ac0.
00000080:00000010:1.1:1789097420.297951:0:417892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612180.
00000080:00000010:1.1:1789097420.313853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657339c0.
00000080:00000010:1.1:1789097420.313872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3100.
00010000:00000010:0.1:1789097420.316162:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:0.1:1789097420.316178:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:0.1:1789097420.316187:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa98c0.
00000080:00000010:0.1:1789097420.316198:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3520.
00010000:00000010:0.1:1789097420.316206:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.316212:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:0.1:1789097420.316216:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.316222:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:1.1:1789097420.331038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097420.331044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:3.1:1789097420.332380:0:418152:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431b9c0.
00000080:00000010:3.1:1789097420.332391:0:418152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7320.
00000080:00000010:1.1:1789097420.337857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aba100.
00000080:00000010:1.1:1789097420.337870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125a0.
00010000:00000010:0.1:1789097420.355883:0:256910:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.355893:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097420.355901:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba5ac0.
00000080:00000010:0.1:1789097420.355913:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b33e0.
00000080:00000010:0.1:1789097420.355924:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164316b40.
00000080:00000010:0.1:1789097420.355928:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b60.
00010000:00000010:1.1:1789097420.356195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097420.356203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097420.356210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419aeb40.
00000080:00000010:1.1:1789097420.356235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00000080:00000010:1.1:1789097420.390951:0:416779:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab7380.
00000080:00000010:1.1:1789097420.390964:0:416779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b38a0.
00010000:00000010:0.1:1789097420.391817:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.391824:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:0.1:1789097420.403079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.403097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:1.1:1789097420.417962:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097420.417972:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:1.1:1789097420.417980:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.417983:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:1.1:1789097420.417986:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.417990:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097420.418018:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba8840.
00000080:00000010:1.1:1789097420.418027:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612480.
00000080:00000010:3.1:1789097420.418343:0:418163:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bac200.
00000080:00000010:3.1:1789097420.418352:0:418163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30e0.
00010000:00000010:3.1:1789097420.418360:0:418163:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.418366:0:418163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00000080:00000010:0.1:1789097420.418426:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d4a40.
00000080:00000010:0.1:1789097420.418433:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32e0.
00010000:00000010:1.1:1789097420.452001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.452013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00000080:00000010:1.1:1789097420.452020:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab9080.
00000080:00000010:1.1:1789097420.452027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612180.
00000080:00000010:1.1:1789097420.452036:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab4a40.
00000080:00000010:1.1:1789097420.452056:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125a0.
00000080:00000010:1.1:1789097420.452063:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431ca40.
00000080:00000010:1.1:1789097420.452067:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f60.
00010000:00000010:0.1:1789097420.492958:0:418170:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.492973:0:418170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:0.1:1789097420.492980:0:418170:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164318000.
00000080:00000010:0.1:1789097420.492987:0:418170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3440.
00010000:00000010:0.1:1789097420.500935:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.500945:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:1.1:1789097420.501354:0:417884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.501361:0:417884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:3.1:1789097420.502361:0:418168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.502369:0:418168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:0.1:1789097420.526811:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164394200.
00000080:00000010:0.1:1789097420.526823:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612480.
00000080:00000010:0.1:1789097420.526832:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d5280.
00000080:00000010:0.1:1789097420.526835:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656129e0.
00000080:00000010:1.1:1789097420.527028:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164380840.
00000080:00000010:1.1:1789097420.527035:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612fc0.
00010000:00000010:1.1:1789097420.540237:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.540247:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:0.1:1789097420.540860:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb4200.
00000080:00000010:0.1:1789097420.540873:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7de0.
00000080:00000010:0.1:1789097420.540882:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431d280.
00000080:00000010:0.1:1789097420.540887:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b20.
00010000:00000010:0.1:1789097420.557660:0:418165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.557668:0:418165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097420.557671:0:418165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.557674:0:418165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:0.1:1789097420.557700:0:418165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:0.1:1789097420.557703:0:418165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097420.567184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097420.567195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097420.582594:0:418180:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab98c0.
00000080:00000010:0.1:1789097420.582607:0:418180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30e0.
00000080:00000010:1.1:1789097420.590955:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164382100.
00000080:00000010:1.1:1789097420.590967:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e20.
00000080:00000010:0.1:1789097420.597906:0:418183:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d0840.
00000080:00000010:0.1:1789097420.597922:0:418183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3960.
00010000:00000010:3.1:1789097420.607589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.607604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00000080:00000010:0.1:1789097420.607813:0:418184:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016431e300.
00000080:00000010:0.1:1789097420.608076:0:418184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b34c0.
00000080:00000010:0.1:1789097420.608086:0:418184:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb1080.
00000080:00000010:0.1:1789097420.608091:0:418184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b80.
00010000:00000010:1.1:1789097420.608492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.608499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097420.641822:0:418191:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164383180.
00000080:00000010:1.1:1789097420.641833:0:418191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612c60.
00010000:00000010:0.1:1789097420.647196:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:0.1:1789097420.647209:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097420.647213:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:0.1:1789097420.647216:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097420.650719:0:417892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.650730:0:417892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:0.1:1789097420.675816:0:418196:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:1.1:1789097420.675819:0:416783:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:0.1:1789097420.675824:0:418196:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:1.1:1789097420.675824:0:416783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:3.1:1789097420.681496:0:418193:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165736300.
00000080:00000010:3.1:1789097420.681513:0:418193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d20.
00000080:00000010:0.1:1789097420.682038:0:418196:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164396b40.
00000080:00000010:0.1:1789097420.682049:0:418196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ba0.
00000080:00000010:1.1:1789097420.716840:0:418205:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa7380.
00000080:00000010:1.1:1789097420.716854:0:418205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612fc0.
00010000:00000010:3.1:1789097420.730361:0:418207:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097420.730384:0:418207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097420.737027:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c8840.
00000080:00000010:0.1:1789097420.737035:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b60.
00010000:00000010:0.1:1789097420.737042:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.737048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097420.737054:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d2940.
00000080:00000010:0.1:1789097420.737058:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30e0.
00000080:00000010:1.1:1789097420.739369:0:418211:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb0000.
00000080:00000010:1.1:1789097420.739410:0:418211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b34e0.
00000080:00000010:0.1:1789097420.800819:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643a6b40.
00000080:00000010:0.1:1789097420.800830:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ae0.
00010000:00000010:0.1:1789097420.800836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.800842:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097420.800846:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.800850:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00000080:00000010:0.1:1789097420.809159:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ce300.
00000080:00000010:0.1:1789097420.809175:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3a60.
00010000:00000010:1.1:1789097420.811078:0:418222:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097420.811085:0:418222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:1.1:1789097420.811088:0:418222:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.811091:0:418222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:1.1:1789097420.811111:0:418222:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba6b40.
00000080:00000010:1.1:1789097420.841287:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612ae0.
00010000:00000010:0.1:1789097420.853879:0:418227:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.853888:0:418227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:0.1:1789097420.853895:0:418227:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165745ac0.
00000080:00000010:0.1:1789097420.853902:0:418227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3aa0.
00010000:00000010:0.1:1789097420.908891:0:418234:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097420.908902:0:418234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:0.1:1789097420.908912:0:418234:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801643a9080.
00000080:00000010:0.1:1789097420.908920:0:418234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b31e0.
00010000:00000010:1.1:1789097420.912320:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.912333:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:0.1:1789097420.919930:0:418234:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.919943:0:418234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:0.1:1789097420.989177:0:418246:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419da100.
00000080:00000010:0.1:1789097420.989292:0:418246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f60.
00010000:00000010:0.1:1789097420.993847:0:418240:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097420.993855:0:418240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:0.1:1789097420.993869:0:418240:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165742940.
00000080:00000010:0.1:1789097420.993877:0:418240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3140.
00000080:00000010:1.1:1789097420.994048:0:418166:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ba39c0.
00000080:00000010:1.1:1789097420.994065:0:418166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656122a0.
00010000:00000010:1.1:1789097420.994180:0:418166:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097420.994185:0:418166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:0.1:1789097421.010148:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165742100.
00000080:00000010:0.1:1789097421.010160:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e60.
00000080:00000010:1.1:1789097421.048816:0:418254:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bba100.
00000080:00000010:1.1:1789097421.048831:0:418254:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125e0.
00010000:00000010:1.1:1789097421.048870:0:418254:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097421.048876:0:418254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:0.1:1789097421.048958:0:418246:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.048966:0:418246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:3.1:1789097421.050891:0:418166:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164310840.
00000080:00000010:3.1:1789097421.050906:0:418166:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ae0.
00000080:00000010:0.1:1789097421.071969:0:256910:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574b180.
00000080:00000010:0.1:1789097421.071980:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b00.
00010000:00000010:1.1:1789097421.078300:0:418254:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.078309:0:418254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00010000:00000010:3.1:1789097421.086155:0:418255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097421.086161:0:418255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:0.1:1789097421.088044:0:418242:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.088057:0:418242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:3.1:1789097421.090165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164316300.
00000080:00000010:3.1:1789097421.093560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6c0.
00000080:00000010:1.1:1789097421.104249:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bae300.
00000080:00000010:1.1:1789097421.104276:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612dc0.
00010000:00000010:1.1:1789097421.125447:0:418004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.125453:0:418004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:3.1:1789097421.133638:0:418260:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d9080.
00000080:00000010:3.1:1789097421.133662:0:418260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c77e0.
00000080:00000010:0.1:1789097421.135322:0:418262:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165743180.
00000080:00000010:0.1:1789097421.135337:0:418262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3040.
00000080:00000010:1.1:1789097421.143941:0:397123:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141bb98c0.
00000080:00000010:1.1:1789097421.143968:0:397123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612a80.
00010000:00000010:0.1:1789097421.151735:0:414895:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.151751:0:414895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097421.151852:0:414895:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165748000.
00000080:00000010:0.1:1789097421.151859:0:414895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3dc0.
00010000:00000010:3.1:1789097421.165514:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097421.165526:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097421.176776:0:418267:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419df380.
00000080:00000010:3.1:1789097421.176801:0:418267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6c0.
00010000:00000010:0.1:1789097421.177986:0:418269:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.177998:0:418269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:1.1:1789097421.213808:0:418273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.213815:0:418273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097421.230372:0:418280:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165738840.
00000080:00000010:1.1:1789097421.230390:0:418280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612dc0.
00010000:00000010:1.1:1789097421.230552:0:418280:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097421.230560:0:418280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097421.233972:0:418275:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165755280.
00000080:00000010:0.1:1789097421.233988:0:418275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3d80.
00010000:00000010:0.1:1789097421.234006:0:418275:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.234012:0:418275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:3.1:1789097421.235202:0:418277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152300.
00010000:00000010:3.1:1789097421.235209:0:418277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097421.277698:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165756300.
00000080:00000010:0.1:1789097421.277718:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3140.
00000080:00000010:0.1:1789097421.277726:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165753180.
00000080:00000010:0.1:1789097421.277730:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cba0.
00000080:00000010:1.1:1789097421.292150:0:418285:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573e300.
00000080:00000010:1.1:1789097421.292168:0:418285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612900.
00010000:00000010:0.1:1789097421.292471:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.292481:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:0.1:1789097421.298812:0:418289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097421.298825:0:418289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00000080:00000010:0.1:1789097421.309816:0:418291:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575c200.
00000080:00000010:0.1:1789097421.309830:0:418291:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3560.
00010000:00000010:1.1:1789097421.486306:0:418291:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097421.486323:0:418291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097421.487859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097421.487870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:1.1:1789097421.501539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574ca40.
00000080:00000010:1.1:1789097421.501549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b38e0.
00000080:00000010:0.1:1789097421.501983:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165759080.
00000080:00000010:0.1:1789097421.501990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3d80.
00010000:00000010:0.1:1789097421.517848:0:418309:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097421.517856:0:418309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00010000:00000010:0.1:1789097421.517860:0:418309:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:0.1:1789097421.517864:0:418309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc800.
00000080:00000010:1.1:1789097421.519781:0:418311:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572e300.
00000080:00000010:1.1:1789097421.519806:0:418311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612880.
00010000:00000010:1.1:1789097421.519816:0:418311:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.519821:0:418311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:0.1:1789097421.526104:0:418004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab18c0.
00000080:00000010:0.1:1789097421.526114:0:418004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f40.
00000080:00000010:1.1:1789097421.530102:0:397123:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419c9080.
00000080:00000010:1.1:1789097421.530120:0:397123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612900.
00010000:00000010:0.1:1789097421.536912:0:418309:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097421.536921:0:418309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00000080:00000010:0.1:1789097421.548832:0:418309:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016572a100.
00000080:00000010:0.1:1789097421.548863:0:418309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612e80.
00010000:00000010:1.1:1789097421.551518:0:418310:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.551532:0:418310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:0.1:1789097421.553406:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.553417:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00000080:00000010:0.1:1789097421.585611:0:418309:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575f380.
00000080:00000010:0.1:1789097421.585628:0:418309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3c20.
00010000:00000010:0.1:1789097421.585648:0:418309:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.585654:0:418309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:1.1:1789097421.598816:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165758000.
00000080:00000010:1.1:1789097421.598826:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612020.
00000080:00000010:0.1:1789097421.633304:0:418326:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419cca40.
00000080:00000010:0.1:1789097421.633312:0:418326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7640.
00010000:00000010:1.1:1789097421.636813:0:418317:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.636829:0:418317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:1.1:1789097421.636834:0:418317:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097421.636838:0:418317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:1.1:1789097421.651816:0:418317:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164385280.
00000080:00000010:1.1:1789097421.651830:0:418317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3420.
00000080:00000010:0.1:1789097421.653570:0:418327:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016573b180.
00000080:00000010:0.1:1789097421.653595:0:418327:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f40.
00010000:00000010:0.1:1789097421.691935:0:418329:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.691947:0:418329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:1.1:1789097421.697274:0:418333:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575d280.
00000080:00000010:1.1:1789097421.697290:0:418333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612860.
00010000:00000010:3.1:1789097421.718548:0:418333:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097421.718565:0:418333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:0.1:1789097421.727977:0:418336:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164318840.
00010000:00000010:1.1:1789097421.730223:0:418335:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097421.730235:0:418335:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00000080:00000010:0.1:1789097421.754818:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b37e0.
00010000:00000010:3.1:1789097421.758501:0:418262:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097421.758510:0:418262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:1.1:1789097421.769099:0:418339:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa5280.
00000080:00000010:1.1:1789097421.769114:0:418339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656125e0.
00010000:00000010:0.1:1789097421.786813:0:418340:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.786830:0:418340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00010000:00000010:1.1:1789097421.791291:0:418344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097421.791307:0:418344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:1.1:1789097421.845075:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575e300.
00000080:00000010:1.1:1789097421.845083:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612660.
00000080:00000010:0.1:1789097421.876691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419dca40.
00000080:00000010:0.1:1789097421.876706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b39c0.
00010000:00000010:1.1:1789097421.916582:0:418354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097421.916593:0:418354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:0.1:1789097421.923306:0:256909:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575a100.
00000080:00000010:0.1:1789097421.923318:0:256909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656123c0.
00010000:00000010:1.1:1789097421.924191:0:418354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097421.924200:0:418354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:0.1:1789097421.938815:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419dd280.
00000080:00000010:0.1:1789097421.938821:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612da0.
00010000:00000010:0.1:1789097421.992297:0:418362:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097421.992310:0:418362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097422.033282:0:418362:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.033294:0:418362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00000080:00000010:0.1:1789097422.033303:0:418362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aab9c0.
00000080:00000010:0.1:1789097422.033513:0:418362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b39c0.
00000080:00000010:0.1:1789097422.043050:0:417970:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419da940.
00000080:00000010:0.1:1789097422.043068:0:417970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3780.
00010000:00000010:0.1:1789097422.079249:0:418357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.079260:0:418357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:0.1:1789097422.094184:0:418357:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa4200.
00000080:00000010:0.1:1789097422.094193:0:418357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36e0.
00010000:00000010:0.1:1789097422.100436:0:418376:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.100448:0:418376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097422.108814:0:418376:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.108823:0:418376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00000080:00000010:0.1:1789097422.108950:0:418376:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d39c0.
00000080:00000010:0.1:1789097422.108957:0:418376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3be0.
00000080:00000010:0.1:1789097422.121241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa6b40.
00000080:00000010:0.1:1789097422.121411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3780.
00010000:00000010:0.1:1789097422.129594:0:417970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.129607:0:417970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:0.1:1789097422.192998:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.193012:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:0.1:1789097422.193021:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ca100.
00000080:00000010:0.1:1789097422.193028:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36e0.
00010000:00000010:0.1:1789097422.237706:0:418395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.237922:0:418395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00000080:00000010:0.1:1789097422.237932:0:418395:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aa3180.
00000080:00000010:0.1:1789097422.237954:0:418395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3de0.
00010000:00000010:3.1:1789097422.238914:0:418388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097422.238924:0:418388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00000080:00000010:1.1:1789097422.251138:0:418397:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438eb40.
00000080:00000010:1.1:1789097422.251149:0:418397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7da0.
00000080:00000010:0.1:1789097422.251931:0:418390:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419d98c0.
00000080:00000010:0.1:1789097422.251939:0:418390:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3780.
00010000:00000010:3.1:1789097422.297079:0:418396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097422.297093:0:418396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:0.1:1789097422.297530:0:418398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.297537:0:418398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:1.1:1789097422.308816:0:418405:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438b180.
00000080:00000010:1.1:1789097422.308832:0:418405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612160.
00000080:00000010:0.1:1789097422.329756:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165751080.
00000080:00000010:0.1:1789097422.329850:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32a0.
00010000:00000010:0.1:1789097422.372843:0:418402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.372853:0:418402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:0.1:1789097422.372858:0:418402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.372861:0:418402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:1.1:1789097422.421719:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097422.421727:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00000080:00000010:3.1:1789097422.423319:0:418415:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164392940.
00000080:00000010:3.1:1789097422.423330:0:418415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612340.
00000080:00000010:3.1:1789097422.423341:0:418415:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801657539c0.
00000080:00000010:3.1:1789097422.423345:0:418415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3780.
00010000:00000010:3.1:1789097422.431419:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152900.
00010000:00000010:3.1:1789097422.431431:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:1.1:1789097422.440269:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164396300.
00000080:00000010:1.1:1789097422.440280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cee0.
00000080:00000010:3.1:1789097422.444550:0:418398:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165757380.
00000080:00000010:3.1:1789097422.444566:0:418398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cb80.
00010000:00000010:1.1:1789097422.459736:0:418417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097422.459747:0:418417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:1.1:1789097422.479447:0:418418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097422.479460:0:418418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:0.1:1789097422.490688:0:418423:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165750840.
00000080:00000010:0.1:1789097422.490702:0:418423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce00.
00000080:00000010:1.1:1789097422.507003:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abeb40.
00000080:00000010:1.1:1789097422.507019:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612f20.
00010000:00000010:0.1:1789097422.508430:0:418425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.508436:0:418425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097422.521237:0:418431:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097422.521255:0:418431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00000080:00000010:1.1:1789097422.521264:0:418431:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016574a940.
00000080:00000010:1.1:1789097422.521275:0:418431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3180.
00010000:00000010:0.1:1789097422.579918:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.579931:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00000080:00000010:0.1:1789097422.579939:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abb180.
00000080:00000010:0.1:1789097422.579949:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612d60.
00010000:00000010:0.1:1789097422.602817:0:418444:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.602834:0:418444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00000080:00000010:0.1:1789097422.602845:0:418444:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016575a940.
00000080:00000010:0.1:1789097422.602852:0:418444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612f20.
00000080:00000010:0.1:1789097422.610216:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abb9c0.
00000080:00000010:0.1:1789097422.610234:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3760.
00010000:00000010:0.1:1789097422.628968:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.628977:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097422.646400:0:418448:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.646412:0:418448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:0.1:1789097422.646423:0:418448:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aaa100.
00000080:00000010:0.1:1789097422.646433:0:418448:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3060.
00000080:00000010:0.1:1789097422.658813:0:417992:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164392100.
00000080:00000010:0.1:1789097422.658823:0:417992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b32c0.
00010000:00000010:0.1:1789097422.684370:0:418453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b300.
00010000:00000010:0.1:1789097422.684384:0:418453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:0.1:1789097422.684388:0:418453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097422.684391:0:418453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097422.692521:0:418453:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aab180.
00000080:00000010:0.1:1789097422.692539:0:418453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3da0.
00000080:00000010:0.1:1789097422.743876:0:418468:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164391080.
00000080:00000010:0.1:1789097422.743888:0:418468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3cc0.
00010000:00000010:1.1:1789097422.744015:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:1.1:1789097422.744023:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097422.744028:0:417992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097422.744030:0:417992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00000080:00000010:1.1:1789097422.795822:0:416771:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164393180.
00000080:00000010:1.1:1789097422.795837:0:416771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3680.
00000080:00000010:1.1:1789097422.855434:0:418477:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141aaf380.
00000080:00000010:1.1:1789097422.855471:0:418477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3bc0.
00010000:00000010:1.1:1789097422.904014:0:418477:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097422.904029:0:418477:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097422.937252:0:418479:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab0000.
00000080:00000010:1.1:1789097422.937269:0:418479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612100.
00010000:00000010:1.1:1789097422.948254:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097422.948265:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097422.989988:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab5ac0.
00000080:00000010:1.1:1789097422.990006:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612c20.
00010000:00000010:1.1:1789097423.041442:0:418428:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097423.041455:0:418428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097423.062023:0:418481:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164386b40.
00000080:00000010:0.1:1789097423.062037:0:418481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612100.
00010000:00000010:0.1:1789097423.100917:0:418494:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.100931:0:418494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097423.166819:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab8000.
00000080:00000010:0.1:1789097423.166827:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b00.
00010000:00000010:0.1:1789097423.195430:0:418502:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.195446:0:418502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:1.1:1789097423.228649:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abd280.
00000080:00000010:1.1:1789097423.228664:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3ee0.
00010000:00000010:1.1:1789097423.262455:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097423.262463:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:0.1:1789097423.362080:0:418519:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab2100.
00000080:00000010:0.1:1789097423.362099:0:418519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612040.
00010000:00000010:0.1:1789097423.368145:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.368159:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0c00.
00000080:00000010:0.1:1789097423.376077:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438d280.
00000080:00000010:0.1:1789097423.376087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3fe0.
00010000:00000010:0.1:1789097423.451813:0:418538:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.451829:0:418538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00000080:00000010:0.1:1789097423.529666:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980164380000.
00000080:00000010:0.1:1789097423.529685:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7580.
00010000:00000010:0.1:1789097423.529993:0:418018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.530002:0:418018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:0.1:1789097423.575811:0:418459:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141ab1080.
00000080:00000010:0.1:1789097423.575835:0:418459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3fe0.
00010000:00000010:0.1:1789097423.596257:0:414895:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6be00.
00010000:00000010:0.1:1789097423.596267:0:414895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1600.
00000080:00000010:1.1:1789097423.657862:0:418552:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016438b9c0.
00000080:00000010:1.1:1789097423.657879:0:418552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30a0.
00010000:00000010:1.1:1789097423.695659:0:418554:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097423.697328:0:418554:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097423.737850:0:418018:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980141abc200.
00000080:00000010:1.1:1789097423.737865:0:418018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980265612a80.
00010000:00000010:1.1:1789097423.783372:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:1.1:1789097423.783379:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00000080:00000010:1.1:1789097423.832908:0:418569:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98016439b9c0.
00000080:00000010:1.1:1789097423.832922:0:418569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9802656127c0.
00010000:00000010:3.1:1789097436.983043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00000080:00000010:3.1:1789097436.986938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca60.
00010000:00000010:3.1:1789097436.986962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152200.
00010000:00000010:3.1:1789097436.986967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662400.
00010000:00000010:3.1:1789097438.665875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00000080:00000010:3.1:1789097438.665891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7aa0.
00000080:00000010:3.1:1789097438.665901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca60.
00010000:00000010:3.1:1789097438.696467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:3.1:1789097448.215846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00000080:00000010:3.1:1789097448.270003:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c160.
00010000:00000010:3.1:1789097448.270017:0:1013:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152200.
00010000:00000010:3.1:1789097448.270023:0:1013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097448.421034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00000080:00000010:3.1:1789097448.537497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf60.
00010000:00000010:3.1:1789097448.560941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097448.628824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13d00.
00010000:00000010:3.1:1789097448.628833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:3.1:1789097448.734843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097448.830840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:3.1:1789097448.941710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:3.1:1789097448.941818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:1.1:1789097448.947991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:1.1:1789097449.013822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1a00.
00010000:00000010:1.1:1789097449.013831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1e00.
00010000:00000010:1.1:1789097449.013836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0a00.
00010000:00000010:1.1:1789097449.013839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00010000:00000010:1.1:1789097449.013842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0000.
00010000:00000010:1.1:1789097449.013844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:1.1:1789097449.021849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0e00.
00010000:00000010:1.1:1789097449.021865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00010000:00000010:3.1:1789097449.037820:0:256920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097449.085862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00000080:00000010:1.1:1789097449.225082:0:419911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf60.
00010000:00000010:3.1:1789097449.278945:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246daca00.
00010000:00000010:1.1:1789097449.375814:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd000.
00000080:00000010:1.1:1789097449.375835:0:256910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d440.
00010000:00000010:3.1:1789097449.442902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dad400.
00010000:00000010:3.1:1789097449.467893:0:409080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed200.
00010000:00000010:3.1:1789097449.487110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:0.1:1789097449.564052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:3.1:1789097449.633583:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:3.1:1789097449.633594:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00010000:00000010:0.1:1789097449.646114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:0.1:1789097449.646128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ede00.
00010000:00000010:3.1:1789097449.647564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175a00.
00010000:00000010:3.1:1789097449.647586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00010000:00000010:3.1:1789097449.779944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00000080:00000010:3.1:1789097449.779955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c0a0.
00000080:00000010:1.1:1789097450.040837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0360.
00000080:00000010:1.1:1789097450.040848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9320.
00000080:00000010:0.1:1789097450.041938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ca80.
00000080:00000010:0.1:1789097450.041956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083af20.
00000080:00000010:0.1:1789097450.041962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98016083a8e0.
00000080:00000010:0.1:1789097450.041966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be9f60.
00000080:00000010:0.1:1789097450.046842:0:400359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c080.
00000080:00000010:0.1:1789097450.052971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980276be90c0.
00000080:00000010:0.1:1789097450.057874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980164656820.
00000080:00000010:0.1:1789097450.081907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c1e0.
00000080:00000010:3.1:1789097450.146797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801741d0ee0.
00000080:00000010:3.1:1789097450.146828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c0a0.
00000080:00000010:3.1:1789097450.146834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7060.
00010000:00000010:3.1:1789097450.328096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13000.
00010000:00000010:3.1:1789097450.328109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ede00.
00010000:00000010:3.1:1789097450.328115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:3.1:1789097450.328119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:1.1:1789097450.358886:0:419926:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13200.
00010000:00000010:1.1:1789097450.358902:0:419926:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00010000:00000010:1.1:1789097450.358906:0:419926:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13c00.
00010000:00000010:1.1:1789097450.358910:0:419926:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00000080:00000010:1.1:1789097451.854144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d2a0.
00000080:00000010:3.1:1789097451.876955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d200.
00010000:00000010:1.1:1789097460.583931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13f00.
00010000:00000010:1.1:1789097460.583940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ec200.
00000080:00000010:1.1:1789097460.609143:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d980.
00010000:00000010:3.1:1789097460.622131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897be00.
00010000:00000010:0.1:1789097460.840811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dac400.
00000080:00000010:0.1:1789097460.855067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b40.
00000080:00000010:3.1:1789097460.927899:0:420636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d180.
00010000:00000010:1.1:1789097460.969843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a200.
00000080:00000010:3.1:1789097460.982021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf80.
00010000:00000010:0.1:1789097461.050840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc400.
00010000:00000010:3.1:1789097461.270139:0:420485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ede00.
00010000:00000010:1.1:1789097461.345922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc000.
00000080:00000010:1.1:1789097461.354006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d280.
00010000:00000010:1.1:1789097461.459842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152d00.
00010000:00000010:1.1:1789097461.459855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed200.
00010000:00000010:3.1:1789097468.157892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ba00.
00010000:00000010:3.1:1789097468.393944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152000.
00010000:00000010:3.1:1789097468.393952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:3.1:1789097468.989192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:3.1:1789097470.362851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:3.1:1789097470.402906:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097471.303840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:3.1:1789097471.752299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097472.311846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edecc00.
00000080:00000010:3.1:1789097474.216912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c72a0.
00000080:00000010:3.1:1789097474.239836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00010000:00000010:3.1:1789097474.524908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4800.
00010000:00000010:3.1:1789097474.524930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:3.1:1789097474.893285:0:421226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00000080:00000010:0.1:1789097475.331574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fe0.
00010000:00000010:3.1:1789097476.031178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:3.1:1789097478.906891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4400.
00010000:00000010:1.1:1789097479.168934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00000080:00000010:1.1:1789097479.188911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d140.
00000080:00000010:1.1:1789097479.199897:0:421226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443dcc0.
00010000:00000010:1.1:1789097479.444867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980246dac600.
00000080:00000010:3.1:1789097480.684844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fc0.
00010000:00000010:3.1:1789097481.149577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175e00.
00010000:00000010:3.1:1789097481.149591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd200.
00000080:00000010:3.1:1789097481.169037:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cda0.
00000080:00000010:3.1:1789097481.248829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c74c0.
00000800:00000200:3.1:1789097491.635326:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.635343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.635353:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.635359:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.636172:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.636205:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.636215:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 167596 low water 2013354 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.636230:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 166316 low water 2013994 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.638010:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 230232 low water 1982036 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.638926:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 230232 low water 1982036 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.638968:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 228952 low water 1982676 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.638980:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 228952 low water 1982676 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640561:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640584:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640601:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 484616 low water 1854844 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.640626:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 603500 low water 1795402 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642869:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642897:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642913:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642929:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642945:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.642953:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 732612 low water 1730846 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645251:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645266:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645276:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645285:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645294:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.645299:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.646377:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.646393:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.646407:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.646422:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.646439:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.649740:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.649762:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.649786:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.649810:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 998504 low water 1597900 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.649834:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 997224 low water 1598540 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097491.653889:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1955964 low water 1119170 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.006477:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.006493:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.006503:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.006508:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.007368:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.007382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.007391:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.008353:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.008372:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.008382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.009372:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.009387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.009398:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.011893:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.011909:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.011919:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.012288:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.012300:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.012309:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 807172 low water 1693566 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.013661:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.013675:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.013684:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.013689:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.014384:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.014396:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.014405:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.016793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.016814:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.016825:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.017514:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 871088 low water 1661608 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.021959:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 2596404 low water 798950 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.459841:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.459864:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461202:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461233:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461247:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461603:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461617:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461629:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461639:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461652:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461662:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 894264 low water 1650020 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461713:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1026276 low water 1584014 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097494.461950:0:421234:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1636384 low water 1278960 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.454932:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -37804 low water 2116054 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458222:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458254:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458266:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458278:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458285:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458791:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458817:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458839:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.458850:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.459429:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.459459:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.459474:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.459490:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.459504:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.460451:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.460471:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.460485:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.460515:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.460529:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.461094:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.461114:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.461130:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.461144:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.461160:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.464405:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.464427:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.464745:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.464769:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.464785:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 915828 low water 1639238 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097496.469807:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1509832 low water 1342236 conn ffff980246266000 blocked idle queued
00010000:00000010:1.1:1789097500.275829:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801663dbc00.
00000080:00000010:1.1:1789097500.275838:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3020.
00010000:00000010:3.1:1789097500.509958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138500.
00010000:00000010:3.1:1789097500.509970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762800.
00000800:00000200:3.1:1789097500.697401:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.697421:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.697432:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.697443:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.697453:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.698103:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.698138:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.698151:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.698162:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.698173:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.699180:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.699201:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700453:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700469:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700480:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700490:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700500:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace -36524 low water 2115414 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.700594:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703033:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703055:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703065:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703077:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703087:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 551508 low water 1821398 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703818:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 615424 low water 1789440 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097500.703879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1573748 low water 1310278 conn ffff980246266000 blocked idle queued
00010000:00000010:3.1:1789097503.808186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801565d6e00.
00000080:00000010:3.1:1789097503.808202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443db20.
00010000:00000010:0.1:1789097503.824824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762800.
00010000:00000010:0.1:1789097504.012915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e800.
00010000:00000010:0.1:1789097504.012922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0fc00.
00010000:00000010:0.1:1789097504.012925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0fe00.
00010000:00000010:0.1:1789097504.012927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0f200.
00010000:00000010:0.1:1789097504.012930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0ec00.
00010000:00000010:0.1:1789097504.012932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0f800.
00010000:00000010:0.1:1789097504.012935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0ea00.
00010000:00000010:0.1:1789097504.012938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e200.
00010000:00000010:0.1:1789097504.012941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0f400.
00010000:00000010:0.1:1789097504.012943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e600.
00010000:00000010:0.1:1789097504.012945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0f000.
00010000:00000010:0.1:1789097504.012947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e400.
00010000:00000010:0.1:1789097504.012950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0ee00.
00010000:00000010:0.1:1789097504.012952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e000.
00010000:00000010:0.1:1789097504.012954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801565d6600.
00010000:00000010:0.1:1789097504.164866:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:0.1:1789097504.164875:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763000.
00010000:00000010:0.1:1789097504.164880:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9801565d6800.
00010000:00000010:1.1:1789097504.272826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0e000.
00000080:00000010:1.1:1789097504.294875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e80.
00000800:00000200:3.1:1789097510.572167:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 38728 low water 2077788 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.572180:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 38728 low water 2077788 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.572192:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 37448 low water 2078428 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.572196:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 37448 low water 2078428 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.572803:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 37448 low water 2078428 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.572821:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 36168 low water 2079068 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.573727:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 34888 low water 2079708 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.578391:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 80908 low water 2056698 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.578414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 80908 low water 2056698 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.578420:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 80908 low water 2056698 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.579520:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 221528 low water 1986388 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.579534:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 221528 low water 1986388 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.579538:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 221528 low water 1986388 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.580517:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 221528 low water 1986388 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.580540:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 221528 low water 1986388 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.580556:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 220248 low water 1987028 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586252:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586737:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586772:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586785:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586795:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586807:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.586814:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 587128 low water 1803588 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.588312:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 679168 low water 1757568 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.588326:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 679168 low water 1757568 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.588335:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 679168 low water 1757568 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.588344:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 679168 low water 1757568 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.588349:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 679168 low water 1757568 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589753:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589774:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589783:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.589798:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 934832 low water 1629736 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593264:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593287:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593296:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593306:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593314:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.593319:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594126:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594140:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594149:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594158:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594166:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594803:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.594816:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.595152:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.595161:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1190496 low water 1501904 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.596604:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1254412 low water 1469946 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.596616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1254412 low water 1469946 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.596620:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1254412 low water 1469946 conn ffff980246266000 blocked idle queued
00000800:00000200:3.1:1789097510.596653:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9802520d8000 wspace 1510076 low water 1342114 conn ffff980246266000 blocked idle queued
00000080:00000010:3.1:1789097521.207999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443df20.
00010000:00000010:1.1:1789097521.230934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937c00.
00010000:00000010:1.1:1789097521.279835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249400.
00010000:00000010:1.1:1789097521.279843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248800.
00010000:00000010:1.1:1789097521.279846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249c00.
00010000:00000010:1.1:1789097521.279848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249e00.
00010000:00000010:1.1:1789097521.279851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249200.
00010000:00000010:1.1:1789097521.279853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248600.
00010000:00000010:1.1:1789097521.312337:0:256910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249000.
00010000:00000010:1.1:1789097521.316049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248600.
00010000:00000010:1.1:1789097521.443572:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936e00.
00010000:00000010:3.1:1789097521.493315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937800.
00010000:00000010:1.1:1789097521.493538:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404600.
00010000:00000010:1.1:1789097521.493544:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405c00.
00010000:00000010:1.1:1789097521.493547:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405000.
00010000:00000010:1.1:1789097521.493550:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404400.
00010000:00000010:1.1:1789097521.493553:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937600.
00010000:00000010:1.1:1789097521.493556:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937a00.
00010000:00000010:1.1:1789097521.493559:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936200.
00010000:00000010:1.1:1789097521.493562:0:256917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936a00.
00010000:00000010:1.1:1789097521.628832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546ba00.
00010000:00000010:0.1:1789097521.653865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937000.
00010000:00000010:0.1:1789097521.653878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937400.
00010000:00000010:0.1:1789097521.653881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936600.
00010000:00000010:0.1:1789097521.653883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937c00.
00010000:00000010:0.1:1789097521.653886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936800.
00010000:00000010:0.1:1789097521.653888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937e00.
00010000:00000010:0.1:1789097521.653890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937200.
00010000:00000010:1.1:1789097521.960956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b600.
00010000:00000010:1.1:1789097521.960973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138700.
00010000:00000010:1.1:1789097521.960978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763a00.
00000080:00000010:1.1:1789097523.608001:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419be300.
00010000:00000010:1.1:1789097523.633840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763c00.
00010000:00000010:1.1:1789097523.633858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4900.
00010000:00000010:1.1:1789097523.633864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762200.
00010000:00000010:0.1:1789097523.633921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937400.
00010000:00000010:0.1:1789097523.633927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937000.
00010000:00000010:0.1:1789097523.633931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936600.
00010000:00000010:0.1:1789097523.633934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937c00.
00010000:00000010:0.1:1789097523.633937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936800.
00010000:00000010:0.1:1789097523.633939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937e00.
00010000:00000010:0.1:1789097523.633943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937200.
00010000:00000010:0.1:1789097523.640105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936c00.
00000080:00000010:1.1:1789097523.654823:0:421262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7d20.
00000080:00000010:1.1:1789097525.151910:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff980165756300.
00000080:00000010:1.1:1789097526.561194:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ba940.
00010000:00000010:1.1:1789097526.561276:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404000.
00010000:00000010:1.1:1789097526.561284:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b000.
00010000:00000010:1.1:1789097526.561288:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980144a0f200.
00010000:00000010:1.1:1789097526.583189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937e00.
00000080:00000010:1.1:1789097526.583208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cce0.
00010000:00000010:3.1:1789097526.643741:0:421268:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b100.
00010000:00000010:3.1:1789097526.643751:0:421268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763000.
00010000:00000010:3.1:1789097526.647074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138400.
00010000:00000010:3.1:1789097526.647083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762400.
00010000:00000010:3.1:1789097526.647087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4100.
00010000:00000010:3.1:1789097526.647093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0800.
00010000:00000010:0.1:1789097526.648797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:0.1:1789097526.648811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0200.
00000080:00000010:0.1:1789097526.710107:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ba100.
00010000:00000010:3.1:1789097534.365819:0:421837:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018c00.
00010000:00000010:3.1:1789097534.365828:0:421837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404800.
00010000:00000010:1.1:1789097535.762850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175100.
00010000:00000010:1.1:1789097535.762865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249400.
00010000:00000010:0.1:1789097537.349088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936e00.
00010000:00000010:1.1:1789097540.930842:0:421837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249400.
00010000:00000010:1.1:1789097545.581244:0:256909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4400.
00010000:00000010:1.1:1789097545.581252:0:256909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1200.
00000080:00000010:0.1:1789097545.602922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443dd20.
00010000:00000010:3.1:1789097545.876854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404800.
00000080:00000010:3.1:1789097545.876871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7640.
00010000:00000010:3.1:1789097545.895102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404600.
00010000:00000010:0.1:1789097546.385027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404600.
00010000:00000010:1.1:1789097546.399247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404800.
00000080:00000010:3.1:1789097546.457892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7840.
00010000:00000010:3.1:1789097546.503829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248400.
00010000:00000010:3.1:1789097546.529769:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175d00.
00010000:00000010:3.1:1789097546.529782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a800.
00000080:00000010:0.1:1789097546.586057:0:421884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f80.
00000080:00000010:0.1:1789097546.605079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3b00.
00010000:00000010:0.1:1789097551.619845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248400.
00010000:00000010:0.1:1789097553.697961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248800.
00010000:00000010:3.1:1789097554.054941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405200.
00010000:00000010:3.1:1789097557.475837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404a00.
00010000:00000010:1.1:1789097559.300957:0:422492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:1.1:1789097559.300965:0:422492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546ae00.
00010000:00000010:3.1:1789097561.325073:0:422492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404a00.
00010000:00000010:0.1:1789097562.054631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936800.
00010000:00000010:0.1:1789097562.743442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b400.
00010000:00000010:0.1:1789097562.743457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936200.
00010000:00000010:3.1:1789097565.072731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138600.
00010000:00000010:3.1:1789097565.072745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b200.
00010000:00000010:3.1:1789097565.275051:0:422509:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175500.
00010000:00000010:3.1:1789097565.275061:0:422509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248c00.
00010000:00000010:3.1:1789097565.311142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00010000:00000010:1.1:1789097565.328936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:1.1:1789097565.328945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546bc00.
00000080:00000010:3.1:1789097565.386835:0:422509:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d960.
00000080:00000010:3.1:1789097565.392814:0:422511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3940.
00010000:00000010:3.1:1789097565.441846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00010000:00000010:3.1:1789097565.454844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138900.
00010000:00000010:3.1:1789097565.454857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a800.
00000080:00000010:1.1:1789097565.502835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506ce40.
00010000:00000010:3.1:1789097565.535221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a400.
00010000:00000010:1.1:1789097565.553411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546ae00.
00010000:00000010:0.1:1789097565.558923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936600.
00010000:00000010:0.1:1789097565.558937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937000.
00010000:00000010:0.1:1789097565.558948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936200.
00010000:00000010:0.1:1789097565.558952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937a00.
00010000:00000010:0.1:1789097565.558955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937600.
00010000:00000010:0.1:1789097565.558957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936a00.
00010000:00000010:1.1:1789097565.573193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138900.
00010000:00000010:1.1:1789097565.573210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b000.
00000080:00000010:3.1:1789097565.628909:0:422347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d5a0.
00010000:00000010:3.1:1789097565.645891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138400.
00010000:00000010:3.1:1789097565.645910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b200.
00010000:00000010:3.1:1789097565.653832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404000.
00010000:00000010:3.1:1789097565.700943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404200.
00010000:00000010:3.1:1789097565.700955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405000.
00010000:00000010:3.1:1789097565.700958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405400.
00010000:00000010:3.1:1789097565.705822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a000.
00010000:00000010:3.1:1789097565.705831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b200.
00010000:00000010:3.1:1789097565.705835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b000.
00010000:00000010:3.1:1789097565.726255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a600.
00010000:00000010:1.1:1789097565.728328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937a00.
00010000:00000010:3.1:1789097565.745838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b400.
00000080:00000010:3.1:1789097569.238807:0:423092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f40.
00000080:00000010:1.1:1789097572.010847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d920.
00010000:00000010:1.1:1789097572.074857:0:423679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a800.
00010000:00000010:1.1:1789097572.085974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c200.
00010000:00000010:1.1:1789097572.085991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249a00.
00000080:00000010:1.1:1789097572.102825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443dca0.
00010000:00000010:3.1:1789097572.106846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405e00.
00000080:00000010:3.1:1789097572.120853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc40.
00010000:00000010:3.1:1789097572.134857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405e00.
00000080:00000010:3.1:1789097572.134871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cbc0.
00000080:00000010:3.1:1789097572.193832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443df20.
00010000:00000010:0.1:1789097573.205821:0:423692:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:3.1:1789097573.778009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138d00.
00010000:00000010:3.1:1789097573.778020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a600.
00010000:00000010:3.1:1789097573.780815:0:791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018200.
00010000:00000010:0.1:1789097573.780821:0:423772:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135ce00.
00010000:00000010:3.1:1789097573.780825:0:791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00010000:00000010:0.1:1789097573.780830:0:423772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248c00.
00010000:00000010:0.1:1789097575.740398:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249a00.
00010000:00000010:0.1:1789097575.740401:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405a00.
00000080:00000010:0.1:1789097575.750811:0:424262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b30a0.
00010000:00000010:0.1:1789097575.750824:0:424262:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:0.1:1789097575.750832:0:424262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937a00.
00010000:00000010:0.1:1789097575.750838:0:424262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937200.
00010000:00000010:3.1:1789097576.754838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249400.
00000080:00000010:3.1:1789097576.758819:0:424119:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d500.
00000080:00000010:3.1:1789097576.774833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f40.
00000080:00000010:3.1:1789097576.779840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc20.
00000080:00000010:1.1:1789097576.808826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3340.
00010000:00000010:3.1:1789097577.165839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b200.
00010000:00000010:3.1:1789097577.165852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937200.
00000080:00000010:1.1:1789097577.821811:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7f60.
00000080:00000010:1.1:1789097577.821823:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7800.
00000080:00000010:1.1:1789097577.821829:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c71c0.
00000080:00000010:1.1:1789097577.821832:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c72c0.
00000080:00000010:1.1:1789097577.821837:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c520.
00000080:00000010:1.1:1789097577.821842:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c78e0.
00000080:00000010:1.1:1789097577.821845:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443dea0.
00000080:00000010:1.1:1789097577.821849:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c76c0.
00000080:00000010:1.1:1789097577.821853:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a60.
00000080:00000010:1.1:1789097577.821856:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c620.
00000080:00000010:1.1:1789097577.821861:0:400360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7880.
00000080:00000010:1.1:1789097577.825821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2e0.
00000080:00000010:3.1:1789097577.825828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507360e0.
00000080:00000010:3.1:1789097577.825841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d000.
00000080:00000010:3.1:1789097577.825861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c9a0.
00000080:00000010:3.1:1789097577.825865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3840.
00000080:00000010:3.1:1789097577.825886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7160.
00000080:00000010:3.1:1789097577.825899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c720.
00000080:00000010:3.1:1789097577.825902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d720.
00000080:00000010:3.1:1789097577.825906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73e0.
00000080:00000010:3.1:1789097577.825919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c78a0.
00000080:00000010:3.1:1789097577.825933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d180.
00000080:00000010:3.1:1789097577.825947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7b20.
00000080:00000010:3.1:1789097577.826079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d6e0.
00000080:00000010:3.1:1789097577.826097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7c20.
00000080:00000010:3.1:1789097577.826125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c70c0.
00000080:00000010:3.1:1789097577.826148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7240.
00000080:00000010:3.1:1789097577.826172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c5c0.
00000080:00000010:3.1:1789097577.826188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7fa0.
00000080:00000010:3.1:1789097577.826192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cea0.
00000080:00000010:3.1:1789097577.826208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7a20.
00000080:00000010:3.1:1789097577.826222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c73a0.
00000080:00000010:3.1:1789097577.826226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7da0.
00000080:00000010:3.1:1789097577.826229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c980.
00000080:00000010:3.1:1789097577.826249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf60.
00000080:00000010:3.1:1789097577.826271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7400.
00000080:00000010:3.1:1789097577.826276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c3e0.
00000080:00000010:3.1:1789097577.826279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7e20.
00000080:00000010:3.1:1789097577.826282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c700.
00000080:00000010:3.1:1789097577.826305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7600.
00000080:00000010:3.1:1789097577.826320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7620.
00000080:00000010:3.1:1789097577.826323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7460.
00000080:00000010:3.1:1789097577.826325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c79e0.
00000080:00000010:3.1:1789097577.826342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ce0.
00000080:00000010:3.1:1789097577.826345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7260.
00000080:00000010:3.1:1789097577.826349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d4e0.
00000080:00000010:3.1:1789097577.826353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7ac0.
00000080:00000010:3.1:1789097577.826357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cc60.
00000080:00000010:3.1:1789097577.826361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf00.
00000080:00000010:3.1:1789097577.826364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3980.
00000080:00000010:3.1:1789097577.826368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801565c7100.
00010000:00000010:1.1:1789097577.829835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4300.
00010000:00000010:1.1:1789097577.829852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a800.
00010000:00000010:1.1:1789097577.829862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4500.
00010000:00000010:1.1:1789097577.829870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897bc00.
00010000:00000010:1.1:1789097577.829881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6800.
00010000:00000010:1.1:1789097577.829892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3dc00.
00010000:00000010:1.1:1789097577.829905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6d00.
00010000:00000010:1.1:1789097577.829928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d000.
00010000:00000010:1.1:1789097577.829938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152200.
00010000:00000010:1.1:1789097577.829948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a600.
00010000:00000010:1.1:1789097577.829966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13000.
00010000:00000010:1.1:1789097577.829980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b200.
00010000:00000010:1.1:1789097577.829993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13300.
00010000:00000010:1.1:1789097577.830008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54ae00.
00010000:00000010:1.1:1789097577.830020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152d00.
00010000:00000010:1.1:1789097577.830039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a200.
00010000:00000010:1.1:1789097577.830050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937e00.
00010000:00000010:1.1:1789097577.830058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248400.
00010000:00000010:1.1:1789097577.830069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138900.
00010000:00000010:1.1:1789097577.830082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a800.
00010000:00000010:1.1:1789097577.830088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c900.
00010000:00000010:1.1:1789097577.830095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248e00.
00010000:00000010:1.1:1789097577.830105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138c00.
00010000:00000010:1.1:1789097577.830119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546bc00.
00010000:00000010:1.1:1789097577.830129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138700.
00010000:00000010:1.1:1789097577.830145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a400.
00010000:00000010:1.1:1789097577.830154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018f00.
00010000:00000010:1.1:1789097577.830178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404c00.
00010000:00000010:1.1:1789097577.830194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aef00.
00010000:00000010:1.1:1789097577.830210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91ba00.
00010000:00000010:1.1:1789097577.830218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4c00.
00010000:00000010:1.1:1789097577.830234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1800.
00010000:00000010:1.1:1789097577.830245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aee00.
00010000:00000010:1.1:1789097577.830254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91a000.
00010000:00000010:1.1:1789097577.830261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aec00.
00010000:00000010:1.1:1789097577.830267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91ae00.
00010000:00000010:1.1:1789097577.830278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45e00.
00010000:00000010:1.1:1789097577.830287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ededc00.
00010000:00000010:1.1:1789097577.830295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45b00.
00010000:00000010:1.1:1789097577.830299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025eded200.
00010000:00000010:1.1:1789097577.830303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4d00.
00010000:00000010:1.1:1789097577.830314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1000.
00010000:00000010:1.1:1789097577.830323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45800.
00010000:00000010:1.1:1789097577.830335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edec600.
00010000:00000010:1.1:1789097577.830348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45400.
00010000:00000010:1.1:1789097577.830356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d600.
00010000:00000010:1.1:1789097577.830369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6400.
00010000:00000010:1.1:1789097577.830377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c800.
00010000:00000010:1.1:1789097577.830384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6900.
00010000:00000010:1.1:1789097577.830387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c400.
00010000:00000010:1.1:1789097577.830390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6100.
00010000:00000010:1.1:1789097577.830393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d800.
00010000:00000010:1.1:1789097577.830397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54aa00.
00010000:00000010:1.1:1789097577.830400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6600.
00010000:00000010:1.1:1789097577.830403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b800.
00010000:00000010:1.1:1789097577.830407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13800.
00010000:00000010:1.1:1789097577.830411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eca00.
00010000:00000010:1.1:1789097577.830419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138b00.
00010000:00000010:1.1:1789097577.830427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763600.
00010000:00000010:1.1:1789097577.830435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175000.
00010000:00000010:1.1:1789097577.830440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdce00.
00010000:00000010:1.1:1789097577.830444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413eda00.
00010000:00000010:1.1:1789097577.830447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13c00.
00010000:00000010:1.1:1789097577.830450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed600.
00010000:00000010:1.1:1789097577.830453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13700.
00010000:00000010:1.1:1789097577.830456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ecc00.
00010000:00000010:1.1:1789097577.830459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175600.
00010000:00000010:1.1:1789097577.830463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd800.
00010000:00000010:1.1:1789097577.830466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175200.
00010000:00000010:1.1:1789097577.830470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd600.
00010000:00000010:3.1:1789097577.833825:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bb00.
00010000:00000010:3.1:1789097577.833839:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936400.
00010000:00000010:3.1:1789097577.833846:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae400.
00010000:00000010:3.1:1789097577.833854:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91ac00.
00010000:00000010:3.1:1789097577.833859:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6e00.
00010000:00000010:3.1:1789097577.833864:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3cc00.
00010000:00000010:3.1:1789097577.833867:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6c00.
00010000:00000010:3.1:1789097577.833870:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c200.
00010000:00000010:3.1:1789097577.833874:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152000.
00010000:00000010:3.1:1789097577.833879:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b400.
00010000:00000010:3.1:1789097577.833887:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13a00.
00010000:00000010:3.1:1789097577.833892:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54ba00.
00010000:00000010:3.1:1789097577.833895:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13600.
00010000:00000010:3.1:1789097577.833899:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a200.
00010000:00000010:3.1:1789097577.833903:0:424119:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13d00.
00010000:00000010:3.1:1789097577.833906:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed200.
00010000:00000010:3.1:1789097577.833911:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405e00.
00010000:00000010:3.1:1789097577.833916:0:424119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b200.
00010000:00000010:3.1:1789097577.838844:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404200.
00010000:00000010:3.1:1789097577.838861:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00010000:00000010:3.1:1789097577.838867:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4900.
00010000:00000010:3.1:1789097577.838872:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937a00.
00010000:00000010:3.1:1789097577.838876:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bc00.
00010000:00000010:3.1:1789097577.838880:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936c00.
00010000:00000010:3.1:1789097577.838883:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4400.
00010000:00000010:3.1:1789097577.838890:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404000.
00010000:00000010:3.1:1789097577.838897:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138600.
00010000:00000010:3.1:1789097577.838906:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546ae00.
00010000:00000010:3.1:1789097577.838926:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1c00.
00010000:00000010:3.1:1789097577.838932:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936600.
00010000:00000010:3.1:1789097577.838938:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018400.
00010000:00000010:3.1:1789097577.838957:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404a00.
00010000:00000010:3.1:1789097577.838967:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763800.
00010000:00000010:3.1:1789097577.838977:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762a00.
00010000:00000010:3.1:1789097577.838983:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546be00.
00010000:00000010:3.1:1789097577.838987:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138300.
00010000:00000010:3.1:1789097577.838992:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91be00.
00010000:00000010:3.1:1789097577.839002:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91a600.
00010000:00000010:3.1:1789097577.839013:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdd400.
00010000:00000010:3.1:1789097577.839017:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546b800.
00010000:00000010:3.1:1789097577.839020:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91b800.
00010000:00000010:3.1:1789097577.839024:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae100.
00010000:00000010:3.1:1789097577.839028:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91b200.
00010000:00000010:3.1:1789097577.839030:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91aa00.
00010000:00000010:3.1:1789097577.839033:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91b600.
00010000:00000010:3.1:1789097577.839037:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025eded000.
00010000:00000010:3.1:1789097577.839045:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edeca00.
00010000:00000010:3.1:1789097577.839049:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025eded600.
00010000:00000010:3.1:1789097577.839056:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc600.
00010000:00000010:3.1:1789097577.839063:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4800.
00010000:00000010:3.1:1789097577.839071:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0400.
00010000:00000010:3.1:1789097577.839081:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45200.
00010000:00000010:3.1:1789097577.839086:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edece00.
00010000:00000010:3.1:1789097577.839090:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45f00.
00010000:00000010:3.1:1789097577.839094:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edec200.
00010000:00000010:3.1:1789097577.839096:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ededa00.
00010000:00000010:3.1:1789097577.839100:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1400.
00010000:00000010:3.1:1789097577.839103:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4b00.
00010000:00000010:3.1:1789097577.839109:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b800.
00010000:00000010:3.1:1789097577.839113:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45a00.
00010000:00000010:3.1:1789097577.839116:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edec400.
00010000:00000010:3.1:1789097577.839122:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d200.
00010000:00000010:3.1:1789097577.839128:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c600.
00010000:00000010:3.1:1789097577.839132:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3de00.
00010000:00000010:3.1:1789097577.839137:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152b00.
00010000:00000010:3.1:1789097577.839146:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ac00.
00010000:00000010:3.1:1789097577.839153:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6700.
00010000:00000010:3.1:1789097577.839158:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3d400.
00010000:00000010:3.1:1789097577.839165:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6f00.
00010000:00000010:3.1:1789097577.839170:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3da00.
00010000:00000010:3.1:1789097577.839176:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6500.
00010000:00000010:3.1:1789097577.839181:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ce00.
00010000:00000010:3.1:1789097577.839184:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6b00.
00010000:00000010:3.1:1789097577.839191:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54ac00.
00010000:00000010:3.1:1789097577.839197:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b600.
00010000:00000010:3.1:1789097577.839203:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54b400.
00010000:00000010:3.1:1789097577.839208:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13b00.
00010000:00000010:3.1:1789097577.839212:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a400.
00010000:00000010:3.1:1789097577.839218:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13200.
00010000:00000010:3.1:1789097577.839222:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54be00.
00010000:00000010:3.1:1789097577.839227:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ed800.
00010000:00000010:3.1:1789097577.839232:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13400.
00010000:00000010:3.1:1789097577.839238:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ec200.
00010000:00000010:3.1:1789097577.839246:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248000.
00010000:00000010:3.1:1789097577.839250:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6b600.
00010000:00000010:3.1:1789097577.839254:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937400.
00010000:00000010:3.1:1789097577.839259:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138e00.
00010000:00000010:3.1:1789097577.839262:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546aa00.
00010000:00000010:3.1:1789097577.839266:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138500.
00010000:00000010:3.1:1789097577.839270:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a200.
00010000:00000010:3.1:1789097577.839274:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138800.
00010000:00000010:3.1:1789097577.839276:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546ac00.
00010000:00000010:3.1:1789097577.839280:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138a00.
00010000:00000010:3.1:1789097577.839286:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265763400.
00010000:00000010:3.1:1789097577.839291:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138f00.
00010000:00000010:3.1:1789097577.839296:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecddc00.
00010000:00000010:3.1:1789097577.839299:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138100.
00010000:00000010:3.1:1789097577.839302:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762600.
00010000:00000010:3.1:1789097577.839307:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243138000.
00010000:00000010:3.1:1789097577.839314:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980265762e00.
00010000:00000010:3.1:1789097577.839319:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae700.
00010000:00000010:3.1:1789097577.839322:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91a800.
00010000:00000010:3.1:1789097577.839326:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175f00.
00010000:00000010:3.1:1789097577.839329:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdcc00.
00010000:00000010:3.1:1789097577.839333:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae500.
00010000:00000010:3.1:1789097577.839339:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91b400.
00010000:00000010:3.1:1789097577.839343:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aed00.
00010000:00000010:3.1:1789097577.839349:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91bc00.
00010000:00000010:3.1:1789097577.839354:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438aea00.
00010000:00000010:3.1:1789097577.839357:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91b000.
00010000:00000010:3.1:1789097577.839361:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae900.
00010000:00000010:3.1:1789097577.839365:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91a200.
00010000:00000010:3.1:1789097577.839367:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae800.
00010000:00000010:3.1:1789097577.839371:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027b91a400.
00010000:00000010:3.1:1789097577.839373:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802438ae200.
00010000:00000010:3.1:1789097577.839376:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edecc00.
00010000:00000010:3.1:1789097577.839380:0:1032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45300.
00010000:00000010:3.1:1789097577.839384:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025eded400.
00010000:00000010:3.1:1789097577.839450:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4a00.
00010000:00000010:3.1:1789097577.839456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d1c00.
00010000:00000010:3.1:1789097577.839460:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45600.
00010000:00000010:3.1:1789097577.839463:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025eded800.
00010000:00000010:3.1:1789097577.839467:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45700.
00010000:00000010:3.1:1789097577.839471:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edec800.
00010000:00000010:3.1:1789097577.839474:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4e00.
00010000:00000010:3.1:1789097577.839476:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98026b3d0600.
00010000:00000010:3.1:1789097577.839479:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45c00.
00010000:00000010:3.1:1789097577.839481:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edede00.
00010000:00000010:3.1:1789097577.839486:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45d00.
00010000:00000010:3.1:1789097577.839489:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025edec000.
00010000:00000010:3.1:1789097577.839493:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45900.
00010000:00000010:3.1:1789097577.839496:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3ca00.
00010000:00000010:3.1:1789097577.839501:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802612d4000.
00010000:00000010:3.1:1789097577.839505:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897aa00.
00010000:00000010:3.1:1789097577.839511:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980250e45100.
00010000:00000010:3.1:1789097577.839514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024fc3c000.
00010000:00000010:3.1:1789097577.839516:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175800.
00010000:00000010:3.1:1789097577.839519:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdc200.
00010000:00000010:3.1:1789097577.839525:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6200.
00010000:00000010:3.1:1789097577.839530:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a600.
00010000:00000010:3.1:1789097577.839534:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6a00.
00010000:00000010:3.1:1789097577.839537:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a000.
00010000:00000010:3.1:1789097577.839539:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6000.
00010000:00000010:3.1:1789097577.839542:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98027f54a800.
00010000:00000010:3.1:1789097577.839544:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98017e8c6300.
00010000:00000010:3.1:1789097577.839548:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdde00.
00010000:00000010:3.1:1789097577.839550:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13f00.
00010000:00000010:3.1:1789097577.839554:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9802413ede00.
00010000:00000010:3.1:1789097577.839560:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152700.
00010000:00000010:3.1:1789097577.839564:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ba00.
00010000:00000010:3.1:1789097577.839567:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243b13500.
00010000:00000010:3.1:1789097577.839571:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b600.
00010000:00000010:3.1:1789097577.839574:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152c00.
00010000:00000010:3.1:1789097577.839581:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897be00.
00010000:00000010:3.1:1789097577.839585:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152a00.
00010000:00000010:3.1:1789097577.839590:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a400.
00010000:00000010:3.1:1789097577.839593:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152800.
00010000:00000010:3.1:1789097577.839596:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897a000.
00010000:00000010:3.1:1789097577.839600:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175a00.
00010000:00000010:3.1:1789097577.839605:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdca00.
00010000:00000010:3.1:1789097577.839607:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980282175300.
00010000:00000010:3.1:1789097577.839610:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98025ecdda00.
00010000:00000010:3.1:1789097577.862824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00000080:00000010:3.1:1789097577.871826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c980.
00010000:00000010:3.1:1789097577.880823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:3.1:1789097577.880832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404e00.
00000080:00000010:3.1:1789097577.880838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c720.
00010000:00000010:3.1:1789097577.896807:0:424279:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018600.
00010000:00000010:3.1:1789097577.900830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00010000:00000010:3.1:1789097577.900841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405e00.
00000080:00000010:0.1:1789097578.909829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b36c0.
00010000:00000010:3.1:1789097578.913811:0:424283:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c900.
00010000:00000010:3.1:1789097578.913819:0:424283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f249e00.
00000080:00000010:3.1:1789097578.913824:0:424283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443d840.
00010000:00000010:3.1:1789097578.917812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018000.
00000080:00000010:3.1:1789097578.925819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c2a0.
00000080:00000010:0.1:1789097579.941814:0:424289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98024443db60.
00000080:00000010:0.1:1789097579.941881:0:424289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cf60.
00010000:00000010:0.1:1789097579.946812:0:424289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248400.
00010000:00000010:0.1:1789097579.946825:0:424289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018400.
00010000:00000010:0.1:1789097579.946831:0:424289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404a00.
00010000:00000010:0.1:1789097579.946838:0:424289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404200.
00010000:00000010:0.1:1789097579.946845:0:424289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018f00.
00010000:00000010:0.1:1789097579.946855:0:424289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248e00.
00010000:00000010:0.1:1789097579.946865:0:424289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018c00.
00010000:00000010:0.1:1789097579.946869:0:424289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404000.
00010000:00000010:3.1:1789097579.967828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404600.
00000080:00000010:3.1:1789097579.979821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00010000:00000010:3.1:1789097579.991837:0:424291:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018c00.
00010000:00000010:3.1:1789097579.991851:0:424291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404600.
00000080:00000010:3.1:1789097579.991857:0:424291:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cde0.
00010000:00000010:3.1:1789097582.563833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98025135c100.
00010000:00000010:3.1:1789097582.563843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98017f248000.
00000080:00000010:3.1:1789097582.568828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c840.
00010000:00000010:3.1:1789097582.573825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405400.
00000080:00000010:3.1:1789097582.592885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506cfe0.
00000080:00000010:3.1:1789097582.592960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c920.
00010000:00000010:3.1:1789097583.376853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1400.
00010000:00000010:3.1:1789097583.376862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a400.
00010000:00000010:3.1:1789097583.381860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546a800.
00000080:00000010:3.1:1789097583.458815:0:424906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff980150736620.
00010000:00000010:3.1:1789097583.484849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018b00.
00010000:00000010:3.1:1789097583.484857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405a00.
00000080:00000010:3.1:1789097583.493814:0:424913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c100.
00010000:00000010:3.1:1789097585.188827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155937000.
00010000:00000010:3.1:1789097585.200824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404400.
00010000:00000010:3.1:1789097585.200831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404c00.
00010000:00000010:3.1:1789097585.200833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405000.
00010000:00000010:3.1:1789097585.200837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1d00.
00010000:00000010:3.1:1789097585.200841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546bc00.
00000080:00000010:3.1:1789097585.203818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98017506c6e0.
00000080:00000010:3.1:1789097585.203846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9801419ba100.
00010000:00000010:0.1:1789097585.960037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018400.
00010000:00000010:0.1:1789097585.960046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405800.
00000080:00000010:0.1:1789097585.967835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3e80.
00010000:00000010:0.1:1789097585.971834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980241662800.
00000080:00000010:0.1:1789097585.991846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3040.
00000080:00000010:0.1:1789097585.995830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801775b3f40.
00010000:00000010:3.1:1789097586.018808:0:425518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018c00.
00010000:00000010:3.1:1789097586.018814:0:425518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405a00.
00000800:00000200:3.1:1789097647.857634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097651.954014:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097651.954370:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097651.954471:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097651.954578:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097651.954679:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097657.073269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097657.073517:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097657.073676:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097657.073827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097657.073914:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.193387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.193391:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1789097662.193988:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.193990:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1789097662.194285:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.194288:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1789097662.194484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.194485:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1789097662.194746:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097662.194748:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1789097667.313673:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097667.314268:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097667.314407:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097667.314554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097667.314688:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.433604:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.433616:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1789097672.434704:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.434708:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1789097672.434937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.434939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1789097672.435103:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.435104:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1789097672.435319:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097672.435321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1789097677.553353:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097677.553676:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097677.553996:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097677.554105:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097677.554201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.673428:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.673436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1789097682.674027:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.674031:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1789097682.674232:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.674234:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1789097682.674387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.674388:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1789097682.674594:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097682.674596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1789097687.793412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097687.793417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1789097687.793945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097687.793947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1789097687.794183:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097687.794185:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1789097687.794436:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097687.794438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1789097687.794627:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097687.794628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1789097692.913408:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097692.913413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1789097692.914110:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097692.914113:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1789097692.914378:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097692.914380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1789097692.914598:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097692.914600:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1789097692.914978:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097692.914979:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1789097698.033498:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097698.033911:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097698.034283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097698.034545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097698.034645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.153533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.153539:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1789097703.154124:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.154126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1789097703.154388:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.154391:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1789097703.154624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.154627:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1789097703.154868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097703.154870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 29 secs later)
00000800:00000200:3.1:1789097708.273724:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097708.273731:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1789097708.274643:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097708.274646:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1789097708.274919:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097708.274921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1789097708.275230:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097708.275232:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1789097708.275589:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097708.275591:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1789097713.393994:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097713.393998:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1789097713.395388:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097713.395401:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1789097713.395880:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097713.395882:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1789097713.396200:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097713.396202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1789097713.396396:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097713.396398:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1789097718.513873:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097718.513877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1789097718.514572:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097718.514575:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1789097718.515249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097718.515251:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1789097718.515487:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097718.515489:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1789097718.515674:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097718.515676:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1789097723.633879:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097723.633892:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1789097723.635118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097723.635122:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1789097723.635534:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097723.635538:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1789097723.635840:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097723.635843:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1789097723.636337:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097723.636340:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1789097728.754181:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097728.754192:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1789097728.755868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097728.755873:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1789097728.756265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097728.756267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1789097728.756525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097728.756526:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1789097728.756882:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097728.756884:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1789097733.874318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097733.874962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097733.875256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097733.875558:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097733.875954:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.994315:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.994327:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097738.995430:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.995443:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097738.996639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.996649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097738.997244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.997248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097738.997599:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097738.997603:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097744.114326:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097744.114348:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097744.116310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097744.116326:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097744.116936:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097744.116941:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097744.117906:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097744.117914:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097744.118983:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097744.118989:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097749.233441:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097749.233447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097749.234063:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097749.234065:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097749.234248:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097749.234250:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097749.234447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097749.234449:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097749.234686:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097749.234689:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097754.354086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097754.354101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789097754.355594:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097754.355598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789097754.356066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097754.356069:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789097754.356460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097754.356463:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789097754.357123:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097754.357126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789097759.473657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097759.473663:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097759.474456:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097759.474458:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097759.474647:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097759.474648:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097759.474842:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097759.474844:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097759.475247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097759.475249:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097764.594377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097764.594393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097764.595635:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097764.595640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097764.596342:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097764.596348:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097764.597009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097764.597014:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097764.597644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097764.597650:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097769.713588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097769.713593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097769.714225:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097769.714227:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097769.714544:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097769.714546:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097769.714756:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097769.714758:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097769.715175:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097769.715177:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097774.834295:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097774.834314:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097774.835750:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097774.835754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097774.836210:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097774.836213:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097774.836521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097774.836524:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097774.836921:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097774.836927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097779.953673:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097779.953679:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097779.954478:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097779.954481:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097779.954779:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097779.954782:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097779.955101:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097779.955103:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097779.955382:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097779.955385:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097785.073848:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097785.073852:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097785.074949:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097785.074951:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097785.075235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097785.075238:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097785.075583:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097785.075586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097785.076102:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097785.076105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097790.194140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097790.194148:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097790.195483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097790.195486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097790.195970:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097790.195973:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097790.196430:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097790.196433:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097790.197070:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097790.197073:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097795.315307:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097795.315312:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097795.315995:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097795.315999:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097795.316386:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097795.316390:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097795.316899:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097795.316903:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097795.317328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097795.317332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097800.434231:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097800.435023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097800.435262:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097800.435519:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097800.435783:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.555168:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.555175:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097805.555837:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.555843:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097805.556476:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.556480:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097805.556934:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.556940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097805.557390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097805.557393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097810.674033:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097810.674043:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097810.675226:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097810.675229:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097810.675827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097810.675831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097810.676649:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097810.676653:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097810.677568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097810.677590:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097815.794257:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097815.794270:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097815.795356:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097815.795362:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097815.795839:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097815.795843:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097815.796291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097815.796294:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097815.796779:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097815.796783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097820.914187:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097820.914202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097820.915347:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097820.915352:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097820.915963:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097820.915968:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097820.916600:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097820.916605:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097820.917160:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097820.917163:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097826.034176:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097826.034184:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097826.035067:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097826.035069:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097826.035256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097826.035258:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097826.035434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097826.035436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097826.035609:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097826.035611:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789097831.153843:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097831.153851:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097831.155009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097831.155011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097831.155304:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097831.155307:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097831.155579:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097831.155582:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097831.156132:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097831.156135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097836.274091:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097836.274098:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789097836.275434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097836.275440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789097836.276199:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097836.276202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789097836.276553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097836.276556:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789097836.277264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097836.277267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789097841.394207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097841.394221:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097841.395582:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097841.395587:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097841.396117:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097841.396121:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097841.396567:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097841.396571:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097841.397179:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097841.397182:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097846.514080:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097846.514088:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097846.515503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097846.515507:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097846.516009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097846.516013:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097846.516372:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097846.516375:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097846.516964:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097846.516970:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097851.634185:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097851.634197:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097851.635497:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097851.635504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097851.636127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097851.636133:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097851.637645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097851.637650:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097851.638390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097851.638394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097856.754314:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097856.754327:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097856.755539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097856.755542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097856.755957:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097856.755961:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097856.756374:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097856.756409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097856.756857:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097856.756860:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097861.874062:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097861.874073:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097861.875395:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097861.875399:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097861.875946:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097861.875949:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097861.876371:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097861.876377:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097861.877066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097861.877070:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789097866.994049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097866.994769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097866.995380:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097866.995705:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097866.996030:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.114753:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.114768:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097872.116316:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.116323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097872.116846:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.116850:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097872.117352:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.117358:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097872.117877:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097872.117880:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097877.234066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097877.234083:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097877.235945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097877.235950:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097877.236591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097877.236596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097877.237224:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097877.237230:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097877.237610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097877.237616:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789097882.354034:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097882.354049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097882.355701:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097882.355706:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097882.356509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097882.356513:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097882.357042:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097882.357045:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097882.357648:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097882.357651:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789097887.474092:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097887.474101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789097887.475422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097887.475427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789097887.475779:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097887.475782:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789097887.476285:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097887.476289:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789097887.476709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097887.476712:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789097892.594229:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097892.594239:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097892.595420:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097892.595423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097892.595843:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097892.595848:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097892.596212:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097892.596216:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097892.596725:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097892.596728:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789097897.713466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097897.713470:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097897.714177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097897.714179:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097897.714373:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097897.714374:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097897.714547:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097897.714548:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789097897.714814:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097897.714816:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789097902.834127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097902.834136:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789097902.835193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097902.835197:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789097902.835549:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097902.835551:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789097902.835844:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097902.835846:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789097902.836097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097902.836100:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789097907.954310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097907.954320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097907.955938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097907.955940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097907.956383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097907.956385:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097907.956775:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097907.956778:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097907.957069:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097907.957071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789097913.074293:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097913.074335:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097913.076258:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097913.076262:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097913.076660:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097913.076665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097913.077173:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097913.077178:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097913.077553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097913.077556:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097918.194637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097918.194647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097918.195931:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097918.195934:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097918.196265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097918.196267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097918.196550:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097918.196553:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097918.196875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097918.196879:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789097923.313978:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097923.313988:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097923.315415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097923.315422:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097923.316028:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097923.316031:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097923.316602:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097923.316605:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097923.316992:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097923.316996:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789097928.434118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097928.434129:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789097928.435644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097928.435648:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789097928.436180:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097928.436183:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789097928.436627:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097928.436631:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789097928.437194:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097928.437200:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789097933.554574:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097933.555412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097933.555697:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097933.555986:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097933.556271:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.673971:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.673978:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097938.674646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.674652:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097938.675554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.675560:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097938.675871:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.675873:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789097938.676253:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097938.676255:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789097943.794706:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097943.794720:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097943.796140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097943.796146:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097943.796552:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097943.796556:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097943.797108:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097943.797112:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097943.797468:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097943.797471:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789097948.914120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097948.914134:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097948.915536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097948.915541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097948.916020:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097948.916023:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097948.916450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097948.916464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097948.917033:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097948.917036:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789097954.035155:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097954.035164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097954.035890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097954.035894:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097954.036261:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097954.036264:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097954.036918:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097954.036921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097954.037392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097954.037395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789097959.154061:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097959.154069:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097959.155383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097959.155386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097959.155780:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097959.155783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097959.156163:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097959.156167:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789097959.156661:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097959.156665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789097964.273984:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097964.273996:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097964.275482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097964.275491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097964.276021:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097964.276024:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097964.276535:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097964.276541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097964.276970:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097964.276973:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789097969.393483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097969.393488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097969.394129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097969.394132:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097969.394399:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097969.394401:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097969.394577:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097969.394579:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097969.394836:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097969.394838:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789097974.514014:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097974.514020:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097974.514832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097974.514835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097974.515190:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097974.515193:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097974.515567:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097974.515569:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097974.515755:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097974.515757:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789097979.633829:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097979.633836:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097979.634944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097979.634953:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097979.635348:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097979.635350:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097979.635584:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097979.635586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789097979.635832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789097979.635835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789097984.754013:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097984.754020:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097984.754651:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097984.754652:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097984.754860:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097984.754862:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097984.755063:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097984.755065:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097984.755242:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097984.755243:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789097989.873973:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097989.873981:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097989.874805:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097989.874808:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097989.875132:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097989.875135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097989.875422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097989.875425:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097989.875863:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097989.875867:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789097994.993588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097994.993592:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097994.994318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097994.994319:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097994.994503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097994.994505:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097994.994707:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097994.994709:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789097994.995155:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789097994.995157:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789098000.113482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098000.113939:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098000.114101:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098000.114282:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098000.114440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.233962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.233979:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789098005.235343:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.235346:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789098005.235676:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.235679:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789098005.236030:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.236033:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789098005.236317:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098005.236320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789098010.354877:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098010.354903:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789098010.356318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098010.356321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789098010.356851:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098010.356856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789098010.357391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098010.357395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789098010.358167:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098010.358173:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789098015.473749:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098015.473758:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789098015.474589:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098015.474593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789098015.475005:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098015.475008:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789098015.475343:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098015.475346:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789098015.475726:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098015.475729:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098020.593752:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098020.593759:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098020.594644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098020.594647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098020.594963:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098020.594966:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098020.595292:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098020.595297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098020.595618:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098020.595620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098025.713553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098025.713558:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789098025.714277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098025.714280:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789098025.714555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098025.714558:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789098025.714804:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098025.714806:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789098025.715125:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098025.715143:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789098030.834355:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098030.834366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098030.835457:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098030.835461:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098030.835830:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098030.835865:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098030.836220:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098030.836223:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098030.836562:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098030.836564:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789098035.954376:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098035.954402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789098035.956287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098035.956290:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789098035.956714:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098035.956717:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789098035.957143:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098035.957147:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789098035.957703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098035.957707:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789098041.073455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098041.073459:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098041.074193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098041.074195:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098041.074379:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098041.074381:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098041.074557:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098041.074559:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098041.074829:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098041.074832:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098046.193682:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098046.193688:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098046.194766:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098046.194772:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098046.195401:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098046.195405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098046.195981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098046.195984:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098046.196327:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098046.196329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098051.313493:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098051.313502:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098051.314319:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098051.314322:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098051.314657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098051.314660:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098051.315152:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098051.315156:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098051.315455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098051.315458:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00010000:00000010:1.1:1789098056.441836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018f00.
00010000:00000010:1.1:1789098056.441845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161405600.
00010000:00000010:1.1:1789098056.441849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98027bc6bf00.
00010000:00000010:1.1:1789098056.441852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980155936000.
00010000:00000010:1.1:1789098056.441855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152100.
00010000:00000010:1.1:1789098056.441858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897ae00.
00010000:00000010:1.1:1789098056.441860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980243152500.
00010000:00000010:1.1:1789098056.441863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98024897b200.
00000800:00000200:3.1:1789098107.634152:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098107.634169:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098107.635590:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098107.635593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098107.635911:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098107.635915:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098107.636306:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098107.636308:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098107.636711:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098107.636723:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789098112.753722:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098112.753730:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098112.754581:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098112.754583:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098112.754845:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098112.754847:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098112.755129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098112.755131:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098112.755373:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098112.755375:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789098117.873539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098117.873544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098117.874352:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098117.874356:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098117.874758:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098117.874763:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098117.875300:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098117.875303:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098117.875830:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098117.875834:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789098122.994392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098122.994414:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789098122.996232:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098122.996238:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789098122.996751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098122.996756:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789098122.997294:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098122.997299:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789098122.997769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098122.997773:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789098133.233978:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098133.234707:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098133.235410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098133.235653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789098133.235817:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.354615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.354631:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098138.355137:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.355139:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098138.355680:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.355682:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098138.356030:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.356032:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098138.356541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098138.356543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098143.473754:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098143.473767:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789098143.475250:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098143.475256:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789098143.475564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098143.475566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789098143.475885:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098143.475888:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789098143.476365:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098143.476369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789098148.594176:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098148.594189:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098148.595541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098148.595545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098148.595903:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098148.595906:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098148.596267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098148.596269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098148.596531:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098148.596533:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789098153.714177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098153.714187:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098153.715121:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098153.715122:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098153.715392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098153.715393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098153.715675:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098153.715677:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789098153.715932:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098153.715934:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000080:00000010:3.1:1789098186.491817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9801507362c0.
00010000:00000010:3.1:1789098186.491829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018b00.
00010000:00000010:3.1:1789098186.491834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404200.
00010000:00000010:3.1:1789098186.491836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff980258018400.
00010000:00000010:3.1:1789098186.491838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff980161404800.
00010000:00000010:3.1:1789098186.491840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9802429c1200.
00010000:00000010:3.1:1789098186.491843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98015546be00.
00000800:00000200:0.1:1789098338.033898:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098338.033908:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098338.034941:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098338.034945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098338.035342:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098338.035345:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098338.035696:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098338.035698:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098338.036032:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098338.036036:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098363.633757:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098363.633774:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098363.634326:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098363.634328:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098363.634553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098363.634555:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098363.634840:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098363.634842:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098363.635060:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098363.635062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789098368.753538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098368.753545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789098368.754134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098368.754137:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789098368.754416:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098368.754418:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789098368.754729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098368.754732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789098368.755041:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098368.755043:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789098378.993888:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098378.993897:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098378.994947:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098378.994952:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098378.995460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098378.995464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098378.995951:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098378.995954:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098378.996376:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098378.996380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098399.473887:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098399.474235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098399.474424:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098399.474515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098399.474605:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.594180:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.594190:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098404.595362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.595365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098404.595697:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.595699:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098404.596185:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.596195:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098404.596638:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098404.596640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098409.713732:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098409.713747:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098409.714947:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098409.714950:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098409.715174:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098409.715176:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098409.715381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098409.715383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098409.715664:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098409.715666:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098414.833632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098414.833636:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789098414.834413:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098414.834416:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789098414.834747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098414.834750:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789098414.835109:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098414.835112:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789098414.835439:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098414.835442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789098419.953760:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098419.953768:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789098419.954632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098419.954635:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789098419.954981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098419.954984:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789098419.955244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098419.955247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789098419.955554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098419.955556:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789098425.074098:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098425.074105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789098425.075730:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098425.075739:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789098425.076366:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098425.076369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789098425.076685:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098425.076687:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789098425.076919:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098425.076921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789098430.193529:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098430.193535:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789098430.194134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098430.194135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789098430.194321:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098430.194322:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789098430.194494:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098430.194496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789098430.194739:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098430.194742:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789098440.433470:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098440.433476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789098440.434020:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098440.434022:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789098440.434205:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098440.434206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789098440.434423:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098440.434424:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789098440.434602:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098440.434603:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789098445.553743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098445.553753:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098445.554721:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098445.554724:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098445.554988:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098445.554990:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098445.555184:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098445.555186:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098445.555483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098445.555485:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789098450.673656:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098450.673666:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098450.674617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098450.674620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098450.674933:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098450.674936:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098450.675281:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098450.675283:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098450.675729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098450.675733:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098455.793665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098455.793668:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098455.794645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098455.794655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098455.795299:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098455.795301:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098455.795536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098455.795537:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098455.795709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098455.795710:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098460.913725:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098460.913733:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098460.914825:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098460.914827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098460.915049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098460.915050:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098460.915244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098460.915247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098460.915544:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098460.915547:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098466.033445:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098466.033841:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098466.034004:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098466.034186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098466.034333:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.153471:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.153478:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098471.154363:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.154366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098471.154681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.154683:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098471.155048:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.155051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098471.155411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098471.155413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789098476.274332:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098476.274336:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098476.274604:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098476.274606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098476.274960:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098476.274962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098476.275143:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098476.275145:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098476.275321:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098476.275323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789098660.594265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098660.594275:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789098660.595647:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098660.595649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789098660.595984:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098660.595987:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789098660.596280:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098660.596282:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789098660.596561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098660.596563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789098665.713968:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098665.714492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098665.714993:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098665.715215:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098665.715401:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098686.195289:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098686.195738:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098686.195741:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098691.313887:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098691.313899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098691.315192:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098691.315197:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098691.315593:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098691.315596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098691.315959:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098691.315962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098691.316629:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098691.316634:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098696.433723:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098696.433730:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098696.434870:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098696.434872:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098696.435289:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098696.435291:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098696.435695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098696.435698:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098696.436133:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098696.436135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098701.554097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098701.554105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098701.555668:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098701.555673:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098701.556312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098701.556317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098701.557128:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098701.557134:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098701.557722:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098701.557725:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098706.673424:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098706.673429:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098706.674167:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098706.674170:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098706.674599:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098706.674602:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098706.674982:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098706.674985:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098706.675351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098706.675354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098711.793520:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098711.793528:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098711.794010:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098711.794012:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098711.794212:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098711.794213:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098711.794390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098711.794392:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098711.794631:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098711.794632:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098716.913562:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098716.913566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098716.914358:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098716.914365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098716.914829:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098716.914830:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098716.915164:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098716.915166:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098716.915366:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098716.915369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098722.034167:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098722.034178:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098722.035723:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098722.035726:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098722.036099:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098722.036102:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098722.036436:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098722.036438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098722.036813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098722.036816:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098727.154120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098727.154128:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098727.155245:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098727.155248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098727.155624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098727.155628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098727.155961:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098727.155963:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098727.156283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098727.156303:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098732.273916:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098732.274602:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098732.275141:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098732.275447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098732.275696:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.394500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.394515:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789098737.396029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.396033:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789098737.396489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.396492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789098737.397060:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.397064:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789098737.397476:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098737.397487:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789098742.513866:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098742.513872:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789098742.514936:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098742.514939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789098742.515297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098742.515300:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789098742.515692:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098742.515694:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789098742.516202:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098742.516205:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789098747.633837:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098747.633840:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789098747.635064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098747.635074:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789098747.635758:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098747.635760:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789098747.636035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098747.636037:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789098747.636231:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098747.636233:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789098752.753690:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098752.753700:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098752.754858:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098752.754860:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098752.755049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098752.755052:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098752.755230:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098752.755232:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098752.755489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098752.755490:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098757.873525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098757.873531:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098757.874115:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098757.874117:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098757.874331:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098757.874332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098757.874515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098757.874517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098757.874689:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098757.874690:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098762.993373:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098762.993380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098762.994028:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098762.994045:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098762.994311:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098762.994312:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098762.994564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098762.994565:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098762.994938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098762.994940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098768.113360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098768.113364:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098768.113847:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098768.113849:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098768.114070:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098768.114071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098768.114325:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098768.114327:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098768.114622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098768.114624:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098773.233921:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098773.233939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098773.234958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098773.234962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098773.235303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098773.235306:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098773.235631:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098773.235634:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098773.235925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098773.235928:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789098778.353288:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098778.353292:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098778.353295:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098778.353298:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098778.353303:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353305:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.353313:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353320:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098778.353327:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098778.353336:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353346:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098778.353361:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098778.353371:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098778.353380:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353387:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098778.353398:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098778.353411:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353421:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098778.353435:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789098778.353442:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098778.353447:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098778.353450:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353455:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098778.353459:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098778.353464:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098778.353479:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789098778.353487:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098778.353498:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964410624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098778.353525:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098778.353533:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098778.353549:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964410624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098778.353603:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098778.353615:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098778.353626:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098778.353632:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098778.353637:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098778.353645:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098778.353654:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25915
00000400:00000200:1.0:1789098778.353671:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098778.353678:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098778.353682:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098778.353695:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353702:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.353711:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353716:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098778.353720:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098778.353724:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098778.353746:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098778.353750:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098778.353756:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098778.353763:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098778.353773:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353776:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.353782:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.353784:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098778.353790:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098778.353798:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789098778.353831:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789098778.353840:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098778.353841:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1789098778.353848:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098778.353854:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098778.353860:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353866:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098778.353869:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098778.353873:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353877:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098778.353886:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789098778.353892:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098778.353899:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098778.353902:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.353925:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098778.353927:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098778.353931:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098778.353937:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789098778.353947:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098778.353959:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964410752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098778.353992:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098778.353996:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098778.354006:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964410752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098778.354022:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098778.354032:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098778.354044:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098778.354050:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098778.354053:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098778.354063:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098778.354071:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25915
00000400:00000200:1.0:1789098778.354088:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098778.354100:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098778.354107:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098778.354118:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354125:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.354133:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354139:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098778.354145:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098778.354149:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098778.354153:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098778.354158:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098778.354162:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098778.354167:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098778.354174:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354179:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.354186:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354192:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098778.354196:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098778.354203:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354210:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098778.354216:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098778.354222:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098778.354226:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354232:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098778.354235:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098778.354242:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354250:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098778.354261:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789098778.354267:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098778.354274:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098778.354277:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354282:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098778.354286:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098778.354290:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098778.354297:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789098778.354305:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098778.354318:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964410880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098778.354338:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098778.354344:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098778.354372:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964410880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098778.354402:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098778.354411:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098778.354427:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098778.354431:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098778.354438:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098778.354460:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098778.354468:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25915
00000400:00000200:1.0:1789098778.354481:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098778.354491:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098778.354498:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098778.354508:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354515:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.354521:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354525:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098778.354530:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098778.354535:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098778.354540:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098778.354545:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098778.354551:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098778.354555:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098778.354561:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354567:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098778.354576:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354582:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098778.354588:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098778.354593:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098778.354595:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098778.354597:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098778.354603:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098778.354608:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354613:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098778.354618:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098778.354625:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354631:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098778.354638:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789098778.354645:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098778.354651:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098778.354655:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098778.354660:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098778.354666:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098778.354670:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098778.354679:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098778.354687:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098778.354702:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964411008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098778.354733:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098778.354742:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098778.354757:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964411008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098778.354810:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098778.354845:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25925)
00000800:00000200:2.1:1789098778.354936:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098778.354939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098778.355371:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098778.355375:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098778.355719:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098778.355722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098778.356249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098778.356254:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789098779.696849:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320589572, at 4320589632
00000100:00000010:1.0:1789098779.696872:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000800:00000200:2.1:1789098783.473418:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098783.473424:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789098783.474114:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098783.474115:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789098783.474298:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098783.474300:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789098783.474474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098783.474476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789098783.474801:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098783.474803:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000100:00000040:1.0:1789098784.816863:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320594691, at 4320594752
00000100:00000010:1.0:1789098784.816877:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000800:00000200:2.1:1789098788.593481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098788.593488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789098788.594300:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098788.594306:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789098788.594825:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098788.594827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789098788.595046:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098788.595049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789098788.595391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098788.595393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1789098789.936926:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320599811, at 4320599872
00000100:00000010:1.0:1789098789.936946:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000800:00000200:2.1:1789098793.713471:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098793.713479:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098793.714258:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098793.714260:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098793.714473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098793.714484:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098793.714695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098793.714697:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098793.715036:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098793.715038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1789098795.056968:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320604931, at 4320604992
00000100:00000010:1.0:1789098795.057003:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000100:00080000:1.0:1789098798.832920:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098798.832933:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098798.832937:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098798.832943:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098798.832949:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098798.832959:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 25936
00000400:00000200:1.0:1789098798.832972:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098798.832982:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098798.832987:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098798.832993:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.832999:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833005:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833009:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098798.833015:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098798.833019:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098798.833029:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098798.833038:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098798.833045:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098798.833050:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098798.833058:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833062:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833066:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833069:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098798.833074:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098798.833081:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833086:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098798.833090:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098798.833095:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098798.833100:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833103:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098798.833106:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098798.833116:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789098798.833120:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098798.833125:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098798.833127:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833130:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098798.833133:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098798.833138:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098798.833146:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789098798.833154:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098798.833165:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964413056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098798.833177:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098798.833182:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.833187:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964413056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098798.833220:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098798.833226:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098798.833232:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098798.833234:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098798.833237:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098798.833242:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098798.833246:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25936
00000400:00000200:1.0:1789098798.833253:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098798.833259:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098798.833262:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098798.833267:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833270:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833274:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833278:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098798.833282:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098798.833284:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098798.833286:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098798.833290:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098798.833294:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098798.833298:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098798.833302:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833306:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833309:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833324:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098798.833328:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098798.833333:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833337:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098798.833340:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098798.833347:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098798.833351:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833354:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098798.833360:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098798.833365:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833368:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098798.833375:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789098798.833379:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098798.833383:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098798.833395:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833397:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098798.833400:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098798.833403:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098798.833409:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789098798.833415:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098798.833423:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964413184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098798.833437:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098798.833441:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.833448:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964413184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098798.833460:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098798.833465:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098798.833469:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098798.833472:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098798.833474:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098798.833479:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098798.833483:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25936
00000400:00000200:1.0:1789098798.833489:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098798.833493:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098798.833496:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098798.833501:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833504:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833508:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833511:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098798.833516:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098798.833552:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098798.833556:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098798.833559:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098798.833562:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098798.833566:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098798.833571:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833575:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833579:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833582:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098798.833586:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098798.833591:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833595:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098798.833598:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098798.833602:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098798.833605:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833609:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098798.833612:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098798.833616:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098798.833616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789098798.833619:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098798.833625:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789098798.833628:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098798.833632:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098798.833635:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833638:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098798.833641:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098798.833644:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098798.833650:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789098798.833656:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098798.833664:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964413312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098798.833676:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098798.833680:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.833687:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964413312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098798.833700:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098798.833704:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098798.833709:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098798.833712:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098798.833716:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098798.833720:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098798.833724:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25936
00000400:00000200:1.0:1789098798.833731:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098798.833737:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098798.833741:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098798.833745:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833749:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833753:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833757:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098798.833761:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098798.833763:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098798.833766:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098798.833770:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098798.833774:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098798.833778:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098798.833783:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833819:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.833823:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833826:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098798.833831:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098798.833836:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098798.833840:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098798.833843:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098798.833848:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098798.833852:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833856:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098798.833860:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098798.833863:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833867:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098798.833874:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789098798.833878:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098798.833882:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098798.833884:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.833887:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098798.833890:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098798.833893:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098798.833900:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098798.833906:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098798.833915:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964413440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098798.833942:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098798.833946:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.833952:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964413440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098798.833973:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098798.833977:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098798.833983:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1789098798.833983:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789098798.833985:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098798.833988:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098798.833992:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098798.833996:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25936
00000400:00000200:1.0:1789098798.834001:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098798.834006:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098798.834010:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098798.834015:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.834018:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.834022:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.834025:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098798.834029:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098798.834032:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098798.834035:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098798.834039:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098798.834042:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098798.834046:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098798.834051:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.834055:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098798.834058:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098798.834062:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098798.834066:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098798.834071:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098798.834075:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098798.834078:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098798.834083:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098798.834087:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.834090:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098798.834093:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098798.834097:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.834100:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098798.834106:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789098798.834110:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098798.834114:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098798.834116:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098798.834119:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098798.834122:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098798.834125:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098798.834131:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789098798.834136:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098798.834143:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964413568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098798.834155:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098798.834158:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.834165:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964413568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098798.834179:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098798.834185:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25946)
00000800:00000200:2.1:1789098798.834225:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098798.834462:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098798.834727:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789098800.176895:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320610051, at 4320610112
00000100:00000010:1.0:1789098800.176919:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000800:00000200:2.1:1789098803.954484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098803.954497:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098803.956187:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098803.956190:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098803.956555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098803.956557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098803.956896:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098803.956899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098803.957305:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098803.957308:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789098805.296912:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320615173, at 4320615232
00000100:00000010:1.0:1789098805.296925:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000100:00080000:1.0:1789098809.072897:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098809.072906:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098809.072909:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098809.072913:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098809.072918:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098809.072925:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 25946
00000400:00000200:1.0:1789098809.072940:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098809.072953:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098809.072957:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098809.072961:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.072964:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.072968:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.072975:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098809.072979:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098809.072983:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098809.072987:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098809.072992:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098809.072995:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098809.072997:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098809.073000:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073002:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073005:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073007:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098809.073009:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098809.073012:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073014:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098809.073016:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098809.073019:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098809.073021:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073023:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098809.073025:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098809.073034:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789098809.073037:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098809.073040:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098809.073041:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073044:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098809.073046:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098809.073050:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098809.073058:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789098809.073065:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098809.073073:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964414336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098809.073082:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098809.073087:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098809.073091:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964414336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098809.073110:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098809.073113:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098809.073116:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098809.073117:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098809.073119:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098809.073121:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098809.073124:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25946
00000400:00000200:1.0:1789098809.073128:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098809.073149:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098809.073153:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098809.073157:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073163:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073169:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073174:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098809.073178:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098809.073180:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098809.073183:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098809.073187:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098809.073193:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098809.073217:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098809.073232:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073240:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073248:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073259:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098809.073270:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098809.073282:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073292:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098809.073297:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098809.073310:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098809.073318:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073359:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098809.073372:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098809.073377:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073380:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098809.073387:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789098809.073393:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098809.073400:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098809.073404:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073428:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098809.073432:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098809.073438:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098809.073448:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789098809.073455:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098809.073467:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964414464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098809.073498:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098809.073502:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098809.073517:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964414464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098809.073535:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098809.073542:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098809.073551:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098809.073556:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098809.073557:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098809.073560:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098809.073568:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25946
00000400:00000200:1.0:1789098809.073581:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098809.073590:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098809.073594:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098809.073599:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073605:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073610:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073615:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.1:1789098809.073617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098809.073621:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789098809.073625:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098809.073629:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098809.073634:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098809.073639:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098809.073642:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098809.073652:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098809.073656:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073660:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073667:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073670:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098809.073674:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098809.073680:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073683:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098809.073686:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098809.073691:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098809.073697:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073702:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098809.073706:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098809.073709:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073711:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098809.073717:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789098809.073722:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098809.073735:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098809.073738:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.073744:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098809.073747:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098809.073749:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098809.073753:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789098809.073760:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098809.073769:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964414592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098809.073779:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098809.073783:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098809.073822:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964414592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098809.073830:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098809.073833:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098809.073836:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098809.073838:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098809.073856:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098809.073863:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098809.073869:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25946
00000400:00000200:1.0:1789098809.073879:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098809.073898:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098809.073902:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098809.073911:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073919:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073927:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073933:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098809.073942:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098809.073945:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098809.073950:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098809.073956:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098809.073962:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098809.073969:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098809.073978:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.073985:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.073993:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074001:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098809.074009:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098809.074015:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074021:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098809.074024:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098809.074031:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098809.074037:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074044:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098809.074050:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098809.074057:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074061:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098809.074070:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789098809.074094:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098809.074098:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098809.074101:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074107:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098809.074111:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098809.074114:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098809.074120:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098809.074127:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098809.074136:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964414720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098809.074197:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098809.074207:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098809.074223:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964414720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098809.074259:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098809.074263:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098809.074271:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098809.074276:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098809.074280:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098809.074288:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098809.074296:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 25946
00000400:00000200:1.0:1789098809.074309:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098809.074319:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098809.074357:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098809.074364:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074377:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.074384:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074391:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098809.074395:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098809.074399:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098809.074403:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098809.074408:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098809.074413:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098809.074418:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098809.074425:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074431:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098809.074436:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074440:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098809.074448:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098809.074454:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098809.074461:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098809.074466:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098809.074472:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098809.074477:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074481:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098809.074487:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098809.074494:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074500:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098809.074508:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789098809.074513:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098809.074518:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098809.074522:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098809.074527:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098809.074531:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098809.074534:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098809.074541:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789098809.074548:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098809.074561:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964414848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098809.074616:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098809.074621:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098809.074632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789098809.074635:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964414848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789098809.074637:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1789098809.074663:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098809.074675:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (25956)
00000800:00000200:2.1:1789098809.075009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098809.075011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098809.075313:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098809.075315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098809.075709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098809.075711:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789098810.416911:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320620291, at 4320620352
00000100:00000010:1.0:1789098810.416931:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789098814.193058:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098814.193065:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098814.193073:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098814.194028:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098814.194038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098814.195161:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098814.195164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098814.195547:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098814.195550:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098814.195923:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098814.195927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098814.196395:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098814.196401:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789098815.536893:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320625412, at 4320625472
00000100:00000010:1.0:1789098815.536908:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789098816.240909:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098816.240913:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098816.240916:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098818.289046:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098818.289053:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098818.289059:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098819.313068:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098819.313078:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098819.313090:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098819.313662:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098819.313669:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098819.314361:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098819.314363:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098819.314565:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098819.314567:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098819.314752:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098819.314754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098819.315037:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098819.315038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789098820.337131:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098820.337137:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098820.337141:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098820.656887:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320630532, at 4320630592
00000100:00000010:1.0:1789098820.656901:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789098822.384961:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098822.384966:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098822.384970:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098823.409022:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098823.409029:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098823.409034:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098824.433102:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098824.433108:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098824.433113:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098824.433861:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098824.433871:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098824.435150:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098824.435152:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098824.435391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098824.435394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098824.435619:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098824.435622:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098824.435988:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098824.435991:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789098825.776873:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320635652, at 4320635712
00000100:00000010:1.0:1789098825.776887:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789098826.480955:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098826.480960:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098826.480963:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098827.505086:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098827.505091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098827.505095:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098828.529024:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098828.529030:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098828.529035:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098829.554269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098829.554281:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098829.555544:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098829.555547:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098829.556081:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098829.556084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098829.556358:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098829.556361:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098829.556665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098829.556667:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789098830.576974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098830.576979:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098830.576984:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098830.897008:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320640772, at 4320640832
00000100:00000010:1.0:1789098830.897031:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789098832.624981:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098832.624987:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098832.624992:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098834.673043:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098834.673053:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098834.673063:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098834.673577:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098834.673584:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098834.674119:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098834.674121:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098834.674362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098834.674364:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098834.674586:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098834.674588:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098834.674828:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098834.674831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789098836.016935:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320645891, at 4320645952
00000100:00000010:1.0:1789098836.016961:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789098836.721022:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098836.721029:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098836.721033:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098838.769064:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098838.769072:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098838.769077:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098839.793119:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098839.793129:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098839.793137:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098839.793655:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098839.793662:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098839.794365:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098839.794367:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098839.794573:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098839.794575:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098839.794779:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098839.794781:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098839.795139:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098839.795141:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789098840.817148:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098840.817159:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098840.817169:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098841.136915:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320651012, at 4320651072
00000100:00000010:1.0:1789098841.136950:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789098842.864935:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098842.864939:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098842.864942:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098843.888912:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098843.888917:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098843.888920:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098844.913625:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098844.913630:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098844.914626:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098844.914629:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098844.915048:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098844.915051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098844.915323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098844.915326:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098844.915756:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098844.915758:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789098846.256941:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320656132, at 4320656192
00000100:00000010:1.0:1789098846.256958:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789098847.985018:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098847.985024:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098847.985038:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098850.033457:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098850.033464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098850.034103:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098850.034107:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098850.034298:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098850.034299:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098850.034474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098850.034476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789098850.034695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098850.034697:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789098851.376900:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320661251, at 4320661312
00000100:00000010:1.0:1789098851.376916:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c00.
00000020:00000001:1.0:1789098853.105029:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098853.105036:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098853.105042:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098855.153412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098855.153416:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098855.154040:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098855.154042:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098855.154264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098855.154265:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098855.154453:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098855.154454:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789098855.154659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098855.154661:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789098856.496899:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320666371, at 4320666432
00000100:00000010:1.0:1789098856.496920:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc88a0.
00000020:00000001:1.0:1789098857.201079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098857.201085:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098857.201090:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098860.274114:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098860.274127:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098860.275636:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098860.275640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098860.276101:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098860.276105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098860.276635:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098860.276639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789098860.277264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098860.277268:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789098861.616894:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320671492, at 4320671552
00000100:00000010:1.0:1789098861.616912:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8e40.
00000020:00000001:1.0:1789098865.392918:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098865.392922:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098865.392928:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098865.393343:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098865.393633:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098865.393854:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098865.394019:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098865.394221:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789098866.736926:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320676611, at 4320676672
00000100:00000010:1.0:1789098866.736951:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d80.
00000020:00000001:1.0:1789098869.489106:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098869.489115:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098869.489121:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098870.514159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098870.514164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098870.514586:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098870.514590:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098870.515059:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098870.515062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098870.515444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098870.515447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098870.515672:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098870.515674:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789098871.856889:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320681732, at 4320681792
00000100:00000010:1.0:1789098871.856904:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789098873.584917:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098873.584923:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098873.584927:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098875.633416:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098875.633421:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098875.634140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098875.634142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098875.634326:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098875.634327:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098875.634502:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098875.634504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098875.634821:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098875.634823:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789098876.976974:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320686851, at 4320686912
00000100:00000010:1.0:1789098876.977005:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789098877.681012:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098877.681024:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098877.681077:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098880.754043:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098880.754049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098880.755413:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098880.755417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098880.755831:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098880.755834:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098880.756236:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098880.756240:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098880.756792:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098880.756795:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789098882.096893:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320691972, at 4320692032
00000100:00000010:1.0:1789098882.096907:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789098885.873109:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098885.873116:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098885.873136:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098885.874154:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098885.874164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098885.875700:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098885.875703:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098885.876101:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098885.876103:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098885.876422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098885.876424:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789098885.876947:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098885.876950:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789098887.216927:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320697092, at 4320697152
00000100:00000010:1.0:1789098887.216957:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789098889.969005:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098889.969009:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098889.969012:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098890.992959:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098890.992968:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098890.992982:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098890.993534:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098890.993541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098890.994433:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098890.994439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098890.995047:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098890.995049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098890.995289:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098890.995291:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789098890.995502:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098890.995503:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789098892.336940:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320702211, at 4320702272
00000100:00000010:1.0:1789098892.336967:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789098895.089002:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098895.089007:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098895.089011:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098896.113826:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098896.113833:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789098896.114766:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098896.114769:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789098896.115068:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098896.115071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789098896.115327:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098896.115329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789098896.115738:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098896.115740:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1789098897.456879:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320707332, at 4320707392
00000100:00000010:1.0:1789098897.456896:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789098899.184912:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098899.184916:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098899.184919:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098901.233002:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098901.233008:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098901.233015:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098901.233778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098901.233788:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789098901.235145:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098901.235152:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789098901.235507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098901.235511:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789098901.236019:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098901.236022:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789098901.236572:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098901.236578:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1789098902.576901:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320712452, at 4320712512
00000100:00000010:1.0:1789098902.576919:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789098903.280987:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098903.280991:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098903.280994:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098905.329000:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098905.329005:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098905.329009:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098906.354287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098906.354293:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789098906.355328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098906.355331:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789098906.355715:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098906.355718:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789098906.356182:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098906.356186:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789098906.356580:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098906.356583:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1789098907.376999:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098907.377006:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098907.377012:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098907.696910:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320717572, at 4320717632
00000100:00000010:1.0:1789098907.696930:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789098908.400993:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098908.401008:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098908.401014:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098909.425053:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098909.425060:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098909.425064:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098911.473035:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098911.473038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098911.473041:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098911.473503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098911.473507:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098911.474093:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098911.474095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098911.474281:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098911.474282:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098911.474520:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098911.474522:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098911.474777:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098911.474779:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789098912.496993:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098912.496997:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098912.497000:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098912.816863:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320722691, at 4320722752
00000100:00000010:1.0:1789098912.816879:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789098913.520942:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098913.520946:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098913.520948:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098915.569181:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098915.569187:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098915.569192:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098916.592912:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098916.592918:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098916.592921:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098916.592924:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098916.592928:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098916.592942:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26054
00000400:00000200:1.0:1789098916.592960:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098916.592966:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098916.592969:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098916.592971:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.592974:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.592975:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.592977:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098916.592980:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098916.592981:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098916.592983:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098916.592986:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098916.592987:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098916.592989:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098916.592991:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.592992:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.592994:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.592995:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098916.592998:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098916.593000:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593002:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098916.593004:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098916.593007:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098916.593009:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593010:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098916.593012:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098916.593020:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789098916.593022:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098916.593026:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098916.593027:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593029:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098916.593031:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098916.593035:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098916.593043:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789098916.593049:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098916.593057:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964427776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098916.593065:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098916.593069:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593072:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964427776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098916.593090:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098916.593092:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098916.593095:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098916.593096:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098916.593097:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098916.593099:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098916.593100:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26054
00000400:00000200:1.0:1789098916.593103:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098916.593105:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098916.593106:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098916.593109:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593110:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593112:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593113:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098916.593115:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098916.593116:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098916.593118:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098916.593120:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098916.593121:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098916.593122:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098916.593125:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593128:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593132:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098916.593135:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098916.593139:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593144:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098916.593145:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098916.593151:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098916.593155:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593159:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098916.593165:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098916.593170:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593174:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098916.593177:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789098916.593181:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098916.593186:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098916.593189:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593193:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098916.593196:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098916.593199:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098916.593212:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789098916.593217:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098916.593222:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964427904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098916.593231:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098916.593233:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593236:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964427904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098916.593243:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098916.593246:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098916.593248:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098916.593249:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098916.593251:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098916.593256:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098916.593260:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26054
00000400:00000200:1.0:1789098916.593264:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098916.593265:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098916.593267:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098916.593272:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593274:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593275:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593277:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098916.593279:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098916.593281:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098916.593284:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098916.593285:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098916.593287:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098916.593288:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098916.593292:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593295:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593310:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593312:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098916.593314:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098916.593319:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593322:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098916.593324:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098916.593328:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098916.593330:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593341:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098916.593343:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098916.593349:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593352:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098916.593357:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789098916.593360:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098916.593363:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098916.593366:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593368:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098916.593370:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098916.593373:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098916.593378:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789098916.593382:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098916.593390:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964428032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098916.593399:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098916.593402:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593406:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964428032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098916.593418:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098916.593421:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098916.593426:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098916.593429:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098916.593431:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098916.593434:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098916.593438:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26054
00000400:00000200:1.0:1789098916.593445:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098916.593451:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098916.593454:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098916.593458:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593460:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593465:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593468:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098916.593472:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098916.593474:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098916.593477:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098916.593479:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098916.593481:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098916.593485:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098916.593488:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593491:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593493:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593495:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098916.593498:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098916.593502:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593508:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098916.593510:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1789098916.593511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789098916.593513:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789098916.593515:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1789098916.593517:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593521:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098916.593524:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098916.593528:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593531:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098916.593534:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789098916.593537:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098916.593540:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098916.593543:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593547:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098916.593549:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098916.593550:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098916.593555:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098916.593559:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098916.593566:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964428160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098916.593593:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098916.593595:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593604:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964428160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098916.593635:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098916.593637:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098916.593641:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098916.593644:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098916.593645:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098916.593647:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098916.593652:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26054
00000400:00000200:1.0:1789098916.593660:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098916.593664:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098916.593667:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098916.593669:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593673:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593675:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593677:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098916.593682:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098916.593683:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098916.593684:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098916.593686:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098916.593688:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098916.593692:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098916.593697:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593698:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098916.593699:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593701:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098916.593702:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098916.593708:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098916.593711:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098916.593714:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098916.593718:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098916.593724:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593727:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098916.593729:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098916.593733:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593737:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098916.593743:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789098916.593747:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098916.593751:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098916.593753:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098916.593756:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098916.593758:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098916.593761:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098916.593764:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789098916.593769:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098916.593777:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964428288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098916.593830:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098916.593832:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593839:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964428288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098916.593857:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098916.593862:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26064)
00000800:00000200:2.1:1789098916.594042:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098916.594044:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098916.594268:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098916.594269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098916.594481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098916.594483:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098916.594657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098916.594659:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789098917.616965:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098917.616969:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098917.616972:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098917.936865:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320727811, at 4320727872
00000100:00000010:1.0:1789098917.936880:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789098918.640981:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098918.640985:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098918.640988:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098919.665042:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098919.665047:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098919.665051:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098921.712901:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098921.712905:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098921.712909:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098921.713482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098921.713496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098921.714023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098921.714025:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098921.714320:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098921.714323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098921.714577:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098921.714578:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098921.714774:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098921.714775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789098922.736993:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098922.737000:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098922.737006:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098923.056879:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320732931, at 4320732992
00000100:00000010:1.0:1789098923.056899:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789098923.760925:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098923.760928:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098923.760931:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098925.808909:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098925.808913:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098925.808915:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098926.832969:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098926.832973:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098926.832980:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098926.833460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098926.833464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098926.834295:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098926.834297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098926.834501:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098926.834504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098926.834815:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098926.834817:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789098926.835073:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098926.835075:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789098927.856929:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098927.856933:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098927.856936:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098928.176877:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320738051, at 4320738112
00000100:00000010:1.0:1789098928.176896:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789098929.905021:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098929.905026:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098929.905029:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098930.929070:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098930.929076:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098930.929092:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098931.952993:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098931.952998:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098931.953004:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098931.953383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098931.953723:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098931.954091:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098931.954323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098931.954487:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789098933.296850:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320743171, at 4320743232
00000100:00000010:1.0:1789098933.296870:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789098934.001007:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098934.001013:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098934.001018:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098935.025061:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098935.025066:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098935.025070:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098936.048973:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098936.048979:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098936.048983:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098937.073027:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098937.073036:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098937.073039:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098937.073044:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098937.073051:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098937.073064:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26074
00000400:00000200:1.0:1789098937.073077:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098937.073087:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098937.073093:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098937.073098:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073104:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073107:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073111:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098937.073117:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098937.073120:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098937.073124:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098937.073130:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098937.073134:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098937.073137:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098937.073141:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073145:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073147:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098937.073150:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098937.073153:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073155:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098937.073159:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098937.073163:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098937.073166:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073168:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098937.073172:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098937.073199:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789098937.073204:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098937.073210:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098937.073213:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073217:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098937.073221:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098937.073227:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098937.073239:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789098937.073250:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098937.073263:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964430336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098937.073277:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098937.073284:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.073291:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964430336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098937.073326:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098937.073331:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098937.073336:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098937.073338:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098937.073340:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098937.073343:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098937.073347:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26074
00000400:00000200:1.0:1789098937.073358:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098937.073363:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098937.073367:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098937.073371:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073391:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073394:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073399:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098937.073406:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098937.073408:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098937.073414:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098937.073426:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098937.073432:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098937.073441:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098937.073455:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073465:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073473:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098937.073484:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098937.073493:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073500:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098937.073505:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098937.073517:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098937.073524:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073528:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098937.073537:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098937.073546:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073552:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098937.073561:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789098937.073569:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098937.073576:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098937.073581:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073585:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098937.073590:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098937.073594:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098937.073602:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789098937.073610:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098937.073620:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964430464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098937.073641:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098937.073646:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.073655:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964430464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098937.073700:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098937.073707:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098937.073712:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098937.073714:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098937.073718:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098937.073723:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098937.073728:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26074
00000400:00000200:1.0:1789098937.073736:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098937.073747:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098937.073752:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098937.073764:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073770:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073773:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073779:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098937.073843:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098937.073848:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098937.073853:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098937.073860:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098937.073867:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098937.073875:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098937.073886:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073894:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.073905:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073931:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098937.073935:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098937.073940:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098937.073945:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098937.073949:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098937.073973:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098937.073979:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073983:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098937.073988:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098937.073995:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.073998:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098937.074005:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789098937.074015:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098937.074020:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098937.074022:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074026:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098937.074030:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098937.074035:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098937.074040:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789098937.074043:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000800:00000200:2.1:1789098937.074046:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1789098937.074049:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098937.074060:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964430592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098937.074074:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098937.074079:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.074086:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964430592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098937.074098:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098937.074103:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098937.074109:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098937.074112:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098937.074115:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098937.074120:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098937.074129:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26074
00000400:00000200:1.0:1789098937.074137:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098937.074146:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098937.074151:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098937.074159:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074164:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.074172:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074177:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098937.074180:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098937.074184:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098937.074188:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098937.074192:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098937.074197:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098937.074202:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098937.074209:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074214:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.074216:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074218:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098937.074221:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098937.074227:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074231:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098937.074233:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098937.074236:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098937.074242:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074245:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098937.074249:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098937.074255:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074258:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098937.074264:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789098937.074269:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098937.074277:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098937.074281:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074283:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098937.074285:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098937.074288:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098937.074294:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789098937.074308:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098937.074318:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964430720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098937.074333:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098937.074338:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.074348:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964430720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098937.074373:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098937.074380:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098937.074387:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098937.074392:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098937.074396:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098937.074405:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098937.074413:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26074
00000400:00000200:1.0:1789098937.074441:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098937.074449:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098937.074455:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098937.074464:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074472:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.074478:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074485:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098937.074493:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098937.074497:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098937.074518:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098937.074522:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098937.074527:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098937.074532:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098937.074541:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074546:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098937.074552:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074556:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098937.074562:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098937.074568:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098937.074576:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098937.074581:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098937.074587:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098937.074592:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074597:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098937.074600:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098937.074604:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074606:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098937.074613:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789098937.074617:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098937.074622:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098937.074625:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098937.074627:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098937.074630:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098937.074632:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098937.074636:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789098937.074641:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098937.074649:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964430848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098937.074658:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098937.074661:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.074664:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964430848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098937.074673:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098937.074681:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26084)
00000800:00000200:2.1:1789098937.074894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098937.074897:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098937.075175:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098937.075177:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098937.075401:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098937.075402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789098937.075611:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098937.075613:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789098938.097148:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098938.097155:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098938.097160:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098938.416967:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320748292, at 4320748352
00000100:00000010:1.0:1789098938.417001:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789098939.121148:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098939.121155:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098939.121161:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098940.145187:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098940.145196:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098940.145202:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098942.192953:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098942.192965:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098942.192969:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098942.192973:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098942.192979:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098942.192989:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26079
00000400:00000200:1.0:1789098942.192999:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098942.193006:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098942.193009:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098942.193012:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193015:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193017:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193020:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098942.193023:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098942.193025:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098942.193028:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098942.193031:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098942.193033:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098942.193036:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098942.193038:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193040:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193042:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193043:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098942.193046:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098942.193049:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193051:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098942.193070:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098942.193074:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098942.193077:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193081:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098942.193084:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098942.193099:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789098942.193105:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098942.193112:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098942.193114:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193118:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098942.193122:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098942.193128:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098942.193138:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098942.193147:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098942.193159:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964430976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098942.193172:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098942.193178:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.193183:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964430976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098942.193208:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098942.193212:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098942.193216:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098942.193218:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098942.193220:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098942.193223:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098942.193225:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26079
00000400:00000200:1.0:1789098942.193228:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098942.193231:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098942.193234:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098942.193237:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193240:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193243:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193245:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098942.193249:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098942.193251:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098942.193253:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098942.193255:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098942.193258:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098942.193261:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098942.193268:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193270:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193276:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193282:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098942.193284:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098942.193291:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193295:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098942.193300:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098942.193309:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098942.193317:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193320:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098942.193329:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098942.193335:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193338:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098942.193345:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789098942.193351:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098942.193356:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098942.193359:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193363:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098942.193366:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098942.193387:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098942.193394:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098942.193400:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098942.193407:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964431104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098942.193418:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098942.193420:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.193424:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964431104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098942.193435:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098942.193441:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098942.193446:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098942.193447:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098942.193449:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098942.193452:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098942.193456:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26079
00000400:00000200:1.0:1789098942.193459:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098942.193461:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098942.193463:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098942.193468:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193470:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193472:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193473:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098942.193475:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098942.193477:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098942.193480:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098942.193490:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098942.193494:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098942.193496:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098942.193500:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193505:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193507:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193509:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098942.193513:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098942.193516:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193521:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098942.193526:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098942.193529:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098942.193532:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193535:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098942.193538:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098942.193542:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193543:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098942.193550:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789098942.193555:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098942.193557:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098942.193559:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193560:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098942.193563:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098942.193567:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098942.193572:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789098942.193575:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098942.193582:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964431232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098942.193594:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098942.193598:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.193603:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964431232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098942.193614:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098942.193618:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098942.193622:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098942.193625:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098942.193626:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098942.193655:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098942.193663:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26079
00000400:00000200:1.0:1789098942.193677:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098942.193683:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098942.193686:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098942.193688:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193691:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193695:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193697:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098942.193698:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098942.193707:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098942.193708:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098942.193710:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098942.193712:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098942.193715:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098942.193722:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193723:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.193725:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.193747:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098942.193752:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000800:00000200:2.1:1789098942.193756:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789098942.193760:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789098942.193763:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1789098942.193765:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098942.193772:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098942.193777:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098942.193783:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193791:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098942.193812:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098942.193912:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193921:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098942.193930:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789098942.193937:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098942.193945:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098942.193950:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.193957:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098942.193962:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098942.193967:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098942.193977:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789098942.193987:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098942.194001:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964431360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098942.194014:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098942.194020:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.194029:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964431360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098942.194046:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098942.194053:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098942.194057:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098942.194058:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098942.194061:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098942.194068:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098942.194072:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26079
00000400:00000200:1.0:1789098942.194081:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098942.194089:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098942.194093:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098942.194099:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.194106:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.194113:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.194119:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098942.194126:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098942.194130:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098942.194134:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098942.194138:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098942.194144:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098942.194150:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098942.194159:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.194164:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098942.194171:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098942.194176:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098942.194180:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098942.194188:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098942.194195:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098942.194201:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098942.194206:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098942.194213:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.194217:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098942.194222:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098942.194230:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.194235:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098942.194243:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789098942.194249:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098942.194258:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098942.194261:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098942.194268:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098942.194272:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098942.194276:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098942.194284:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789098942.194292:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098942.194301:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964431488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098942.194349:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098942.194352:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.194363:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964431488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098942.194393:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098942.194398:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26089)
00000800:00000200:2.1:1789098942.194591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098942.194593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098942.194983:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098942.194985:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098942.195240:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098942.195243:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789098942.195495:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098942.195497:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789098943.217059:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098943.217065:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098943.217071:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098943.537006:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320753412, at 4320753472
00000100:00000010:1.0:1789098943.537029:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789098944.241133:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098944.241141:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098944.241147:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098947.313066:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098947.313072:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098947.313079:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098947.313974:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098947.313987:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098947.315393:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098947.315406:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098947.315964:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098947.315966:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098947.316428:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098947.316431:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789098947.316781:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098947.316783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789098948.337010:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098948.337017:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098948.337022:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098948.656913:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320758532, at 4320758592
00000100:00000010:1.0:1789098948.656936:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789098951.409031:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098951.409039:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098951.409045:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098952.433193:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098952.433204:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098952.433215:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098952.434463:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098952.434481:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098952.435858:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098952.435862:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098952.436225:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098952.436228:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098952.436714:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098952.436718:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789098952.437269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098952.437273:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789098953.776929:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320763653, at 4320763712
00000100:00000010:1.0:1789098953.776956:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789098955.505062:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098955.505071:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098955.505077:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098956.529073:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098956.529093:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098956.529100:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098957.552957:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098957.552972:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098957.552977:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098957.552983:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098957.552993:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098957.553020:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26095
00000400:00000200:1.0:1789098957.553049:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098957.553066:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098957.553075:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098957.553083:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553089:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553096:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553111:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098957.553117:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098957.553120:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098957.553124:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098957.553129:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098957.553133:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098957.553137:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098957.553143:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553147:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553150:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553153:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098957.553158:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098957.553171:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553178:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098957.553183:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098957.553188:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098957.553192:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.553195:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098957.553199:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098957.553209:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789098957.553214:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098957.553219:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098957.553221:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.553226:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098957.553229:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098957.553234:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098957.553244:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098957.553253:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098957.553265:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964432896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098957.553289:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098957.553294:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.553301:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964432896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098957.553335:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098957.553340:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098957.553344:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098957.553346:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098957.553349:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098957.553352:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098957.553355:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26095
00000400:00000200:1.0:1789098957.553361:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098957.553366:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098957.553370:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098957.553374:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553376:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553382:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553387:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098957.553392:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098957.553397:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098957.553401:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098957.553408:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098957.553411:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098957.553415:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098957.553426:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553430:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553436:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553444:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098957.553452:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098957.553460:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553473:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098957.553482:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098957.553507:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098957.553519:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.553562:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098957.553570:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098957.553581:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.553586:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098957.553593:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789098957.553605:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098957.553608:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098957.553610:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.553613:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098957.553616:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098957.553630:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098957.553643:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098957.553657:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098957.553668:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964433024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098957.553690:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098957.553699:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.553706:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964433024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098957.553737:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098957.553742:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098957.553755:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098957.553765:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098957.553771:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098957.553780:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098957.553842:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26095
00000400:00000200:1.0:1789098957.553854:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098957.553859:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098957.553863:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098957.553867:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553871:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553874:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553880:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098957.553897:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098957.553899:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098957.553901:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098957.553904:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098957.553916:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098957.553922:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098957.553933:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553945:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.553962:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.553973:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098957.553988:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098957.554006:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554024:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098957.554040:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098957.554057:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098957.554067:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.554081:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098957.554093:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1789098957.554104:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789098957.554107:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098957.554111:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1789098957.554113:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098957.554124:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789098957.554132:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098957.554142:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098957.554154:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.554163:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098957.554172:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098957.554178:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098957.554190:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789098957.554198:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098957.554215:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964433152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098957.554248:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098957.554254:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.554278:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964433152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098957.554297:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098957.554319:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098957.554335:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098957.554340:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098957.554348:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098957.554354:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098957.554364:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26095
00000400:00000200:1.0:1789098957.554374:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098957.554384:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098957.554397:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098957.554412:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554419:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.554433:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554448:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098957.554455:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098957.554457:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098957.554462:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098957.554469:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098957.554484:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098957.554494:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098957.554512:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554556:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.554564:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554571:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098957.554581:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098957.554595:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098957.554609:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098957.554614:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098957.554628:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098957.554639:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.554646:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098957.554652:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098957.554659:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.554662:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098957.554671:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789098957.554679:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098957.554688:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098957.554690:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.554698:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098957.554703:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098957.554708:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098957.554724:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789098957.554746:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098957.554762:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964433280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098957.554847:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098957.554855:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.554879:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964433280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098957.554938:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098957.554949:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098957.554972:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098957.554990:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098957.555003:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098957.555015:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098957.555035:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26095
00000400:00000200:1.0:1789098957.555060:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098957.555079:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098957.555084:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098957.555092:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.555101:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.555109:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.555114:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098957.555118:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098957.555124:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098957.555142:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098957.555155:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098957.555162:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098957.555173:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098957.555192:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.555210:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098957.555226:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098957.555234:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098957.555242:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098957.555262:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098957.555276:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098957.555281:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098957.555291:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098957.555302:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.555309:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098957.555314:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098957.555326:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.555338:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098957.555358:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789098957.555379:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098957.555392:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098957.555401:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098957.555409:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098957.555418:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098957.555423:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098957.555434:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789098957.555452:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098957.555472:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964433408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098957.555513:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098957.555555:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.555572:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964433408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098957.555626:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098957.555649:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26105)
00000800:00000200:2.1:1789098957.555692:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098957.555694:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098957.555949:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098957.555951:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098957.556140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098957.556142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789098957.556447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098957.556449:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789098958.896923:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320768772, at 4320768832
00000100:00000010:1.0:1789098958.896943:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789098959.601084:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098959.601096:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098959.601105:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098960.625201:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098960.625209:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098960.625216:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098962.673006:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098962.673013:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098962.673018:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098962.673910:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098962.673923:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098962.675125:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098962.675127:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098962.675399:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098962.675401:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098962.675729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098962.675732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789098962.676025:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098962.676028:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789098963.697039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098963.697049:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098963.697057:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098964.016865:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320773892, at 4320773952
00000100:00000010:1.0:1789098964.016882:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789098964.721047:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098964.721054:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098964.721058:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098966.769035:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098966.769042:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098966.769051:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098967.792927:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098967.792942:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098967.792945:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098967.792949:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098967.792955:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098967.792967:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26105
00000400:00000200:1.0:1789098967.792979:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098967.792987:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098967.792992:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098967.792997:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793000:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793003:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793005:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098967.793009:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098967.793012:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098967.793016:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098967.793020:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098967.793023:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098967.793026:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098967.793029:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793032:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793040:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793048:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098967.793056:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098967.793062:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793064:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098967.793067:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098967.793071:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098967.793074:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793076:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098967.793078:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098967.793089:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789098967.793093:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098967.793097:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098967.793099:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793102:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098967.793105:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098967.793109:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098967.793117:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789098967.793124:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098967.793133:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964434176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098967.793142:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098967.793146:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.793150:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964434176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098967.793173:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098967.793176:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098967.793179:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098967.793180:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098967.793181:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098967.793184:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098967.793186:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26105
00000400:00000200:1.0:1789098967.793189:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098967.793191:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098967.793193:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098967.793196:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793198:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793200:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793202:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098967.793204:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098967.793206:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098967.793207:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098967.793209:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098967.793210:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098967.793213:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098967.793218:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793221:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793225:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793228:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098967.793231:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098967.793234:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793236:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098967.793237:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098967.793242:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098967.793244:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793246:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098967.793250:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098967.793261:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793266:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098967.793273:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789098967.793279:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098967.793283:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098967.793286:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793289:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098967.793292:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098967.793296:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098967.793300:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789098967.793306:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098967.793315:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964434304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098967.793347:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098967.793352:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.793359:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964434304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098967.793369:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098967.793384:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098967.793389:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098967.793393:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098967.793397:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098967.793401:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098967.793405:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26105
00000400:00000200:1.0:1789098967.793409:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098967.793412:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098967.793416:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098967.793425:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793431:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793436:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793442:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098967.793450:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098967.793455:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098967.793461:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098967.793466:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098967.793471:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098967.793477:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098967.793482:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793487:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793495:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793506:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098967.793513:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098967.793517:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793519:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098967.793522:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098967.793527:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098967.793536:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793541:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098967.793546:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098967.793555:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793560:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098967.793587:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789098967.793592:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098967.793598:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098967.793600:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793609:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098967.793611:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098967.793613:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098967.793617:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098967.793626:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098967.793634:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964434432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098967.793660:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098967.793662:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.793669:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964434432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098967.793687:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098967.793692:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098967.793697:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098967.793699:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098967.793705:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098967.793714:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098967.793720:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26105
00000400:00000200:1.0:1789098967.793734:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098967.793741:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098967.793744:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098967.793753:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793761:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793773:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793781:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098967.793831:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098967.793833:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098967.793834:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098967.793836:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098967.793838:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098967.793840:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098967.793846:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793851:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.793858:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.793872:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098967.793877:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098967.793889:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789098967.793897:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789098967.793899:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098967.793902:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1789098967.793907:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098967.793914:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098967.793923:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793928:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098967.793935:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098967.793946:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793951:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098967.793959:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789098967.793963:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098967.793967:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098967.793969:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.793972:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098967.793976:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098967.793979:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098967.793988:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098967.793994:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098967.794003:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964434560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098967.794020:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098967.794027:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.794033:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964434560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098967.794093:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098967.794098:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098967.794103:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098967.794105:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098967.794107:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098967.794109:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098967.794112:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26105
00000400:00000200:1.0:1789098967.794117:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098967.794124:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098967.794126:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098967.794132:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.794140:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.794144:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.794148:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098967.794151:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098967.794152:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098967.794153:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098967.794158:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098967.794168:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098967.794173:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098967.794188:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.794196:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098967.794205:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098967.794221:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098967.794225:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098967.794232:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098967.794237:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098967.794241:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098967.794246:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098967.794250:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.794253:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098967.794257:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098967.794269:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.794277:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098967.794286:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789098967.794290:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098967.794297:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098967.794300:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098967.794302:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098967.794303:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098967.794305:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098967.794312:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789098967.794319:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098967.794328:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964434688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098967.794352:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098967.794356:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.794371:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964434688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098967.794388:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098967.794397:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26115)
00000800:00000200:2.1:1789098967.794727:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098967.794729:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098967.794972:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098967.794975:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098967.795261:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098967.795263:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789098967.795548:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098967.795550:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789098968.817072:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098968.817079:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098968.817101:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098969.136954:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320779012, at 4320779072
00000100:00000010:1.0:1789098969.136970:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789098969.840950:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098969.840955:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098969.840958:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098970.864989:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098970.864993:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098970.864996:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789098972.912849:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098972.912860:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789098972.912863:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098972.912867:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098972.912871:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098972.912878:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26110
00000400:00000200:1.0:1789098972.912887:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098972.912894:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098972.912897:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098972.912900:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.912903:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.912905:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.912908:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098972.912911:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098972.912913:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789098972.912915:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098972.912918:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789098972.912921:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789098972.912925:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789098972.912930:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.912933:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.912935:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.912936:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098972.912939:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789098972.912941:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098972.912943:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098972.912945:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098972.912948:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098972.912949:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.912951:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789098972.912953:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098972.912959:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789098972.912961:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789098972.912964:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098972.912965:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.912968:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098972.912970:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098972.912973:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098972.912979:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789098972.912985:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098972.912993:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964434816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098972.913002:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098972.913007:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.913012:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964434816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098972.913034:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098972.913037:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098972.913041:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789098972.913044:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098972.913046:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098972.913049:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098972.913053:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26110
00000400:00000200:1.0:1789098972.913059:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098972.913064:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098972.913068:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098972.913073:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913077:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913081:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913086:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098972.913091:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098972.913094:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789098972.913097:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098972.913100:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789098972.913103:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789098972.913107:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789098972.913114:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913119:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913124:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913128:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098972.913131:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789098972.913135:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913138:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098972.913141:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098972.913147:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098972.913151:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913153:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098972.913158:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098972.913162:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913167:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098972.913172:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789098972.913176:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098972.913179:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098972.913180:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913185:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098972.913187:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098972.913190:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098972.913196:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789098972.913201:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098972.913209:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964434944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098972.913225:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098972.913231:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.913253:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964434944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098972.913272:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098972.913279:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098972.913285:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789098972.913289:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098972.913293:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098972.913297:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098972.913300:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26110
00000400:00000200:1.0:1789098972.913306:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098972.913311:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098972.913314:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098972.913320:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913322:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913325:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913330:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098972.913335:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098972.913338:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789098972.913341:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098972.913345:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789098972.913350:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789098972.913352:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789098972.913355:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913358:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913361:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913365:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098972.913370:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789098972.913376:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913378:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789098972.913381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789098972.913382:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098972.913387:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789098972.913387:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1789098972.913391:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913395:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098972.913398:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789098972.913403:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913405:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098972.913410:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789098972.913414:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789098972.913417:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098972.913419:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913422:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098972.913425:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098972.913427:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098972.913433:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789098972.913438:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098972.913447:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964435072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098972.913461:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098972.913465:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.913473:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964435072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098972.913484:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098972.913488:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098972.913491:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789098972.913495:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098972.913496:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098972.913498:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098972.913503:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26110
00000400:00000200:1.0:1789098972.913506:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098972.913510:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098972.913513:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098972.913516:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913521:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913527:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913535:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098972.913541:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098972.913545:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789098972.913550:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098972.913555:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789098972.913559:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789098972.913565:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789098972.913574:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913579:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913585:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913589:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098972.913594:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789098972.913600:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913605:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098972.913609:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098972.913613:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098972.913619:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913624:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098972.913629:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789098972.913632:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913636:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098972.913640:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789098972.913644:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789098972.913647:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098972.913649:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913654:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098972.913656:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098972.913659:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098972.913666:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789098972.913674:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098972.913686:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964435200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098972.913715:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098972.913720:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.913726:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964435200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098972.913739:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789098972.913744:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789098972.913750:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789098972.913752:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789098972.913754:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789098972.913758:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789098972.913763:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26110
00000400:00000200:1.0:1789098972.913771:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789098972.913775:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789098972.913778:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789098972.913783:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913805:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913808:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913810:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789098972.913814:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789098972.913818:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789098972.913821:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789098972.913824:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789098972.913828:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789098972.913832:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789098972.913836:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913841:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789098972.913846:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913851:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789098972.913855:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789098972.913859:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789098972.913860:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789098972.913862:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789098972.913865:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789098972.913870:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913876:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789098972.913882:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789098972.913886:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913890:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789098972.913898:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789098972.913903:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789098972.913911:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789098972.913915:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789098972.913920:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789098972.913924:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789098972.913930:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789098972.913941:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789098972.913948:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789098972.913960:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964435328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789098972.913972:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789098972.913975:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.913982:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964435328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789098972.913993:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789098972.914000:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26120)
00000800:00000200:2.1:1789098972.914051:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098972.914053:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098972.914260:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098972.914262:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098972.914447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098972.914448:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789098972.914690:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098972.914692:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789098973.936994:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098973.936998:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098973.937001:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098974.256872:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320784131, at 4320784192
00000100:00000010:1.0:1789098974.256887:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789098974.961117:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098974.961126:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098974.961133:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098977.009067:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098977.009073:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098977.009076:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098978.033153:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098978.033157:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098978.033162:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098978.034050:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098978.034060:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098978.035221:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098978.035224:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098978.035645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098978.035648:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098978.036006:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098978.036010:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789098978.036312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098978.036315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789098979.057068:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098979.057073:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098979.057076:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098979.376900:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320789252, at 4320789312
00000100:00000010:1.0:1789098979.376916:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789098980.081025:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098980.081029:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098980.081032:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098981.105047:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098981.105050:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098981.105053:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098982.129118:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098982.129125:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098982.129129:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098983.153225:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098983.153232:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098983.153238:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098983.154192:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098983.154204:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098983.155822:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098983.155827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098983.156536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098983.156541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098983.157201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098983.157206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789098983.158063:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098983.158083:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789098984.177102:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098984.177107:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098984.177112:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098984.496885:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320794372, at 4320794432
00000100:00000010:1.0:1789098984.496904:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789098985.201145:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098985.201152:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098985.201157:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098986.225056:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098986.225063:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098986.225068:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098987.249098:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098987.249105:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098987.249111:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098988.273134:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098988.273142:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098988.273149:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098988.274086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098988.274101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098988.275403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098988.275405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098988.275661:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098988.275663:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098988.275933:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098988.275936:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789098988.276315:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098988.276317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789098989.297046:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098989.297051:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098989.297055:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098989.616869:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320799492, at 4320799552
00000100:00000010:1.0:1789098989.616889:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789098990.320965:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098990.320969:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098990.320972:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098991.345061:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098991.345065:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098991.345068:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098992.369016:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098992.369020:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098992.369024:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098993.393125:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098993.393136:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098993.393146:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789098993.394224:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098993.394251:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098993.395564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098993.395567:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098993.396091:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098993.396095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098993.396544:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098993.396546:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789098993.397063:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789098993.397066:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789098994.417079:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098994.417085:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098994.417090:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098994.736919:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320804612, at 4320804672
00000100:00000010:1.0:1789098994.736942:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789098995.440963:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098995.440967:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098995.440970:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098996.464979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098996.464985:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098996.464988:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789098997.489028:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098997.489034:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098997.489038:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098998.513596:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098998.514096:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098998.514478:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789098998.514534:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098998.514539:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098998.514544:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789098998.514674:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789098998.514875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789098999.537051:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789098999.537056:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789098999.537061:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789098999.856931:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320809731, at 4320809792
00000100:00000010:1.0:1789098999.856955:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8a80.
00000020:00000001:1.0:1789099000.561011:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099000.561016:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099000.561019:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099001.585063:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099001.585069:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099001.585075:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099002.608974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099002.608980:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099002.608984:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099003.633046:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099003.633052:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099003.633059:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099003.634305:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099003.634318:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099003.635940:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099003.635945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099003.636346:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099003.636349:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099003.636782:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099003.636811:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099003.637356:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099003.637359:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099004.657052:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099004.657059:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099004.657064:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099004.976937:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320814852, at 4320814912
00000100:00000010:1.0:1789099004.976962:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099005.681080:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099005.681087:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099005.681092:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099006.705062:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099006.705069:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099006.705074:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099007.728993:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099007.728997:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099007.729000:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099008.753119:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099008.753130:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099008.753143:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099008.753997:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099008.754011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099008.755387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099008.755393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099008.755934:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099008.755939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099008.756316:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099008.756319:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099008.757097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099008.757102:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099009.777131:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099009.777145:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099009.777154:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099010.096888:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320819972, at 4320820032
00000100:00000010:1.0:1789099010.096903:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099010.800937:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099010.800942:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099010.800945:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099011.824957:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099011.824963:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099011.824968:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099012.849006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099012.849010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099012.849013:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099013.872933:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099013.872938:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099013.872943:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099013.873347:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099013.873355:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099013.874010:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099013.874012:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099013.874200:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099013.874202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099013.874376:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099013.874378:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099013.874576:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099013.874578:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099014.896959:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099014.896963:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099014.896966:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099015.216971:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320825091, at 4320825152
00000100:00000010:1.0:1789099015.216979:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789099015.920939:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099015.920943:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099015.920946:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099016.944942:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099016.944947:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099016.944950:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099017.968953:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099017.968973:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099017.968976:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099018.992976:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099018.992981:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099018.992989:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099018.993791:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099018.993797:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099018.994996:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099018.994999:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099018.995356:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099018.995360:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099018.995770:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099018.995775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099018.996285:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099018.996289:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789099020.017036:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099020.017041:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099020.017045:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099020.336883:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320830212, at 4320830272
00000100:00000010:1.0:1789099020.336900:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099021.041087:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099021.041093:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099021.041098:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099022.064969:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099022.064974:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099022.064978:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099023.088919:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099023.088923:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099023.088926:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099024.112904:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099024.112914:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099024.112918:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099024.112922:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099024.112928:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099024.112935:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26161
00000400:00000200:1.0:1789099024.112947:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099024.112959:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099024.112964:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099024.112969:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.112972:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.112975:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.112977:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099024.112980:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099024.112982:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099024.112985:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099024.112988:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099024.112990:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099024.112993:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099024.112996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.112998:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113000:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113002:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099024.113005:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099024.113008:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113010:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099024.113012:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099024.113015:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099024.113018:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113020:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099024.113022:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099024.113030:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099024.113033:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099024.113037:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099024.113039:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113042:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099024.113044:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099024.113048:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099024.113056:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099024.113063:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099024.113072:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964441216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099024.113083:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099024.113087:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.113092:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964441216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099024.113112:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099024.113115:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099024.113119:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099024.113121:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099024.113122:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099024.113125:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099024.113128:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26161
00000400:00000200:1.0:1789099024.113132:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099024.113135:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099024.113138:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099024.113141:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113144:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113146:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113149:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099024.113154:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099024.113156:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099024.113161:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099024.113167:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099024.113169:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099024.113173:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099024.113179:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113186:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113192:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113198:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099024.113204:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099024.113211:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113217:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099024.113219:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099024.113227:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099024.113230:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113234:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099024.113239:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099024.113244:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113253:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099024.113257:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099024.113260:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099024.113266:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099024.113269:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113312:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099024.113316:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099024.113329:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099024.113335:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099024.113341:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099024.113347:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964441344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099024.113363:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099024.113369:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.113376:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964441344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099024.113388:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099024.113391:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099024.113396:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099024.113400:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099024.113402:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099024.113405:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099024.113411:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26161
00000400:00000200:1.0:1789099024.113418:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099024.113424:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099024.113427:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099024.113434:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113440:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113446:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113451:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099024.113457:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099024.113460:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099024.113464:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099024.113467:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099024.113472:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099024.113476:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099024.113481:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113486:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113491:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113494:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099024.113497:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099024.113502:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113506:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099024.113510:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099024.113514:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099024.113518:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113522:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099024.113527:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099024.113532:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113536:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099024.113544:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099024.113551:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099024.113558:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099024.113562:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113564:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099024.113566:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099024.113569:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099024.113577:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099024.113585:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099024.113596:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964441472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099024.113608:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099024.113611:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.113615:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964441472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099024.113623:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099024.113627:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099024.113631:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099024.113634:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099024.113638:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099024.113642:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099024.113649:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26161
00000400:00000200:1.0:1789099024.113656:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:2.1:1789099024.113663:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:1.0:1789099024.113664:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099024.113669:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099024.113674:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.1:1789099024.113674:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1789099024.113677:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113681:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113685:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099024.113692:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099024.113696:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099024.113699:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099024.113704:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099024.113708:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099024.113711:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099024.113719:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113723:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113729:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113732:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099024.113738:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099024.113746:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113749:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099024.113753:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099024.113757:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099024.113763:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113768:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099024.113772:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099024.113779:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113782:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099024.113787:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099024.113790:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099024.113792:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099024.113793:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.113795:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099024.113797:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099024.113827:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099024.113834:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099024.113841:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099024.113850:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964441600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099024.113863:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099024.113866:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.113871:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964441600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099024.113881:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099024.113886:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099024.113892:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099024.113896:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099024.113901:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099024.113905:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099024.113911:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26161
00000400:00000200:1.0:1789099024.113919:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099024.113926:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099024.113932:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099024.113940:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113946:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.113951:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113956:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099024.113963:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099024.113965:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099024.113970:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099024.113975:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099024.113981:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099024.113987:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099024.113996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.113999:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099024.114004:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099024.114009:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099024.114014:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099024.114020:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099024.114023:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099024.114027:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099024.114032:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099024.114036:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.114038:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099024.114039:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099024.114041:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.114043:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099024.114048:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099024.114053:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099024.114059:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099024.114062:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099024.114065:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099024.114069:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099024.114073:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099024.114080:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099024.114086:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099024.114099:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964441728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099024.114124:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099024.114129:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.114138:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964441728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099024.114156:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099024.114165:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26171)
00000800:00000200:2.1:1789099024.114384:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099024.114387:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099024.114639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099024.114642:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099024.114925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099024.114928:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099024.115163:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099024.115165:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789099025.137012:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099025.137018:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099025.137023:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099025.456919:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320835332, at 4320835392
00000100:00000010:1.0:1789099025.456940:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099026.161037:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099026.161044:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099026.161050:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099027.185017:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099027.185022:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099027.185026:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099029.232901:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099029.232915:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099029.232920:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099029.232925:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099029.232932:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099029.232942:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26166
00000400:00000200:1.0:1789099029.232965:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099029.232972:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099029.232975:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099029.232980:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.232983:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233002:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233004:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099029.233007:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099029.233009:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099029.233012:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099029.233015:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099029.233016:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099029.233018:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099029.233020:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233022:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233023:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233025:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099029.233027:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099029.233030:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233032:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099029.233034:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099029.233037:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099029.233040:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233042:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099029.233043:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099029.233069:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099029.233076:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099029.233081:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099029.233083:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233086:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099029.233089:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099029.233094:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099029.233101:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099029.233108:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099029.233118:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964441856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099029.233128:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099029.233133:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.233137:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964441856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099029.233158:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099029.233162:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099029.233165:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099029.233166:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099029.233168:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099029.233171:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099029.233189:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26166
00000400:00000200:1.0:1789099029.233194:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099029.233197:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099029.233199:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099029.233211:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233214:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233219:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233240:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099029.233243:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099029.233245:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099029.233248:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099029.233252:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099029.233256:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099029.233261:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099029.233266:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233268:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233269:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233270:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099029.233274:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099029.233279:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233286:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099029.233289:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099029.233297:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099029.233303:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233306:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099029.233312:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099029.233317:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233319:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099029.233325:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099029.233330:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099029.233332:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099029.233334:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233340:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099029.233343:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099029.233346:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099029.233354:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099029.233358:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099029.233366:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964441984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099029.233375:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099029.233380:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.233384:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964441984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099029.233397:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099029.233401:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099029.233405:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099029.233408:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099029.233411:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099029.233416:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099029.233421:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26166
00000400:00000200:1.0:1789099029.233429:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099029.233437:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099029.233440:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099029.233445:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233449:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233452:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233453:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099029.233459:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099029.233462:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099029.233465:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099029.233470:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099029.233477:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099029.233484:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099029.233494:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233508:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233515:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233521:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099029.233524:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099029.233532:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233535:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099029.233540:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099029.233544:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099029.233548:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233551:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099029.233563:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1789099029.233569:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789099029.233571:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233575:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099029.233575:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000010:1.0:1789099029.233583:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099029.233587:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099029.233590:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099029.233592:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233597:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099029.233602:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099029.233606:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099029.233611:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099029.233616:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099029.233627:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964442112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099029.233657:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099029.233660:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.233668:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964442112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099029.233688:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099029.233692:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099029.233696:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099029.233700:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099029.233702:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099029.233709:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099029.233715:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26166
00000400:00000200:1.0:1789099029.233721:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099029.233725:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099029.233728:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099029.233733:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233735:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233738:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233742:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099029.233747:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099029.233749:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099029.233752:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099029.233757:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099029.233761:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099029.233764:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099029.233771:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233776:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.233780:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233808:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099029.233811:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099029.233815:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099029.233817:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099029.233820:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099029.233826:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099029.233830:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233834:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099029.233839:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099029.233844:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233846:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099029.233852:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099029.233856:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099029.233880:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099029.233884:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.233890:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099029.233895:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099029.233898:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099029.233905:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099029.233913:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099029.233925:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964442240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099029.233946:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099029.233951:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.233963:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964442240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099029.233999:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099029.234003:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099029.234009:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099029.234012:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099029.234014:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099029.234017:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099029.234023:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26166
00000400:00000200:1.0:1789099029.234029:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099029.234035:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099029.234041:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099029.234046:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.234050:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.234056:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.234060:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099029.234082:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099029.234086:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099029.234089:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099029.234093:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099029.234099:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099029.234105:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099029.234114:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.234120:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099029.234125:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099029.234130:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099029.234136:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099029.234143:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099029.234151:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099029.234153:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099029.234159:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099029.234162:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.234169:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099029.234172:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099029.234213:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.234216:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099029.234219:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099029.234223:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099029.234229:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099029.234232:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099029.234235:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099029.234235:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099029.234237:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099029.234240:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099029.234243:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099029.234251:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964442368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099029.234278:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099029.234282:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.234289:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964442368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099029.234307:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099029.234314:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26176)
00000800:00000200:2.1:1789099029.234394:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099029.234396:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099029.234603:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099029.234604:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099029.234822:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099029.234824:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099029.235267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099029.235269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099030.256960:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099030.256966:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099030.256970:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099030.576852:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320840451, at 4320840512
00000100:00000010:1.0:1789099030.576867:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099031.280956:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099031.280960:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099031.280962:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099034.353513:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099034.353517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099034.354686:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099034.354688:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099034.354736:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099034.354742:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099034.354748:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099034.355037:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099034.355039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099034.355415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099034.355417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099034.355772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099034.355775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099035.377075:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099035.377083:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099035.377088:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099035.696865:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320845571, at 4320845632
00000100:00000010:1.0:1789099035.696882:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8f60.
00000020:00000001:1.0:1789099038.449053:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099038.449059:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099038.449064:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099039.473486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099039.473494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099039.474103:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099039.474108:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099039.474119:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099039.474159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099039.474161:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099039.474407:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099039.474409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099039.474624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099039.474626:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099039.474859:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099039.474871:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099040.816858:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320850691, at 4320850752
00000100:00000010:1.0:1789099040.816872:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ae0.
00000020:00000001:1.0:1789099041.521011:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099041.521017:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099041.521021:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099042.544909:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099042.544914:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099042.544918:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099043.568926:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099043.568931:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099043.568935:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099044.593447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099044.593454:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099044.594103:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099044.594108:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099044.594113:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099044.594146:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099044.594148:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099044.594369:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099044.594371:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099044.594605:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099044.594607:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099044.594956:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099044.594958:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099045.936887:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320855811, at 4320855872
00000100:00000010:1.0:1789099045.936916:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8180.
00000020:00000001:1.0:1789099046.640940:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099046.640945:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099046.640948:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099047.664988:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099047.664993:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099047.664997:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099048.689029:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099048.689037:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099048.689043:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099049.713592:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099049.713599:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789099049.714312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099049.714315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789099049.714661:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099049.714664:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789099049.715089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099049.715092:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789099049.715416:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099049.715419:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099050.737031:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099050.737035:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099050.737038:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099051.056915:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320860932, at 4320860992
00000100:00000010:1.0:1789099051.056951:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8060.
00000020:00000001:1.0:1789099051.761049:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099051.761056:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099051.761061:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099052.784940:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099052.784944:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099052.784947:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099054.833127:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099054.833134:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099054.833140:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099054.834408:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099054.834422:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789099054.835645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099054.835649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789099054.836009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099054.836013:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789099054.836415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099054.836417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789099054.836783:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099054.836785:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099055.857034:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099055.857039:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099055.857043:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099056.176918:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320866053, at 4320866112
00000100:00000010:1.0:1789099056.176935:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc86c0.
00000020:00000001:1.0:1789099056.881028:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099056.881037:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099056.881043:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099058.928943:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099058.928947:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099058.928950:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099059.953033:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099059.953039:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099059.953050:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099059.953923:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099059.953943:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099059.955189:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099059.955191:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099059.955554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099059.955557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099059.955871:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099059.955873:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099059.956228:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099059.956231:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099060.977006:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099060.977011:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099060.977014:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099061.296903:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320871172, at 4320871232
00000100:00000010:1.0:1789099061.296926:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc84e0.
00000020:00000001:1.0:1789099062.000920:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099062.000926:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099062.000929:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099063.024987:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099063.024992:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099063.024995:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099064.049013:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099064.049019:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099064.049022:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099065.073084:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099065.073090:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099065.073093:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099065.073610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099065.074157:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099065.074378:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099065.074566:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099065.074737:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099066.097015:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099066.097022:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099066.097027:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099066.416896:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320876291, at 4320876352
00000100:00000010:1.0:1789099066.416914:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8780.
00000020:00000001:1.0:1789099067.121032:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099067.121038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099067.121045:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099068.145141:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099068.145148:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099068.145153:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099070.193079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099070.193091:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099070.193104:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099070.193891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099070.193899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099070.194950:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099070.194959:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099070.195443:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099070.195445:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099070.195944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099070.195947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099070.196313:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099070.196317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099071.536895:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320881412, at 4320881472
00000100:00000010:1.0:1789099071.536916:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8540.
00000020:00000001:1.0:1789099072.240969:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099072.240978:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099072.240983:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099074.288998:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099074.289006:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099074.289011:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099075.312938:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099075.312943:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099075.312948:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099075.313505:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099075.313509:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099075.314234:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099075.314236:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099075.314521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099075.314523:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099075.314804:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099075.314806:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099075.315097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099075.315100:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099076.656902:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320886531, at 4320886592
00000100:00000010:1.0:1789099076.656915:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099079.408921:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099079.408925:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099079.408928:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099080.433606:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099080.433613:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1789099080.434391:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099080.434395:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099080.434398:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099080.434492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099080.434495:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099080.434856:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099080.434859:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099080.435184:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099080.435188:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099080.435533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099080.435536:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1789099081.776974:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320891651, at 4320891712
00000100:00000010:1.0:1789099081.776988:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc83c0.
00000020:00000001:1.0:1789099082.481122:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099082.481129:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099082.481134:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099084.529096:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099084.529102:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099084.529105:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099085.552979:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099085.552996:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099085.553005:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099085.553011:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099085.553018:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099085.553029:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26223
00000400:00000200:1.0:1789099085.553042:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099085.553055:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099085.553060:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099085.553067:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553072:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553097:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553103:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099085.553108:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099085.553126:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099085.553131:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099085.553136:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099085.553140:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099085.553145:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099085.553151:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553154:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553158:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553161:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099085.553182:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099085.553187:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553191:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099085.553195:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099085.553200:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099085.553204:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.553208:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099085.553211:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099085.553224:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099085.553229:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099085.553235:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099085.553237:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.553241:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099085.553245:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099085.553250:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099085.553260:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099085.553268:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099085.553280:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964448896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099085.553296:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099085.553302:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.553309:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964448896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099085.553337:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099085.553342:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099085.553348:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099085.553351:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099085.553354:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099085.553359:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099085.553364:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26223
00000400:00000200:1.0:1789099085.553372:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099085.553381:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099085.553388:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099085.553398:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553402:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553406:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553413:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099085.553420:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099085.553424:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099085.553429:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099085.553435:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099085.553443:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099085.553452:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099085.553463:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553471:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553479:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553485:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099085.553492:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099085.553502:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553509:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099085.553516:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099085.553526:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099085.553532:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.553540:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099085.553549:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099085.553559:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.553568:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099085.553579:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099085.553587:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099085.553598:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099085.553603:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.553609:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099085.553614:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099085.553619:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099085.553628:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099085.553638:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099085.553657:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964449024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099085.553694:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099085.553701:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.553712:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964449024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789099085.553745:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099085.553748:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099085.553749:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00080000:1.0:1789099085.553759:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099085.553772:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099085.553777:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099085.553783:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099085.553862:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099085.553873:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26223
00000400:00000200:1.0:1789099085.553885:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099085.553899:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099085.553906:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099085.553914:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553920:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553926:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553935:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099085.553941:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099085.553943:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099085.553946:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099085.553949:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099085.553956:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099085.553962:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099085.553973:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553982:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.553992:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.553998:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099085.554006:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099085.554015:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554026:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099085.554033:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099085.554040:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099085.554049:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554055:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099085.554061:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099085.554069:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554076:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099085.554088:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099085.554096:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099085.554104:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099085.554126:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554135:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099085.554141:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099085.554147:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099085.554157:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099085.554168:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099085.554184:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964449152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099085.554229:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099085.554238:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.554249:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964449152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099085.554285:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099085.554296:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099085.554310:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099085.554315:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099085.554319:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099085.554329:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099085.554339:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26223
00000400:00000200:1.0:1789099085.554349:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099085.554381:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099085.554390:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099085.554401:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554406:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.554415:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554422:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099085.554431:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099085.554437:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099085.554441:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099085.554448:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099085.554455:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099085.554463:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099085.554475:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554483:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.554491:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554500:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099085.554509:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099085.554521:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554531:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099085.554539:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099085.554547:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099085.554556:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554560:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099085.554564:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099085.554569:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554577:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099085.554590:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099085.554601:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099085.554610:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099085.554615:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.554621:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099085.554628:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099085.554634:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099085.554647:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099085.554657:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099085.554676:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964449280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099085.554716:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099085.554723:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.554738:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964449280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789099085.554743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099085.554749:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1789099085.554777:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099085.554813:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099085.554825:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099085.554832:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099085.554839:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099085.554850:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099085.554862:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26223
00000400:00000200:1.0:1789099085.554880:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099085.554890:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099085.554896:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099085.554907:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554917:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.554927:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.554936:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099085.554945:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099085.554951:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099085.554958:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099085.554965:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099085.554972:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099085.554982:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099085.554996:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.555005:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099085.555017:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099085.555029:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099085.555035:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099085.555049:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099085.555061:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099085.555070:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099085.555078:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099085.555087:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.555094:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099085.555102:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099085.555136:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.555145:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099085.555154:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099085.555174:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099085.555184:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099085.555190:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099085.555198:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099085.555203:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099085.555209:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099085.555218:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099085.555228:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099085.555243:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964449408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099085.555277:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099085.555286:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.555302:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964449408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099085.555330:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099085.555340:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26233)
00000800:00000200:0.1:1789099085.555454:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099085.555458:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099085.555830:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099085.555833:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099085.556156:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099085.556160:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1789099086.577000:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099086.577004:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099086.577007:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099086.896963:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320896772, at 4320896832
00000100:00000010:1.0:1789099086.896991:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ba0.
00000020:00000001:1.0:1789099088.625030:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099088.625035:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099088.625039:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099090.673056:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099090.673061:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099090.673066:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099090.673609:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099090.673617:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099090.674494:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099090.674496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099090.674889:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099090.674893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099090.675265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099090.675267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099090.675748:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099090.675751:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789099092.016944:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320901892, at 4320901952
00000100:00000010:1.0:1789099092.016961:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ea0.
00000020:00000001:1.0:1789099092.721020:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099092.721025:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099092.721029:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099094.769139:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099094.769147:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099094.769154:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099095.793135:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099095.793140:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099095.793145:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099095.793889:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099095.793908:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099095.795117:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099095.795120:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099095.795565:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099095.795568:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099095.796109:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099095.796111:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099095.796445:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099095.796448:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789099096.817083:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099096.817088:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099096.817091:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099097.136975:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320907012, at 4320907072
00000100:00000010:1.0:1789099097.137000:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099098.865045:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099098.865052:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099098.865056:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099099.889090:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099099.889096:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099099.889100:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099100.913734:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099100.913740:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099100.914562:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099100.914563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099100.914809:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099100.914812:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099100.915154:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099100.915156:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099100.915437:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099100.915438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099102.256903:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320912132, at 4320912192
00000100:00000010:1.0:1789099102.256938:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099102.961064:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099102.961068:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099102.961088:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099103.984947:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099103.984951:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099103.984954:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099106.033647:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099106.033652:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099106.034686:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099106.034691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099106.035011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099106.035014:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099106.035383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099106.035386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099106.035903:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099106.035906:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099107.376946:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320917252, at 4320917312
00000100:00000010:1.0:1789099107.376973:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099108.080942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099108.080945:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099108.080948:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099111.153109:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099111.153116:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099111.153125:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099111.153911:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099111.153921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099111.155206:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099111.155210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099111.155601:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099111.155605:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099111.156023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099111.156026:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099111.156617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099111.156620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099112.176940:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099112.176944:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099112.176948:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099112.496870:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320922372, at 4320922432
00000100:00000010:1.0:1789099112.496887:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789099113.201119:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099113.201126:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099113.201131:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099115.248930:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099115.248935:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099115.248938:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099116.273027:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099116.273038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099116.273057:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099116.273684:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099116.273689:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099116.274524:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099116.274526:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099116.274746:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099116.274749:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099116.274961:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099116.274963:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099116.275203:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099116.275205:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099117.297048:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099117.297056:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099117.297061:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099117.616896:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320927492, at 4320927552
00000100:00000010:1.0:1789099117.616915:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789099119.344980:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099119.344987:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099119.344993:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099120.369051:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099120.369059:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099120.369065:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099121.392965:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099121.392972:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099121.392980:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099121.393853:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099121.393863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099121.395030:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099121.395034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099121.395380:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099121.395382:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099121.395695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099121.395697:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099121.396225:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099121.396228:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1789099122.736925:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320932612, at 4320932672
00000100:00000010:1.0:1789099122.736960:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099123.441079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099123.441086:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099123.441091:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099125.488953:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099125.488962:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099125.488969:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099126.513859:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099126.513863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099126.514769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099126.514772:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099126.515064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099126.515066:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099126.515419:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099126.515421:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099126.515891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099126.515893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789099127.537026:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099127.537032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099127.537035:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099127.856864:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320937732, at 4320937792
00000100:00000010:1.0:1789099127.856880:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099129.584983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099129.584988:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099129.584991:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099131.632957:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099131.632963:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099131.632971:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099131.633473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099131.633754:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099131.633960:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099131.634149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099131.634310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099132.976870:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320942851, at 4320942912
00000100:00000010:1.0:1789099132.976886:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099133.680974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099133.680981:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099133.680986:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099136.752992:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099136.752998:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099136.753005:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099136.753712:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099136.753719:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099136.754595:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099136.754598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099136.754895:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099136.754897:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099136.755253:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099136.755256:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099136.755537:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099136.755539:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099138.096984:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320947972, at 4320948032
00000100:00000010:1.0:1789099138.097015:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099140.849116:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099140.849121:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099140.849125:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099141.873656:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099141.873662:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099141.874361:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099141.874364:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099141.874694:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099141.874696:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099141.875149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099141.875153:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099141.875538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099141.875541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099143.216901:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320953091, at 4320953152
00000100:00000010:1.0:1789099143.216920:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099143.920928:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099143.920932:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099143.920935:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099144.944918:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099144.944922:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099144.944925:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099146.993486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099146.993492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099146.994375:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099146.994377:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099146.994638:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099146.994640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099146.994948:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099146.994950:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099146.995270:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099146.995272:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099148.017001:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099148.017007:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099148.017012:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099148.336864:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320958211, at 4320958272
00000100:00000010:1.0:1789099148.336880:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789099149.041013:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099149.041019:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099149.041023:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099152.112999:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099152.113007:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099152.113021:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099152.113737:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099152.113748:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099152.114899:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099152.114906:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099152.115244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099152.115246:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099152.115582:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099152.115585:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099152.116032:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099152.116034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099153.457025:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320963332, at 4320963392
00000100:00000010:1.0:1789099153.457064:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099155.185109:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099155.185117:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099155.185124:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099156.209102:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099156.209111:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099156.209128:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099157.232996:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099157.233004:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099157.233013:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099157.233821:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099157.233827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099157.235137:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099157.235140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099157.235387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099157.235389:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099157.235616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099157.235618:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099157.235970:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099157.235973:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789099158.576957:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320968452, at 4320968512
00000100:00000010:1.0:1789099158.576988:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099159.281040:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099159.281045:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099159.281049:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099160.305100:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099160.305110:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099160.305116:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099161.328981:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099161.328986:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099161.328990:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099162.353890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099162.353899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099162.355118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099162.355123:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099162.355511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099162.355514:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099162.355926:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099162.355929:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099162.356329:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099162.356332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099163.377075:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099163.377081:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099163.377086:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099163.696946:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320973572, at 4320973632
00000100:00000010:1.0:1789099163.696976:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099164.401088:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099164.401106:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099164.401111:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099165.425090:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099165.425097:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099165.425101:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099167.473087:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099167.473092:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099167.473099:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099167.474191:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099167.474204:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099167.475092:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099167.475097:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099167.475634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099167.475639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099167.476185:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099167.476189:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099167.476751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099167.476756:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789099168.497089:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099168.497096:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099168.497102:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099168.816879:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320978692, at 4320978752
00000100:00000010:1.0:1789099168.816891:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099169.520942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099169.520946:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099169.520949:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099171.569004:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099171.569011:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099171.569016:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099172.593021:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099172.593029:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099172.593037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099172.594124:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099172.594135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099172.595289:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099172.595293:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099172.595735:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099172.595741:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099172.596202:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099172.596206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099172.596643:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099172.596647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099173.616995:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099173.617000:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099173.617004:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099173.936860:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320983812, at 4320983872
00000100:00000010:1.0:1789099173.936870:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099177.713099:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099177.713107:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099177.713120:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099177.713974:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099177.713982:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099177.715086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099177.715089:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099177.715550:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099177.715553:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099177.715993:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099177.715996:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099177.716363:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099177.716366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099179.056902:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320988932, at 4320988992
00000100:00000010:1.0:1789099179.056917:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099181.808972:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099181.808976:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099181.808979:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099182.832931:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099182.832937:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099182.832939:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099182.832942:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099182.832947:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099182.832952:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26320
00000400:00000200:1.0:1789099182.832963:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099182.832971:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099182.832974:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099182.832977:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.832980:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.832982:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.832983:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099182.832985:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099182.832987:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099182.832989:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099182.832992:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099182.832993:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099182.832995:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099182.832998:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.832999:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833000:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833002:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099182.833004:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099182.833006:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833008:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099182.833010:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099182.833012:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099182.833014:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833016:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099182.833018:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099182.833026:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099182.833029:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099182.833032:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099182.833033:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833036:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099182.833038:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099182.833042:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099182.833048:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099182.833053:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099182.833068:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964461056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099182.833076:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099182.833079:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833082:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964461056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099182.833098:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099182.833101:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099182.833103:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099182.833104:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099182.833105:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099182.833107:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099182.833108:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26320
00000400:00000200:1.0:1789099182.833111:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099182.833112:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099182.833114:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099182.833116:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833118:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833120:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833122:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099182.833124:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099182.833125:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099182.833127:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099182.833128:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099182.833131:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099182.833136:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099182.833142:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833145:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833150:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833152:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099182.833157:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099182.833162:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833168:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099182.833171:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099182.833177:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099182.833182:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833186:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099182.833190:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099182.833195:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833199:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099182.833204:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099182.833209:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099182.833214:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099182.833216:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833218:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099182.833220:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099182.833223:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099182.833230:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099182.833236:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099182.833241:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964461184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099182.833250:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099182.833252:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833257:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964461184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099182.833267:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099182.833271:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099182.833275:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099182.833292:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099182.833296:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099182.833302:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099182.833308:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26320
00000400:00000200:1.0:1789099182.833315:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099182.833319:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099182.833323:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099182.833327:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833330:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833332:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833337:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099182.833341:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099182.833344:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099182.833345:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099182.833346:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099182.833351:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099182.833355:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099182.833359:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833364:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833369:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833372:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099182.833375:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099182.833381:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833385:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099182.833390:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099182.833394:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099182.833397:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833398:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099182.833401:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099182.833404:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833408:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099182.833415:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099182.833419:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099182.833424:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099182.833426:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833427:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099182.833428:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099182.833430:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099182.833437:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099182.833443:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099182.833451:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964461312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099182.833462:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099182.833465:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833471:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964461312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789099182.833484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099182.833486:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099182.833488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1789099182.833490:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099182.833497:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099182.833500:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099182.833503:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099182.833506:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099182.833510:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26320
00000400:00000200:1.0:1789099182.833517:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099182.833523:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099182.833525:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099182.833531:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833533:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833536:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833539:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099182.833542:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099182.833543:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099182.833545:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099182.833548:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099182.833553:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099182.833557:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099182.833562:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833566:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833570:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833575:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099182.833580:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099182.833585:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833587:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099182.833588:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099182.833590:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099182.833592:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833598:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099182.833602:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099182.833604:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833606:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099182.833609:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099182.833614:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099182.833619:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099182.833621:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833631:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099182.833634:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099182.833637:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099182.833643:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099182.833649:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099182.833654:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964461440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099182.833665:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099182.833669:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833674:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964461440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099182.833683:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099182.833687:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099182.833690:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099182.833692:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099182.833694:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099182.833703:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099182.833707:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26320
00000400:00000200:1.0:1789099182.833715:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099182.833720:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099182.833725:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099182.833730:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833734:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833740:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833745:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099182.833749:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099182.833751:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099182.833754:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099182.833755:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099182.833759:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099182.833761:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099182.833768:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833770:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099182.833772:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833773:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099182.833775:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099182.833776:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099182.833778:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099182.833781:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099182.833821:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099182.833828:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833833:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099182.833838:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099182.833846:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833851:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099182.833856:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099182.833862:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099182.833866:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099182.833869:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099182.833872:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099182.833876:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099182.833878:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099182.833883:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099182.833890:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099182.833901:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964461568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099182.833917:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099182.833922:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833929:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964461568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099182.833944:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099182.833951:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26330)
00000800:00000200:2.1:1789099182.834097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099182.834098:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099182.834331:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099182.834332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099182.834548:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099182.834550:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099182.834761:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099182.834763:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789099184.176870:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320994051, at 4320994112
00000100:00000010:1.0:1789099184.176885:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97c00.
00000020:00000001:1.0:1789099185.904977:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099185.904982:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099185.904987:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099187.953368:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099187.953375:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099187.954009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099187.954010:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099187.954249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099187.954251:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099187.954436:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099187.954438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099187.954681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099187.954683:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789099189.296873:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4320999171, at 4320999232
00000100:00000010:1.0:1789099189.296897:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099190.000936:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099190.000941:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099190.000945:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099193.072979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099193.072984:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099193.072996:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099193.073813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099193.073819:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099193.074902:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099193.074908:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099193.075199:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099193.075201:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099193.075381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099193.075383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099193.075658:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099193.075660:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099194.096952:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099194.096958:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099194.096961:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099194.416866:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321004292, at 4321004352
00000100:00000010:1.0:1789099194.416884:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099197.168930:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099197.168934:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099197.168937:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099198.192922:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099198.192930:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099198.192932:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099198.192937:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099198.192947:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099198.192954:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26335
00000400:00000200:1.0:1789099198.192966:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099198.192974:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099198.192978:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099198.192983:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193002:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193006:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193007:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099198.193011:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099198.193013:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099198.193016:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099198.193018:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099198.193020:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099198.193022:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099198.193024:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193026:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193027:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193028:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099198.193030:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099198.193034:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193036:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099198.193038:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099198.193041:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099198.193042:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193044:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099198.193046:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099198.193054:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099198.193057:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099198.193061:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099198.193063:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193065:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099198.193068:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099198.193072:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099198.193078:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099198.193085:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099198.193096:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964462976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099198.193105:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099198.193109:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.193112:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964462976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099198.193133:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099198.193135:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099198.193137:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099198.193139:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099198.193140:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099198.193141:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099198.193143:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26335
00000400:00000200:1.0:1789099198.193146:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099198.193149:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099198.193150:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099198.193154:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193156:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193159:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193160:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099198.193162:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099198.193163:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099198.193169:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099198.193171:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099198.193177:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099198.193183:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099198.193186:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193190:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193193:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193202:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099198.193208:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099198.193220:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193227:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099198.193232:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099198.193243:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099198.193247:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193258:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099198.193266:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099198.193274:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193279:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099198.193285:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099198.193288:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099198.193289:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099198.193291:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193295:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099198.193303:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099198.193312:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099198.193318:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099198.193323:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099198.193337:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964463104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099198.193356:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099198.193363:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.193373:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964463104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099198.193401:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099198.193413:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099198.193431:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099198.193435:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099198.193441:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099198.193451:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099198.193458:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26335
00000400:00000200:1.0:1789099198.193464:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099198.193471:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099198.193473:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099198.193489:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193492:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193495:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193501:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099198.193507:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099198.193509:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099198.193511:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099198.193517:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099198.193524:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099198.193526:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099198.193531:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193539:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193542:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193550:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099198.193561:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099198.193571:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193582:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099198.193590:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099198.193597:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099198.193602:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193603:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099198.193606:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099198.193615:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193620:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099198.193629:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099198.193637:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099198.193646:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099198.193647:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193650:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099198.193654:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099198.193657:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099198.193662:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099198.193667:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099198.193676:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964463232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099198.193680:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099198.193688:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099198.193692:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.193696:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964463232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099198.193702:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099198.193704:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099198.193707:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099198.193712:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099198.193715:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099198.193720:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099198.193726:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26335
00000400:00000200:1.0:1789099198.193735:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099198.193739:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099198.193743:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099198.193760:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193768:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193771:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193774:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099198.193778:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099198.193783:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099198.193819:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099198.193821:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099198.193823:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099198.193825:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099198.193832:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193836:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.193846:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193858:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099198.193868:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099198.193875:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099198.193885:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099198.193888:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099198.193891:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099198.193894:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193898:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099198.193902:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099198.193909:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193917:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099198.193924:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099198.193934:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099198.193945:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099198.193950:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.193955:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099198.193960:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099198.193963:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099198.193969:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099198.193980:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099198.194002:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964463360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099198.194016:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099198.194019:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.194032:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964463360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099198.194041:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099198.194044:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099198.194047:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099198.194049:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099198.194051:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099198.194054:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099198.194057:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26335
00000400:00000200:1.0:1789099198.194061:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099198.194064:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099198.194066:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099198.194069:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.194071:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.194073:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.194075:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099198.194078:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099198.194079:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099198.194081:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099198.194082:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099198.194084:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099198.194086:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099198.194089:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.194091:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099198.194094:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099198.194096:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099198.194101:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099198.194105:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099198.194109:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099198.194115:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099198.194120:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099198.194125:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.194130:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099198.194133:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099198.194136:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.194141:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099198.194146:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099198.194151:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099198.194155:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099198.194157:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099198.194161:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099198.194164:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099198.194166:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099198.194173:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099198.194179:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099198.194185:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964463488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099198.194224:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099198.194228:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.194237:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964463488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099198.194249:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099198.194258:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26345)
00000800:00000200:2.1:1789099198.194374:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099198.194558:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099198.194747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099198.194939:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099199.536915:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321009411, at 4321009472
00000100:00000010:1.0:1789099199.536937:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099201.265033:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099201.265039:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099201.265042:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789099201.265155:0:256906:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:1.0:1789099201.265201:0:256906:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1789099201.265211:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099201.265215:0:256906:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:1.0:1789099201.265220:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099201.265225:0:256906:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1789099201.265229:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789099201.265233:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda700.
00000400:00000200:1.0:1789099201.265239:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789099201.265243:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789099201.265249:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802511584c8
00000400:00000010:1.0:1789099201.265252:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802511584c8.
00000100:00000001:1.0:1789099201.265257:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789099201.265266:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecca940 x1875994964462976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265298:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789099201.265303:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964462976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265310:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099201.265312:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1789099201.265337:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789099201.265339:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdab00.
00000400:00000200:1.0:1789099201.265341:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789099201.265344:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789099201.265346:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158a18
00000400:00000010:1.0:1789099201.265348:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158a18.
00000100:00000001:1.0:1789099201.265350:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789099201.265356:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc8b40 x1875994964463104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265365:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789099201.265372:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964463104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265384:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099201.265387:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1789099201.265397:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789099201.265405:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:1.0:1789099201.265410:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789099201.265416:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789099201.265424:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158ee0
00000400:00000010:1.0:1789099201.265429:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158ee0.
00000100:00000001:1.0:1789099201.265454:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789099201.265464:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecca580 x1875994964463232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265523:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789099201.265531:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964463232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265543:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099201.265545:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1789099201.265556:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789099201.265563:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:1.0:1789099201.265570:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789099201.265577:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789099201.265582:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158dd0
00000400:00000010:1.0:1789099201.265586:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158dd0.
00000100:00000001:1.0:1789099201.265589:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789099201.265599:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc8f00 x1875994964463360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265617:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789099201.265625:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964463360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265635:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099201.265637:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1789099201.265642:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789099201.265644:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda400.
00000400:00000200:1.0:1789099201.265651:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789099201.265660:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789099201.265666:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158880
00000400:00000010:1.0:1789099201.265671:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158880.
00000100:00000001:1.0:1789099201.265675:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789099201.265683:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027eccb0c0 x1875994964463488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265700:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789099201.265707:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964463488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789099223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099201.265723:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099201.265728:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1789099203.312920:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099203.312929:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099203.312931:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099203.312935:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099203.312940:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099203.312947:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26340
00000400:00000200:1.0:1789099203.312956:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099203.312962:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099203.312965:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099203.312969:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.312972:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.312975:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.312977:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099203.312981:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099203.312983:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099203.312985:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099203.312992:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099203.312997:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099203.313000:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099203.313008:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313011:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313016:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313019:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099203.313021:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099203.313024:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313028:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099203.313030:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099203.313036:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099203.313039:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313041:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099203.313043:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099203.313049:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099203.313052:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099203.313057:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099203.313060:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313063:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099203.313066:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099203.313070:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099203.313077:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099203.313084:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099203.313097:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964463616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099203.313106:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099203.313111:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.313116:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964463616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099203.313132:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099203.313135:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099203.313138:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099203.313139:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099203.313140:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099203.313141:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099203.313143:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26340
00000400:00000200:1.0:1789099203.313145:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099203.313147:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099203.313149:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099203.313151:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313153:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313155:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313157:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099203.313159:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099203.313160:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099203.313161:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099203.313163:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099203.313165:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099203.313167:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099203.313171:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313173:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313176:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313178:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099203.313182:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099203.313189:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313192:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099203.313197:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099203.313204:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099203.313209:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313214:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099203.313220:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099203.313228:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313235:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099203.313242:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099203.313247:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099203.313259:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099203.313263:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313267:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099203.313269:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099203.313275:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099203.313284:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099203.313292:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099203.313300:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964463744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099203.313322:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099203.313328:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.313336:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964463744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099203.313360:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099203.313367:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099203.313376:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099203.313379:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099203.313382:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099203.313387:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099203.313392:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26340
00000400:00000200:1.0:1789099203.313396:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099203.313399:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099203.313404:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099203.313424:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313429:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313435:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313440:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099203.313445:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099203.313448:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099203.313450:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099203.313454:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099203.313458:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099203.313463:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099203.313472:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313478:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313485:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313490:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099203.313495:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099203.313499:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313506:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099203.313511:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099203.313516:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099203.313523:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313529:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099203.313531:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099203.313534:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313538:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099203.313543:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099203.313549:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099203.313554:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099203.313558:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313561:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099203.313564:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1789099203.313564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789099203.313568:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099203.313570:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
02000000:00000010:1.0:1789099203.313575:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099203.313582:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099203.313592:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964463872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099203.313612:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099203.313616:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.313626:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964463872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099203.313642:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099203.313648:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099203.313658:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099203.313663:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099203.313667:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099203.313672:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099203.313680:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26340
00000400:00000200:1.0:1789099203.313690:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099203.313698:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099203.313704:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099203.313710:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313712:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313717:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313722:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099203.313729:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099203.313733:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099203.313738:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099203.313741:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099203.313744:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099203.313749:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099203.313754:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313760:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.313763:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313766:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099203.313769:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099203.313775:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099203.313780:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099203.313815:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099203.313819:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099203.313825:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313828:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099203.313832:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099203.313837:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313841:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099203.313849:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099203.313855:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099203.313863:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099203.313867:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.313870:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099203.313875:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099203.313880:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099203.313888:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099203.313907:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099203.313918:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964464000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099203.313938:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099203.313944:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.313953:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964464000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099203.313974:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099203.313980:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099203.313987:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099203.313992:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099203.313993:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099203.313997:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099203.314004:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26340
00000400:00000200:1.0:1789099203.314015:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099203.314023:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099203.314028:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099203.314037:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.314044:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.314050:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.314055:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099203.314061:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099203.314065:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099203.314075:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099203.314081:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099203.314090:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099203.314098:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099203.314107:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.314114:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099203.314120:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099203.314127:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099203.314132:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099203.314139:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099203.314144:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099203.314151:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099203.314156:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099203.314161:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.314165:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099203.314170:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099203.314177:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.314180:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099203.314187:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099203.314194:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099203.314201:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099203.314203:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099203.314209:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099203.314211:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099203.314216:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099203.314224:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099203.314230:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099203.314239:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964464128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099203.314249:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099203.314254:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.314273:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964464128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099203.314291:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099203.314301:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26350)
00000800:00000200:2.1:1789099203.314438:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099203.314441:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099203.314764:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099203.314766:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099203.315039:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099203.315042:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099203.315345:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099203.315347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099204.656920:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321014531, at 4321014592
00000100:00000010:1.0:1789099204.656937:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099205.361097:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099205.361103:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099205.361108:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099206.385055:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099206.385061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099206.385065:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099208.433962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099208.433973:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099208.435346:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099208.435351:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099208.435790:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099208.435858:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099208.436241:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099208.436244:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099208.436710:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099208.436714:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1789099209.457059:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099209.457063:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099209.457067:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099209.777027:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321019652, at 4321019712
00000100:00000010:1.0:1789099209.777039:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099210.480987:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099210.480992:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099210.480995:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099212.528987:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099212.528991:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099212.528995:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099213.552950:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099213.552965:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099213.552980:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099213.552986:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099213.552993:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099213.553004:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26351
00000400:00000200:1.0:1789099213.553017:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099213.553027:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099213.553042:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099213.553051:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553057:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553062:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553065:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099213.553068:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099213.553070:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099213.553073:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099213.553076:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099213.553078:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099213.553080:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099213.553083:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553085:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553087:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553088:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099213.553091:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099213.553094:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553107:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099213.553110:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099213.553113:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099213.553116:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553118:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099213.553121:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099213.553130:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099213.553134:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099213.553138:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099213.553140:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553143:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099213.553146:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099213.553149:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099213.553156:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099213.553163:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099213.553172:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964464896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099213.553182:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099213.553186:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.553191:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964464896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099213.553215:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099213.553218:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099213.553222:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099213.553223:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099213.553225:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099213.553227:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099213.553230:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26351
00000400:00000200:1.0:1789099213.553233:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099213.553237:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099213.553240:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099213.553243:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553246:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553249:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553252:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099213.553257:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099213.553262:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099213.553265:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099213.553293:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099213.553296:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099213.553302:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099213.553312:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553322:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553331:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553340:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099213.553348:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099213.553358:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553365:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099213.553372:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099213.553384:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099213.553393:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553402:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099213.553410:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099213.553422:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553430:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099213.553440:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099213.553463:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099213.553473:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099213.553477:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553479:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099213.553481:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099213.553484:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099213.553491:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099213.553499:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099213.553514:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964465024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099213.553548:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099213.553553:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.553561:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964465024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099213.553580:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099213.553587:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099213.553594:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099213.553598:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099213.553603:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099213.553611:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099213.553618:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26351
00000400:00000200:1.0:1789099213.553648:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099213.553659:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099213.553663:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099213.553675:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553681:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553735:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553740:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099213.553745:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099213.553749:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099213.553752:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099213.553757:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099213.553764:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099213.553770:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099213.553782:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553839:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.553849:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553856:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099213.553862:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099213.553868:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099213.553873:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099213.553877:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099213.553882:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099213.553887:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.553894:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099213.553897:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1789099213.553898:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789099213.553924:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099213.553926:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1789099213.553930:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099213.553941:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099213.553954:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099213.553992:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099213.554000:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554009:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099213.554019:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099213.554028:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099213.554066:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099213.554077:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099213.554094:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964465152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099213.554118:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099213.554136:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.554147:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964465152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099213.554169:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099213.554177:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099213.554190:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099213.554200:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099213.554208:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099213.554223:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099213.554234:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26351
00000400:00000200:1.0:1789099213.554247:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099213.554254:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099213.554261:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099213.554269:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554287:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.554296:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554299:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099213.554306:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099213.554309:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099213.554314:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099213.554319:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099213.554324:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099213.554332:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099213.554363:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554370:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.554379:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554387:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099213.554394:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099213.554406:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554416:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099213.554424:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099213.554432:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099213.554445:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554468:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099213.554474:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099213.554483:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554491:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099213.554504:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099213.554513:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099213.554520:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099213.554542:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554547:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099213.554551:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099213.554556:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099213.554565:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099213.554571:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099213.554584:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964465280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099213.554605:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099213.554611:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.554619:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964465280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099213.554647:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099213.554654:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099213.554661:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099213.554664:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099213.554669:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099213.554676:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099213.554683:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26351
00000400:00000200:1.0:1789099213.554692:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099213.554722:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099213.554728:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099213.554735:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554740:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.554743:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554750:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099213.554760:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099213.554763:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099213.554768:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099213.554771:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099213.554773:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099213.554776:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099213.554818:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554827:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099213.554837:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554847:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099213.554853:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099213.554862:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099213.554869:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099213.554874:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099213.554880:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099213.554889:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554896:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099213.554903:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099213.554915:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554923:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099213.554936:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099213.554948:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099213.554958:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099213.554964:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099213.554970:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099213.554974:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099213.554978:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099213.554989:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099213.555000:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099213.555011:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964465408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099213.555038:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099213.555045:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.555071:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964465408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099213.555108:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099213.555119:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26361)
00000800:00000200:2.1:1789099213.555150:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099213.555154:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099213.555744:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099213.555749:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099213.556167:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099213.556170:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099213.556760:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099213.556764:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1789099214.577099:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099214.577105:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099214.577110:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099214.896905:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321024772, at 4321024832
00000100:00000010:1.0:1789099214.896924:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099216.625029:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099216.625036:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099216.625042:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099218.672894:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099218.672925:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099218.672932:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099218.672943:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099218.672950:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099218.672960:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26356
00000400:00000200:1.0:1789099218.672981:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099218.672992:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099218.672998:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099218.673005:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673011:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673015:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673020:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099218.673030:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099218.673036:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099218.673042:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099218.673048:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099218.673053:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099218.673058:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099218.673064:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673068:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673070:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673072:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099218.673076:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099218.673079:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673082:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099218.673086:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099218.673090:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099218.673092:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673095:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099218.673098:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099218.673107:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099218.673111:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099218.673115:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099218.673117:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673120:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099218.673123:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099218.673127:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099218.673135:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099218.673159:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099218.673169:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964465536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099218.673181:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099218.673185:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.673190:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964465536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099218.673215:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099218.673219:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099218.673222:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099218.673224:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099218.673226:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099218.673228:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099218.673232:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26356
00000400:00000200:1.0:1789099218.673238:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099218.673242:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099218.673244:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099218.673248:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673251:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673258:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673264:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099218.673269:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099218.673270:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099218.673274:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099218.673277:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099218.673284:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099218.673289:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099218.673293:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673295:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673297:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673304:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099218.673312:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099218.673319:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673326:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099218.673331:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099218.673338:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099218.673343:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673346:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099218.673353:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099218.673359:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673363:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099218.673369:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099218.673376:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099218.673380:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099218.673384:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673386:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099218.673387:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099218.673389:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099218.673395:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099218.673402:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099218.673413:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964465664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099218.673425:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099218.673430:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.673436:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964465664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099218.673451:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099218.673454:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099218.673458:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099218.673463:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099218.673467:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099218.673474:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099218.673481:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26356
00000400:00000200:1.0:1789099218.673494:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099218.673503:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099218.673508:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099218.673515:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673522:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673530:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673547:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099218.673552:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099218.673557:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099218.673561:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099218.673564:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099218.673573:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099218.673579:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099218.673587:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673589:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673590:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673592:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099218.673594:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099218.673597:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673618:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099218.673623:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099218.673628:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099218.673634:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673639:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099218.673644:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099218.673650:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673654:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099218.673660:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099218.673668:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099218.673674:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099218.673678:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673680:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099218.673681:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099218.673684:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099218.673692:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099218.673702:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099218.673715:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964465792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099218.673729:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099218.673734:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.673743:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964465792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789099218.673753:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099218.673761:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1789099218.673763:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099218.673769:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099218.673777:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099218.673781:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099218.673809:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099218.673814:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099218.673818:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26356
00000400:00000200:1.0:1789099218.673826:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099218.673836:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099218.673842:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099218.673851:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673857:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673863:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673869:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099218.673875:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099218.673879:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099218.673885:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099218.673889:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099218.673895:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099218.673903:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099218.673913:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673916:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.673925:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673931:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099218.673939:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099218.673947:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099218.673953:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099218.673959:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099218.673964:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099218.673966:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673972:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099218.673978:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099218.673988:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.673994:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099218.674004:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099218.674012:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099218.674021:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099218.674027:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.674036:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099218.674042:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099218.674049:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099218.674062:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099218.674069:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099218.674082:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964465920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099218.674103:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099218.674109:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.674122:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964465920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099218.674167:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099218.674173:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099218.674180:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099218.674186:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099218.674191:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099218.674199:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099218.674205:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26356
00000400:00000200:1.0:1789099218.674217:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099218.674226:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099218.674233:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099218.674240:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.674245:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.674250:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.674255:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099218.674260:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099218.674264:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099218.674268:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099218.674273:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099218.674278:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099218.674283:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099218.674291:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.674298:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099218.674306:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099218.674313:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099218.674320:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099218.674328:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099218.674337:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099218.674342:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099218.674348:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099218.674353:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.674360:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099218.674364:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099218.674373:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.674377:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099218.674382:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099218.674388:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099218.674396:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099218.674399:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099218.674406:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099218.674409:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099218.674413:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099218.674417:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099218.674423:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099218.674432:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964466048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099218.674448:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099218.674454:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.674461:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964466048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099218.674481:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099218.674486:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26366)
00000800:00000200:2.1:1789099218.674772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099218.674775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099218.675138:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099218.675140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099218.675492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099218.675496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099218.676020:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099218.676023:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789099220.016893:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321029892, at 4321029952
00000100:00000010:1.0:1789099220.016926:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099220.721058:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099220.721063:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099220.721067:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099222.768961:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099222.768965:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099222.768968:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099223.793410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099223.793416:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099223.794212:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099223.794214:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099223.794478:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099223.794480:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099223.794684:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099223.794685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099223.794882:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099223.794884:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789099224.817025:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099224.817072:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099224.817076:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099225.136930:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321035011, at 4321035072
00000100:00000010:1.0:1789099225.136945:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc85a0.
00000020:00000001:1.0:1789099226.865139:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099226.865144:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099226.865148:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099228.912964:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099228.912970:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099228.912977:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099228.913693:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099228.913700:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099228.914604:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099228.914607:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099228.914950:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099228.914954:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099228.915211:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099228.915215:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099228.915712:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099228.915714:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789099230.256908:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321040132, at 4321040192
00000100:00000010:1.0:1789099230.256917:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099230.960985:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099230.960990:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099230.960994:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099233.008995:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099233.009004:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099233.009009:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099234.033700:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099234.033710:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099234.034949:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099234.034953:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099234.035220:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099234.035223:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099234.035574:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099234.035576:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099234.035839:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099234.035840:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789099235.056932:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099235.056938:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099235.056942:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099235.376912:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321045252, at 4321045312
00000100:00000010:1.0:1789099235.376934:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8120.
00000020:00000001:1.0:1789099237.105054:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099237.105059:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099237.105062:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099239.152992:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099239.153004:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099239.153016:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099239.153538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099239.153542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099239.154334:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099239.154336:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099239.154591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099239.154593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099239.154834:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099239.154836:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099239.155164:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099239.155166:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099240.496871:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321050371, at 4321050432
00000100:00000010:1.0:1789099240.496888:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8720.
00000020:00000001:1.0:1789099241.200948:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099241.200953:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099241.200957:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099243.249052:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099243.249075:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099243.249078:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099244.274438:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099244.274442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099244.274861:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099244.274863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099244.275050:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099244.275052:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099244.275253:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099244.275255:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099244.275426:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099244.275428:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099245.297005:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099245.297010:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099245.297013:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099245.616909:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321055492, at 4321055552
00000100:00000010:1.0:1789099245.616930:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc80c0.
00000020:00000001:1.0:1789099246.321011:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099246.321018:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099246.321022:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099247.344970:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099247.344975:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099247.344979:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099249.392978:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099249.392989:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099249.392993:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099249.393470:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099249.393475:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099249.394350:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099249.394354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099249.394784:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099249.394787:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099249.395117:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099249.395118:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099249.395393:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099249.395395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1789099250.417078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099250.417083:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099250.417086:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099250.736899:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321060611, at 4321060672
00000100:00000010:1.0:1789099250.736917:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8960.
00000020:00000001:1.0:1789099251.440931:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099251.440935:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099251.440938:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099253.489083:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099253.489087:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099253.489090:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099254.512975:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099254.512983:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099254.512987:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099254.512991:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099254.512996:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099254.513003:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26392
00000400:00000200:1.0:1789099254.513014:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099254.513076:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099254.513083:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099254.513088:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513092:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.513096:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513100:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099254.513106:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099254.513108:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099254.513112:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099254.513135:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099254.513140:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099254.513144:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099254.513149:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513153:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.513156:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513159:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099254.513163:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099254.513167:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513170:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099254.513173:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099254.513176:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099254.513179:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513182:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099254.513184:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099254.513195:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099254.513199:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099254.513203:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099254.513205:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513208:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099254.513211:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099254.513215:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099254.513224:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099254.513231:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099254.513241:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964470016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099254.513252:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099254.513257:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.513261:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964470016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099254.513289:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099254.513293:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099254.513297:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099254.513299:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099254.513302:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099254.513306:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099254.513310:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26392
00000400:00000200:1.0:1789099254.513317:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099254.513323:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099254.513328:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099254.513333:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513337:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.513345:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513354:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099254.513361:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099254.513366:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099254.513372:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099254.513378:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099254.513386:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099254.513391:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099254.513400:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513406:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.513414:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513422:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099254.513427:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099254.513434:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513442:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099254.513448:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099254.513455:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099254.513461:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513465:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099254.513472:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099254.513477:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513483:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099254.513489:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099254.513495:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099254.513499:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099254.513503:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513507:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099254.513511:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099254.513517:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099254.513525:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099254.513533:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099254.513545:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964470144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099254.513579:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099254.513585:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.513594:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964470144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099254.513608:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099254.513614:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099254.513617:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099254.513622:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099254.513626:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099254.513633:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099254.513638:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26392
00000400:00000200:1.0:1789099254.513692:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099254.513699:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099254.513701:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099254.513707:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513714:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.513716:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513719:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099254.513725:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099254.513726:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099254.513728:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099254.513733:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099254.513738:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099254.513743:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099254.513755:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789099254.513756:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099254.513758:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789099254.513764:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1789099254.513766:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513774:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099254.513780:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099254.513818:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099254.513821:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099254.513823:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099254.513828:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099254.513835:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513838:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099254.513841:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099254.513846:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513851:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099254.513857:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099254.513860:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099254.513864:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099254.513867:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.513873:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099254.513878:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099254.513882:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099254.513893:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099254.513904:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099254.513921:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964470272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099254.513966:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099254.513974:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.513990:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964470272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099254.514010:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099254.514017:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099254.514029:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099254.514035:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099254.514043:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099254.514050:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099254.514061:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26392
00000400:00000200:1.0:1789099254.514075:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099254.514088:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099254.514096:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099254.514106:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514114:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.514121:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514126:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099254.514131:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099254.514135:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099254.514139:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099254.514144:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099254.514146:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099254.514150:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099254.514156:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514162:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.514166:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514172:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099254.514179:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099254.514185:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514193:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099254.514202:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099254.514211:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099254.514219:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514227:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099254.514233:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099254.514244:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514248:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099254.514257:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099254.514262:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099254.514269:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099254.514275:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514281:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099254.514286:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099254.514289:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099254.514297:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099254.514309:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099254.514327:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964470400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099254.514354:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099254.514361:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.514376:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964470400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099254.514404:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099254.514408:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099254.514415:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099254.514417:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099254.514424:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099254.514427:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099254.514434:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26392
00000400:00000200:1.0:1789099254.514442:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099254.514449:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099254.514453:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099254.514462:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514467:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.514475:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514482:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099254.514486:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099254.514488:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099254.514489:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099254.514492:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099254.514498:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099254.514503:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099254.514510:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514514:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099254.514522:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514525:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099254.514532:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099254.514539:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099254.514546:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099254.514552:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099254.514559:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099254.514564:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514571:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099254.514574:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099254.514580:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514584:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099254.514592:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099254.514598:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099254.514604:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099254.514608:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099254.514612:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099254.514615:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099254.514619:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099254.514628:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099254.514634:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099254.514645:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964470528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099254.514659:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099254.514664:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.514673:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964470528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099254.514691:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099254.514700:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26402)
00000800:00000200:0.1:1789099254.514784:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099254.514809:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099254.515141:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099254.515154:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099254.515487:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099254.515491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099254.515951:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099254.515955:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1789099255.537002:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099255.537007:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099255.537010:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099255.856864:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321065732, at 4321065792
00000100:00000010:1.0:1789099255.856875:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8360.
00000020:00000001:1.0:1789099257.584992:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099257.584996:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099257.584999:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099259.632918:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099259.632935:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099259.632939:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099259.632943:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099259.632949:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099259.632965:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26397
00000400:00000200:1.0:1789099259.632979:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099259.632993:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099259.633000:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099259.633010:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633015:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633019:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633022:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099259.633026:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099259.633028:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099259.633031:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099259.633035:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099259.633038:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099259.633043:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099259.633047:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633050:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633053:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633056:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099259.633064:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099259.633074:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633078:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099259.633083:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099259.633087:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099259.633090:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633093:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099259.633095:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099259.633104:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099259.633109:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099259.633124:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099259.633126:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633130:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099259.633133:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099259.633138:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099259.633145:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099259.633152:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099259.633163:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964470656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099259.633176:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099259.633181:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.633187:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964470656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099259.633212:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099259.633216:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099259.633220:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099259.633222:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099259.633224:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099259.633228:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099259.633231:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26397
00000400:00000200:1.0:1789099259.633236:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099259.633244:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099259.633248:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099259.633257:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633262:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633273:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633280:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099259.633291:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099259.633297:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099259.633303:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099259.633309:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099259.633317:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099259.633325:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099259.633336:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633352:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633360:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633368:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099259.633373:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099259.633379:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633383:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099259.633389:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099259.633399:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099259.633407:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633409:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099259.633413:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099259.633418:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633424:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099259.633431:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099259.633437:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099259.633440:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099259.633444:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633447:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099259.633450:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099259.633456:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099259.633465:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099259.633474:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099259.633485:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964470784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099259.633515:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099259.633529:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.633550:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964470784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099259.633612:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099259.633622:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099259.633631:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099259.633635:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099259.633640:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099259.633644:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099259.633651:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26397
00000400:00000200:1.0:1789099259.633706:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099259.633713:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099259.633717:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099259.633734:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633748:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633752:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633755:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099259.633763:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099259.633769:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099259.633773:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099259.633782:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000800:00000200:0.1:1789099259.633789:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099259.633795:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789099259.633818:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099259.633822:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099259.633826:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633844:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.633846:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633849:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099259.633851:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099259.633854:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099259.633866:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099259.633870:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099259.633875:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099259.633878:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633881:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099259.633885:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099259.633895:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633902:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099259.633911:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099259.633929:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099259.633940:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099259.633948:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.633956:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099259.633963:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099259.633968:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099259.633978:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099259.633990:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099259.634010:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964470912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099259.634042:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099259.634051:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.634074:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964470912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099259.634100:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099259.634111:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099259.634124:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099259.634130:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099259.634138:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099259.634143:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099259.634150:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26397
00000400:00000200:1.0:1789099259.634156:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099259.634165:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099259.634173:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099259.634190:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634209:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.634220:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634225:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099259.634230:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099259.634238:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099259.634249:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099259.634254:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099259.634266:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099259.634283:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099259.634305:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634310:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.634316:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634326:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099259.634345:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099259.634369:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634378:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099259.634382:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099259.634390:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099259.634397:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.634402:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099259.634408:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099259.634420:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.634426:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099259.634436:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099259.634441:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099259.634447:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099259.634450:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.634465:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099259.634472:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099259.634481:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099259.634490:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099259.634504:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099259.634521:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964471040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099259.634593:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099259.634602:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.634624:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964471040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099259.634640:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099259.634645:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099259.634649:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099259.634650:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099259.634652:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099259.634662:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099259.634668:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26397
00000400:00000200:1.0:1789099259.634678:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099259.634689:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099259.634698:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099259.634710:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634728:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.634735:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634758:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099259.634768:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099259.634775:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099259.634780:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099259.634820:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099259.634844:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099259.634848:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099259.634854:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634857:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099259.634868:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634876:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099259.634887:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099259.634899:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099259.634917:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099259.634926:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099259.634935:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099259.634941:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.634945:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099259.634956:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099259.634966:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.634977:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099259.634986:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099259.634991:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099259.634996:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099259.635006:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099259.635019:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099259.635032:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099259.635044:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099259.635052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099259.635057:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099259.635068:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964471168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099259.635097:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099259.635106:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.635121:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964471168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099259.635146:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099259.635154:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26407)
00000800:00000200:0.1:1789099259.635350:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099259.635353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099259.635701:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099259.635703:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099259.635965:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099259.635967:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099259.636296:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099259.636297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1789099260.976939:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321070852, at 4321070912
00000100:00000010:1.0:1789099260.976961:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8000.
00000020:00000001:1.0:1789099261.680999:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099261.681003:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099261.681006:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099264.752939:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099264.752952:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099264.752955:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099264.752960:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099264.752967:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099264.752980:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26402
00000400:00000200:1.0:1789099264.753012:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099264.753023:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099264.753028:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099264.753033:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753038:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.753043:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753052:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099264.753062:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099264.753066:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099264.753070:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099264.753075:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099264.753078:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099264.753081:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099264.753086:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753089:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.753092:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753095:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099264.753099:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099264.753103:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753106:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099264.753120:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099264.753124:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099264.753127:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.753132:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099264.753135:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099264.753146:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099264.753150:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099264.753156:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099264.753158:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.753162:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099264.753166:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099264.753171:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099264.753181:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099264.753189:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099264.753202:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964471296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099264.753215:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099264.753221:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.753227:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964471296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099264.753258:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099264.753262:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099264.753267:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099264.753269:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099264.753271:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099264.753274:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099264.753278:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26402
00000400:00000200:1.0:1789099264.753283:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099264.753288:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099264.753292:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099264.753297:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753301:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.753304:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753308:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099264.753313:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099264.753324:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099264.753329:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099264.753332:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099264.753338:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099264.753345:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099264.753355:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753365:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.753374:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753400:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099264.753424:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099264.753441:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753451:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099264.753462:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099264.753484:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099264.753497:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.753506:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099264.753514:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099264.753523:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.753543:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099264.753552:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099264.753560:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099264.753566:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099264.753573:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.753581:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099264.753587:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099264.753592:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099264.753601:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099264.753613:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099264.753628:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964471424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099264.753654:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099264.753662:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.753672:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964471424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099264.753692:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099264.753699:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099264.753706:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099264.753713:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099264.753716:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099264.753722:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099264.753755:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26402
00000400:00000200:1.0:1789099264.753900:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099264.753918:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099264.753927:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099264.753944:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789099264.753945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099264.753957:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.753964:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.753970:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099264.753977:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099264.753984:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099264.753995:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099264.754006:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099264.754015:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099264.754021:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099264.754026:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754030:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.754036:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754043:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099264.754047:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099264.754054:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754063:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099264.754069:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099264.754075:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099264.754084:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754090:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099264.754096:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099264.754103:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754113:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099264.754121:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099264.754128:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099264.754132:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099264.754135:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754144:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099264.754149:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099264.754156:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099264.754165:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099264.754171:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099264.754184:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964471552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099264.754201:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099264.754210:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.754229:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964471552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099264.754256:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099264.754265:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099264.754276:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099264.754281:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099264.754287:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099264.754295:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099264.754303:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26402
00000400:00000200:1.0:1789099264.754315:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099264.754327:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099264.754334:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099264.754344:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754350:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.754357:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754366:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099264.754380:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099264.754387:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099264.754395:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099264.754404:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099264.754415:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099264.754429:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099264.754449:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754460:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.754472:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754485:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099264.754498:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099264.754510:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754520:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099264.754528:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099264.754538:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099264.754547:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754556:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099264.754562:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099264.754568:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754574:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099264.754587:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099264.754614:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099264.754626:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099264.754631:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.754634:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099264.754638:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099264.754646:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099264.754652:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789099264.754676:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099264.754703:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099264.754726:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964471680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099264.754770:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099264.754774:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.754783:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964471680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099264.754864:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099264.754870:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099264.754876:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099264.754879:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099264.754882:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099264.754887:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099264.754893:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26402
00000400:00000200:1.0:1789099264.754903:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099264.754912:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099264.754917:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099264.754924:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754930:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.754941:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.754956:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099264.754967:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099264.754971:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099264.754980:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099264.754990:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099264.754996:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099264.755004:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099264.755017:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.755026:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099264.755037:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099264.755047:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099264.755055:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099264.755072:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099264.755087:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099264.755096:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099264.755107:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099264.755120:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.755131:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099264.755141:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099264.755154:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.755165:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099264.755180:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099264.755192:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099264.755203:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099264.755210:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099264.755219:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099264.755226:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099264.755235:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099264.755251:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099264.755263:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099264.755283:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964471808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099264.755329:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099264.755339:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.755357:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964471808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099264.755402:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099264.755417:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26412)
00000800:00000200:0.1:1789099264.755545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099264.755930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099264.756272:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099265.777029:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099265.777035:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099265.777039:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099266.096925:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321075972, at 4321076032
00000100:00000010:1.0:1789099266.096944:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d20.
00000020:00000001:1.0:1789099266.801019:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099266.801027:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099266.801034:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099269.872952:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099269.872979:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099269.872985:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099269.872990:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099269.872997:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099269.873017:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26407
00000400:00000200:1.0:1789099269.873031:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099269.873041:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099269.873058:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099269.873064:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873070:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.873075:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873087:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099269.873097:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099269.873102:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099269.873107:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099269.873116:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099269.873127:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099269.873132:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099269.873142:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873150:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.873154:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873157:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099269.873163:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099269.873168:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873172:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099269.873176:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099269.873180:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099269.873184:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.873187:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099269.873191:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099269.873200:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099269.873206:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099269.873212:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099269.873215:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.873221:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099269.873229:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099269.873238:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099269.873255:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099269.873265:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099269.873288:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964471936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099269.873303:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099269.873309:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099269.873316:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964471936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099269.873341:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099269.873345:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099269.873350:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099269.873352:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099269.873355:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099269.873358:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099269.873361:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26407
00000400:00000200:1.0:1789099269.873366:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099269.873372:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099269.873376:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099269.873382:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873385:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.873389:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873392:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099269.873397:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099269.873400:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099269.873408:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099269.873412:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099269.873421:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099269.873430:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099269.873447:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873462:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.873468:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873473:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099269.873512:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099269.873521:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099269.873526:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099269.873531:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099269.873541:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099269.873550:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.873555:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099269.873562:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099269.873573:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.873583:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099269.873610:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099269.873624:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099269.873657:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099269.873663:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.873672:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099269.873680:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099269.873688:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099269.873708:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099269.873723:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099269.873744:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964472064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099269.873776:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099269.873873:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099269.873897:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964472064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099269.873936:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099269.873945:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099269.873962:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099269.873966:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099269.873973:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099269.873987:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099269.874000:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26407
00000800:00000200:0.1:1789099269.874120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099269.874126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000400:00000200:1.0:1789099269.874144:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099269.874164:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099269.874177:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099269.874195:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874204:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.874215:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874224:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099269.874229:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099269.874231:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099269.874235:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099269.874241:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099269.874255:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099269.874261:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099269.874280:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874290:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.874301:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874312:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099269.874323:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099269.874335:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874348:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099269.874361:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099269.874374:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099269.874387:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.874400:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099269.874410:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099269.874424:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.874437:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099269.874454:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099269.874461:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099269.874466:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099269.874469:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.874482:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099269.874487:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099269.874494:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099269.874513:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099269.874527:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099269.874549:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964472192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099269.874587:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099269.874597:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099269.874618:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964472192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099269.874699:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099269.874710:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099269.874729:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099269.874738:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099269.874743:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099269.874755:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099269.874766:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26407
00000400:00000200:1.0:1789099269.874780:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099269.874845:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099269.874854:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099269.874869:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874883:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.874895:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.874908:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099269.874922:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099269.874929:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099269.874938:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099269.874948:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099269.874958:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099269.874969:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099269.874990:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875002:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.875019:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875031:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099269.875044:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099269.875060:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875074:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099269.875085:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099269.875097:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099269.875110:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875120:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099269.875130:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099269.875143:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875153:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099269.875167:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099269.875180:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099269.875194:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099269.875200:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875210:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099269.875215:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099269.875220:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099269.875231:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099269.875245:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099269.875269:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964472320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099269.875318:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099269.875327:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099269.875345:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964472320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099269.875383:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099269.875392:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099269.875401:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099269.875411:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099269.875421:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099269.875429:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099269.875442:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26407
00000400:00000200:1.0:1789099269.875464:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099269.875477:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099269.875489:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099269.875504:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875514:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.875527:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875540:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099269.875551:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099269.875558:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099269.875564:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099269.875570:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099269.875579:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099269.875592:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099269.875609:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875619:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099269.875632:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875665:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099269.875687:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099269.875705:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099269.875716:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099269.875725:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099269.875737:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099269.875747:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875756:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099269.875764:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099269.875775:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875829:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099269.875854:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099269.875864:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099269.875876:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099269.875882:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099269.875892:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099269.875898:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099269.875907:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099269.875923:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099269.875939:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099269.875966:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964472448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099269.876059:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099269.876072:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099269.876094:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964472448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789099269.876127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099269.876134:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099269.876135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099269.876152:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26417)
00000800:00000200:0.1:1789099269.876618:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099269.876621:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099269.877087:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099269.877090:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099269.877633:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099269.877662:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099270.897252:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099270.897258:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099270.897262:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099271.216998:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321081092, at 4321081152
00000100:00000010:1.0:1789099271.217020:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000020:00000001:1.0:1789099274.993097:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099274.993104:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099274.993112:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099274.993944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099274.993974:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099274.995079:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099274.995082:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099274.995428:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099274.995431:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099274.995778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099274.995781:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099274.996229:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099274.996232:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099276.336894:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321086212, at 4321086272
00000100:00000010:1.0:1789099276.336908:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099279.089034:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099279.089045:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099279.089051:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099280.113127:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099280.113139:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099280.113152:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099280.114209:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099280.114220:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099280.115625:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099280.115629:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099280.116126:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099280.116129:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099280.116575:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099280.116579:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099280.117168:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099280.117171:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789099281.456897:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321091332, at 4321091392
00000100:00000010:1.0:1789099281.456965:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099283.185060:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099283.185065:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099283.185069:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099285.233923:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099285.234050:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099285.234856:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099285.234861:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099285.236328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099285.236338:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099285.237117:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099285.237120:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099285.237560:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099285.237564:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789099286.257042:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099286.257049:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099286.257055:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099286.576905:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321096452, at 4321096512
00000100:00000010:1.0:1789099286.576926:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099287.282841:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099287.282859:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099287.282866:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099290.353774:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099290.353783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789099290.354655:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099290.354657:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789099290.354904:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099290.354906:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789099290.355104:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099290.355106:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789099290.355480:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099290.355483:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789099291.377097:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099291.377105:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099291.377109:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099291.696890:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321101572, at 4321101632
00000100:00000010:1.0:1789099291.696908:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8660.
00000020:00000001:1.0:1789099295.472964:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099295.472981:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099295.472989:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099295.473469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099295.473473:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099295.474262:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099295.474265:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099295.474560:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099295.474561:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099295.474751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099295.474752:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099295.475118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099295.475122:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789099296.816923:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321106691, at 4321106752
00000100:00000010:1.0:1789099296.816955:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc87e0.
00000020:00000001:1.0:1789099299.569000:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099299.569004:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099299.569007:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099300.593729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099300.593739:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099300.595035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099300.595043:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789099300.595307:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099300.595316:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099300.595323:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099300.595583:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099300.595586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099300.596165:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099300.596170:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099300.596560:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099300.596563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099301.936906:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321111812, at 4321111872
00000100:00000010:1.0:1789099301.936927:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc87e0.
00000020:00000001:1.0:1789099303.665099:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099303.665121:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099303.665125:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099304.689051:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099304.689056:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099304.689059:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099305.712926:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099305.714561:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099305.714564:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099305.714567:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099305.714572:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099305.714580:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26443
00000400:00000200:1.0:1789099305.714588:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099305.714594:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099305.714615:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099305.714618:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714621:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.714623:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714626:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099305.714629:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099305.714631:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099305.714633:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099305.714637:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099305.714639:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099305.714642:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099305.714645:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714647:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.714649:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714651:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099305.714654:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099305.714657:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714660:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099305.714662:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099305.714666:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099305.714668:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.714670:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099305.714673:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099305.714680:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099305.714684:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099305.714688:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099305.714689:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.714693:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099305.714695:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099305.714700:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099305.714707:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099305.714714:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099305.714741:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964476416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099305.714756:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099305.714762:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.714769:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964476416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099305.714828:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099305.714834:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099305.714838:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099305.714841:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099305.714843:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099305.714846:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099305.714849:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26443
00000400:00000200:1.0:1789099305.714854:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099305.714859:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099305.714861:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099305.714864:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714866:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.714869:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714872:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099305.714877:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099305.714880:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099305.714882:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099305.714893:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099305.714896:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099305.714898:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099305.714904:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714908:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.714913:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714916:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099305.714921:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099305.714927:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099305.714931:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099305.714936:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099305.714944:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099305.714951:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.714957:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099305.714979:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099305.715001:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715008:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099305.715016:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099305.715040:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099305.715048:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099305.715053:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715058:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099305.715060:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099305.715063:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099305.715072:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099305.715080:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099305.715088:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964476544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099305.715099:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099305.715104:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.715110:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964476544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099305.715124:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099305.715128:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099305.715134:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099305.715139:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099305.715143:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099305.715146:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099305.715152:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26443
00000400:00000200:1.0:1789099305.715163:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099305.715170:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099305.715176:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099305.715182:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715188:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715194:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715198:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099305.715202:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099305.715206:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099305.715210:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099305.715212:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099305.715219:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099305.715225:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099305.715230:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715233:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715239:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715242:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099305.715245:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099305.715252:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715257:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099305.715260:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099305.715265:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099305.715269:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715273:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099305.715278:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099305.715283:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715287:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099305.715294:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099305.715299:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099305.715303:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099305.715307:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715311:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099305.715314:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099305.715317:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099305.715341:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099305.715348:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099305.715357:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964476672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099305.715378:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099305.715382:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.715393:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964476672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099305.715406:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099305.715410:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099305.715415:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099305.715420:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099305.715423:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099305.715429:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1789099305.715433:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099305.715435:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26443
00000800:00000200:0.1:1789099305.715439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000400:00000200:1.0:1789099305.715444:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099305.715452:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099305.715457:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099305.715463:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715465:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715466:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715468:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099305.715470:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099305.715471:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099305.715472:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099305.715474:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099305.715479:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099305.715486:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099305.715496:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715503:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715509:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715512:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099305.715517:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099305.715523:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715529:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099305.715535:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099305.715540:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099305.715543:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715546:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099305.715550:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099305.715555:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715559:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099305.715565:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099305.715570:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099305.715575:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099305.715580:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715584:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099305.715586:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099305.715588:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099305.715593:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099305.715618:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099305.715628:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964476800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099305.715636:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099305.715638:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.715642:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964476800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099305.715649:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099305.715652:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099305.715654:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099305.715656:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099305.715658:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099305.715666:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099305.715669:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26443
00000400:00000200:1.0:1789099305.715677:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099305.715684:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099305.715686:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099305.715694:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715700:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715706:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715711:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099305.715736:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099305.715740:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099305.715745:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099305.715750:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099305.715756:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099305.715766:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099305.715779:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715802:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099305.715811:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715818:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099305.715823:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099305.715828:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099305.715830:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099305.715832:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099305.715836:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099305.715839:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715841:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099305.715843:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099305.715865:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715870:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099305.715902:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099305.715909:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099305.715917:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099305.715920:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099305.715924:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099305.715928:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099305.715934:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099305.715945:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099305.715952:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099305.715982:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964476928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099305.716028:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099305.716037:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.716052:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964476928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099305.716082:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099305.716093:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26453)
00000800:00000200:0.1:1789099305.716314:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099305.716318:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099305.716605:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099305.716609:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099305.716895:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099305.716898:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099305.717149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099305.717151:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099307.056898:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321116933, at 4321116992
00000100:00000010:1.0:1789099307.056917:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8660.
00000020:00000001:1.0:1789099307.761059:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099307.761064:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099307.761067:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099308.785031:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099308.785040:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099308.785046:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099310.834160:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099310.834171:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099310.835490:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099310.835493:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099310.835954:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099310.835958:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099310.836317:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099310.836323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099310.836997:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099310.837003:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099311.857103:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099311.857109:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099311.857114:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099312.176905:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321122052, at 4321122112
00000100:00000010:1.0:1789099312.176924:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000020:00000001:1.0:1789099312.880994:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099312.881017:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099312.881023:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099315.952964:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099315.952970:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099315.952974:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099315.953438:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099315.953445:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099315.954040:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099315.954042:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099315.954235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099315.954237:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099315.954412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099315.954413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099315.954626:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099315.954627:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099316.977021:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099316.977027:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099316.977031:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099317.296893:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321127171, at 4321127232
00000100:00000010:1.0:1789099317.296929:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099320.049140:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099320.049149:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099320.049155:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099321.072988:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099321.073016:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099321.073029:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099321.073044:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099321.073072:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099321.073084:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26458
00000400:00000200:1.0:1789099321.073099:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099321.073115:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099321.073121:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099321.073126:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073132:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.073136:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073139:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099321.073144:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099321.073149:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099321.073157:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099321.073165:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099321.073173:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099321.073180:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099321.073202:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073205:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.073209:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073212:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099321.073215:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099321.073220:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073223:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099321.073226:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099321.073231:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099321.073234:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.073237:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099321.073240:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099321.073251:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099321.073255:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099321.073260:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099321.073262:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.073265:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099321.073268:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099321.073273:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099321.073282:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099321.073291:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099321.073302:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964478336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099321.073316:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099321.073322:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.073328:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964478336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099321.073379:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099321.073383:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099321.073385:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099321.073387:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099321.073388:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099321.073390:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099321.073392:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26458
00000400:00000200:1.0:1789099321.073395:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099321.073397:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099321.073399:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099321.073401:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073403:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.073404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073406:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099321.073407:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099321.073408:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099321.073409:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099321.073425:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099321.073446:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099321.073449:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099321.073453:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073456:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.073460:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073464:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099321.073470:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099321.073478:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099321.073483:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099321.073489:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099321.073498:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099321.073526:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.073537:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099321.073553:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099321.073571:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.073587:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099321.073606:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099321.073624:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099321.073655:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099321.073661:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.073718:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099321.073726:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099321.073732:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099321.073742:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099321.073752:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099321.073770:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964478464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099321.073791:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099321.073794:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.073850:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964478464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099321.073875:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099321.073883:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099321.073892:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099321.073896:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099321.073900:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099321.073906:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099321.073922:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26458
00000400:00000200:1.0:1789099321.073957:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099321.073976:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099321.073984:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099321.074008:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074027:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.074044:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074083:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099321.074095:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099321.074098:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099321.074101:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099321.074107:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099321.074119:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099321.074128:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099321.074145:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074154:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.074168:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074177:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099321.074201:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099321.074211:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074228:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099321.074244:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099321.074257:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789099321.074267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789099321.074272:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099321.074278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1789099321.074280:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099321.074298:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099321.074315:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.074322:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099321.074332:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099321.074364:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099321.074378:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099321.074382:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.074390:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099321.074398:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099321.074406:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099321.074423:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099321.074451:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099321.074480:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964478592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099321.074509:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099321.074524:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.074565:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964478592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099321.074622:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099321.074642:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099321.074665:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099321.074715:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099321.074718:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099321.074731:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099321.074751:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26458
00000400:00000200:1.0:1789099321.074771:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099321.074784:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099321.074789:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099321.074794:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074799:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.074829:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074840:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099321.074852:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099321.074856:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099321.074862:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099321.074871:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099321.074879:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099321.074897:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099321.074943:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074957:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.074976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.074994:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099321.075010:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099321.075037:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075058:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099321.075089:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099321.075103:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099321.075118:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075130:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099321.075138:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099321.075158:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075174:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099321.075188:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099321.075218:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099321.075235:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099321.075244:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075255:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099321.075264:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099321.075274:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099321.075297:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099321.075332:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099321.075351:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964478720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099321.075371:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099321.075380:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.075396:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964478720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099321.075488:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099321.075496:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099321.075511:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099321.075540:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099321.075547:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099321.075567:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099321.075589:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26458
00000400:00000200:1.0:1789099321.075605:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099321.075619:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099321.075632:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099321.075689:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075695:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.075707:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075714:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099321.075744:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099321.075748:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099321.075757:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099321.075760:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099321.075765:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099321.075767:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099321.075777:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075783:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099321.075786:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075788:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099321.075790:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099321.075792:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099321.075794:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099321.075797:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099321.075825:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099321.075829:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075830:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099321.075833:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099321.075839:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075848:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099321.075859:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099321.075870:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099321.075876:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099321.075886:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099321.075893:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099321.075897:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099321.075900:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099321.075924:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099321.075934:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099321.075950:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964478848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099321.076001:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099321.076010:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.076026:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964478848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099321.076069:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099321.076081:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26468)
00000800:00000200:2.1:1789099321.076159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099321.076165:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099321.076607:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099321.076611:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099321.077256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099321.077260:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099321.077654:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099321.077657:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789099322.416941:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321132292, at 4321132352
00000100:00000010:1.0:1789099322.416980:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099324.145081:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099324.145092:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099324.145100:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099326.193838:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099326.193842:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099326.195123:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099326.195134:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099326.195147:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099326.195170:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099326.195173:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099326.195509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099326.195511:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099326.195916:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099326.195918:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099326.196366:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099326.196369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099327.536898:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321137412, at 4321137472
00000100:00000010:1.0:1789099327.536926:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8000.
00000020:00000001:1.0:1789099328.241010:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099328.241016:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099328.241020:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099330.289060:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099330.289069:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099330.289075:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099331.313094:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099331.313101:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099331.313108:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099331.313978:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099331.314632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099331.314938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099331.315128:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099331.315299:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099332.337098:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099332.337106:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099332.337112:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099332.656943:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321142532, at 4321142592
00000100:00000010:1.0:1789099332.656968:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8360.
00000020:00000001:1.0:1789099334.385214:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099334.385223:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099334.385231:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099335.409081:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099335.409087:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099335.409092:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099336.432954:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099336.432964:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099336.432969:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099336.432974:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099336.432982:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099336.432994:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26473
00000400:00000200:1.0:1789099336.433005:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099336.433014:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099336.433019:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099336.433022:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433026:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433028:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433031:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099336.433034:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099336.433036:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099336.433039:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099336.433046:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099336.433056:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099336.433075:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099336.433091:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433095:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433098:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433100:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099336.433104:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099336.433109:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433112:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099336.433116:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099336.433121:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099336.433125:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433128:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099336.433133:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099336.433141:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099336.433146:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099336.433152:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099336.433154:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433159:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099336.433163:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099336.433170:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099336.433181:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099336.433190:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099336.433205:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964480256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099336.433218:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099336.433224:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.433230:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964480256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099336.433255:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099336.433259:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099336.433263:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099336.433265:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099336.433268:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099336.433271:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099336.433274:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26473
00000400:00000200:1.0:1789099336.433278:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099336.433282:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099336.433285:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099336.433288:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433291:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433293:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433296:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099336.433299:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099336.433302:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099336.433305:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099336.433308:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099336.433312:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099336.433315:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099336.433321:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433324:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433326:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433329:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099336.433331:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099336.433338:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433348:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099336.433354:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099336.433366:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099336.433370:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433373:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099336.433399:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099336.433408:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433413:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099336.433420:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099336.433431:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099336.433440:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099336.433445:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433453:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099336.433457:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099336.433462:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099336.433473:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099336.433486:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099336.433503:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964480384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099336.433523:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099336.433532:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.433552:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964480384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099336.433575:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099336.433583:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099336.433593:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099336.433599:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099336.433601:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099336.433607:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099336.433618:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26473
00000400:00000200:1.0:1789099336.433631:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099336.433648:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099336.433658:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099336.433674:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433681:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433694:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433699:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099336.433703:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099336.433709:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099336.433723:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099336.433730:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099336.433738:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099336.433752:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099336.433766:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433778:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.433828:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433836:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099336.433839:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099336.433843:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099336.433846:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099336.433848:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099336.433852:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099336.433855:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433857:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099336.433859:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099336.433862:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433864:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099336.433871:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099336.433875:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099336.433881:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099336.433883:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.433886:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099336.433888:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099336.433891:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099336.433899:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099336.433908:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099336.433926:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964480512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099336.433953:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099336.433959:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.433975:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964480512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099336.434001:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099336.434013:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099336.434023:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099336.434031:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099336.434033:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099336.434039:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099336.434050:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26473
00000400:00000200:1.0:1789099336.434119:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099336.434130:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099336.434141:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099336.434151:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434165:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.434173:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434180:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099336.434186:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099336.434189:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099336.434195:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099336.434198:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099336.434211:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.1:1789099336.434212:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099336.434222:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.1:1789099336.434227:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099336.434236:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434245:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.434256:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434265:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099336.434271:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099336.434282:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434287:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099336.434296:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099336.434301:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099336.434311:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434323:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099336.434337:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099336.434346:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434353:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099336.434361:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099336.434369:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099336.434376:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099336.434403:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434406:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099336.434407:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099336.434410:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099336.434417:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099336.434426:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099336.434444:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964480640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099336.434460:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099336.434467:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.434489:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964480640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099336.434522:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099336.434528:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099336.434540:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099336.434545:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099336.434550:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099336.434561:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099336.434577:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26473
00000400:00000200:1.0:1789099336.434587:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099336.434604:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099336.434610:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099336.434623:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434627:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.434634:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434644:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099336.434651:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099336.434653:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099336.434656:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099336.434659:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099336.434667:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099336.434683:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099336.434701:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434709:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099336.434717:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434727:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099336.434737:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099336.434750:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099336.434757:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099336.434761:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099336.434766:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099336.434771:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434780:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099336.434784:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099336.434835:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434843:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099336.434854:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099336.434861:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099336.434869:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099336.434875:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099336.434878:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099336.434880:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099336.434885:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099336.434892:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099336.434909:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099336.434916:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964480768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099336.434972:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099336.434978:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.434994:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964480768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099336.435017:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099336.435025:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26484)
00000800:00000200:0.1:1789099336.435422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099336.435427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099336.435941:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099336.435945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099336.436525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099336.436530:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099336.437087:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099336.437091:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099337.776921:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321147652, at 4321147712
00000100:00000010:1.0:1789099337.776957:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8960.
00000020:00000001:1.0:1789099338.480983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099338.480988:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099338.480993:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099339.505027:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099339.505033:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099339.505037:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099341.552915:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099341.552929:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099341.552941:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099341.552947:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099341.552954:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099341.552965:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26479
00000400:00000200:1.0:1789099341.552980:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099341.552994:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099341.553000:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099341.553006:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553010:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.553016:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553022:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099341.553030:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099341.553036:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099341.553049:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099341.553067:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099341.553087:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099341.553100:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099341.553117:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553128:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.553139:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553151:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099341.553161:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099341.553171:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553181:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099341.553200:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099341.553208:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099341.553215:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.553218:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099341.553226:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099341.553248:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099341.553262:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099341.553276:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099341.553282:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.553300:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099341.553303:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099341.553310:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099341.553321:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099341.553334:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099341.553347:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964480896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099341.553360:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099341.553367:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.553374:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964480896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099341.553416:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099341.553419:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099341.553424:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099341.553426:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099341.553428:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099341.553433:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099341.553435:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26479
00000400:00000200:1.0:1789099341.553442:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099341.553456:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099341.553466:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099341.553480:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553494:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.553499:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553510:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099341.553514:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099341.553520:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099341.553523:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099341.553525:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099341.553526:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099341.553529:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099341.553533:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553541:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.553547:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553551:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099341.553562:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099341.553572:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553579:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099341.553589:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099341.553600:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099341.553607:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.553618:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099341.553626:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099341.553633:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.553641:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099341.553646:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099341.553660:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099341.553667:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099341.553669:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.553675:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099341.553685:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099341.553693:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099341.553703:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099341.553717:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099341.553730:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964481024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099341.553744:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099341.553752:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.553761:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964481024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099341.553782:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099341.553815:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099341.553819:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099341.553822:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099341.553824:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099341.553828:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099341.553832:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26479
00000400:00000200:1.0:1789099341.553847:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099341.553854:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099341.553861:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099341.553875:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553885:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.553903:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553918:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099341.553933:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099341.553940:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099341.553948:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099341.553954:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099341.553960:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099341.553969:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099341.553990:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.553995:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.554004:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554007:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099341.554009:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099341.554021:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554040:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099341.554043:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099341.554051:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099341.554069:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554076:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099341.554085:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099341.554100:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554112:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099341.554132:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099341.554148:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099341.554161:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099341.554169:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554179:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099341.554183:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099341.554187:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099341.554205:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099341.554225:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099341.554243:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964481152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099341.554258:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099341.554266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.554276:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964481152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099341.554306:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099341.554311:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099341.554316:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1789099341.554324:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099341.554325:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099341.554332:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789099341.554338:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1789099341.554340:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099341.554348:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26479
00000400:00000200:1.0:1789099341.554363:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099341.554377:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099341.554381:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099341.554389:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554401:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.554414:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554420:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099341.554427:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099341.554431:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099341.554435:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099341.554438:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099341.554448:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099341.554456:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099341.554471:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554477:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.554486:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554494:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099341.554502:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099341.554511:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554520:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099341.554523:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099341.554528:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099341.554538:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554541:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099341.554544:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099341.554549:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554558:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099341.554565:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099341.554571:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099341.554583:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099341.554586:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.554599:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099341.554602:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099341.554611:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099341.554626:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099341.554631:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099341.554641:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964481280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099341.554669:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099341.554673:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.554690:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964481280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099341.554711:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099341.554732:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099341.554750:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099341.554764:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099341.554771:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099341.554778:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099341.554816:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26479
00000400:00000200:1.0:1789099341.554826:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099341.554839:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099341.554852:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099341.554871:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554889:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.554896:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554911:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099341.554927:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099341.554931:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099341.554941:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099341.554946:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099341.554951:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099341.554961:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099341.554972:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.554985:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099341.554999:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099341.555010:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099341.555027:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099341.555047:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099341.555055:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099341.555068:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099341.555081:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099341.555092:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.555114:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099341.555120:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099341.555130:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.555145:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099341.555158:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099341.555167:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099341.555175:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099341.555178:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099341.555180:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099341.555181:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099341.555183:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099341.555186:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099341.555190:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099341.555200:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964481408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099341.555273:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099341.555297:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.555307:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964481408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099341.555334:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099341.555350:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26489)
00000800:00000200:2.1:1789099341.555688:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099341.555691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099341.556104:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099341.556107:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099341.556617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099341.556620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099341.557015:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099341.557019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099342.577119:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099342.577125:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099342.577130:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099342.897046:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321152772, at 4321152832
00000100:00000010:1.0:1789099342.897081:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099343.601011:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099343.601016:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099343.601021:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099346.673054:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099346.673063:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099346.673073:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099346.674021:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099346.674034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099346.675216:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099346.675219:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099346.675568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099346.675571:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099346.676006:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099346.676011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099346.676466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099346.676470:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099347.697137:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099347.697149:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099347.697159:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099348.017026:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321157892, at 4321157952
00000100:00000010:1.0:1789099348.017066:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099348.721136:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099348.721143:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099348.721171:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099350.769090:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099350.769099:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099350.769107:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099351.793315:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099351.793327:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099351.793350:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099351.794568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099351.794614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099351.796420:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099351.796423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099351.797048:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099351.797051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099351.797465:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099351.797469:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099351.797964:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099351.797968:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789099352.817051:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099352.817057:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099352.817061:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099353.136890:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321163013, at 4321163072
00000100:00000010:1.0:1789099353.136912:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099354.865181:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099354.865190:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099354.865196:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099355.889085:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099355.889091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099355.889095:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099356.913079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099356.913095:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099356.913115:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099356.914180:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099356.914193:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099356.915431:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099356.915435:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099356.915937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099356.915941:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099356.916431:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099356.916434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099356.916945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099356.916948:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789099358.256956:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321168132, at 4321168192
00000100:00000010:1.0:1789099358.256989:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099358.961037:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099358.961042:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099358.961046:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099359.985146:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099359.985152:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099359.985157:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099361.009020:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099361.009025:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099361.009029:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099362.032997:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099362.033003:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099362.033012:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099362.033962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099362.033973:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099362.034390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099362.034393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099362.034615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099362.034617:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099362.034852:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099362.034854:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099362.035108:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099362.035110:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099363.057002:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099363.057009:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099363.057016:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099363.377012:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321173252, at 4321173312
00000100:00000010:1.0:1789099363.377040:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099364.081031:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099364.081047:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099364.081053:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099365.104996:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099365.105004:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099365.105026:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099366.129128:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099366.129136:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099366.129152:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099367.153150:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099367.153161:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099367.153175:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099367.154174:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099367.154186:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099367.155462:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099367.155468:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099367.156134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099367.156138:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099367.156591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099367.156596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099367.157102:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099367.157105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099368.177128:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099368.177134:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099368.177138:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099368.496925:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321178372, at 4321178432
00000100:00000010:1.0:1789099368.496946:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099370.225035:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099370.225041:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099370.225046:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099371.249084:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099371.249090:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099371.249094:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099372.273298:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099372.273303:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099372.273309:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099372.274215:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099372.274229:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099372.275458:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099372.275462:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099372.276011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099372.276014:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099372.276377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099372.276380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099372.276832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099372.276835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1789099373.616877:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321183492, at 4321183552
00000100:00000010:1.0:1789099373.616898:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099374.321021:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099374.321027:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099374.321032:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099375.344977:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099375.344999:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099375.345003:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099376.368982:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099376.368985:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099376.368988:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099377.393825:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099377.393831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099377.394431:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099377.394434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099377.394703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099377.394716:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099377.394985:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099377.394987:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099377.395243:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099377.395245:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099378.417044:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099378.417049:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099378.417052:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099378.736857:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321188612, at 4321188672
00000100:00000010:1.0:1789099378.736873:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099379.440942:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099379.440948:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099379.440963:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099380.465020:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099380.465026:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099380.465030:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099382.513052:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099382.513061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099382.513073:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099382.513925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099382.513939:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099382.515213:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099382.515217:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099382.515679:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099382.515682:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099382.516068:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099382.516071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099382.516681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099382.516685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099383.537032:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099383.537038:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099383.537042:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099383.856942:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321193732, at 4321193792
00000100:00000010:1.0:1789099383.856965:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099384.561014:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099384.561020:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099384.561025:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099386.609021:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099386.609027:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099386.609049:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099387.633000:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099387.633022:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099387.633027:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099387.633034:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099387.633043:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099387.633056:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26525
00000400:00000200:1.0:1789099387.633070:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099387.633080:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099387.633084:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099387.633089:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633095:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633099:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099387.633109:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099387.633112:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099387.633116:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099387.633122:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099387.633125:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099387.633131:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099387.633143:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633153:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633161:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633165:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099387.633169:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099387.633175:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633179:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099387.633182:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099387.633187:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099387.633190:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.633192:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099387.633195:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099387.633207:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099387.633213:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099387.633218:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099387.633220:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.633224:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099387.633228:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099387.633233:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099387.633244:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099387.633253:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099387.633265:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964486656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099387.633279:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099387.633285:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.633291:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964486656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099387.633324:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099387.633328:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099387.633333:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099387.633335:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099387.633337:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099387.633341:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099387.633344:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26525
00000400:00000200:1.0:1789099387.633349:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099387.633354:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099387.633357:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099387.633362:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633365:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633369:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633372:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099387.633379:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099387.633385:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099387.633389:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099387.633395:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099387.633401:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099387.633405:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099387.633446:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633455:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633463:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633469:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099387.633477:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099387.633491:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633495:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099387.633503:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099387.633512:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099387.633523:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.633534:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099387.633541:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099387.633548:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.633558:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099387.633571:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099387.633580:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099387.633588:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099387.633591:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.633598:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099387.633600:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099387.633604:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099387.633620:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099387.633629:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099387.633642:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964486784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099387.633683:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099387.633689:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.633704:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964486784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099387.633763:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099387.633771:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099387.633780:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099387.633837:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099387.633845:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099387.633851:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099387.633859:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26525
00000400:00000200:1.0:1789099387.633890:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099387.633902:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099387.633908:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099387.633915:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633925:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633935:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633939:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099387.633948:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099387.633951:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:2.1:1789099387.633956:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099387.633957:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099387.633963:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099387.633969:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.1:1789099387.633971:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099387.633973:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099387.633985:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.633990:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.633998:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634006:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099387.634010:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099387.634020:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634024:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099387.634027:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099387.634033:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099387.634040:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634043:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099387.634049:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099387.634054:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634060:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099387.634069:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099387.634079:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099387.634083:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099387.634089:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634094:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099387.634097:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099387.634105:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099387.634111:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099387.634118:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099387.634133:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964486912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099387.634158:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099387.634163:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.634180:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964486912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099387.634216:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099387.634225:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099387.634234:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099387.634239:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099387.634242:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099387.634246:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099387.634251:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26525
00000400:00000200:1.0:1789099387.634261:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099387.634272:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099387.634281:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099387.634287:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634296:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.634300:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634304:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099387.634312:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099387.634314:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099387.634317:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099387.634320:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099387.634328:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099387.634337:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099387.634350:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634359:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.634367:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634373:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099387.634379:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099387.634388:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634397:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099387.634404:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099387.634411:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099387.634442:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634449:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099387.634455:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099387.634465:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634469:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099387.634477:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099387.634485:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099387.634492:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099387.634497:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634505:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099387.634512:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099387.634515:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099387.634521:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099387.634533:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099387.634548:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964487040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099387.634584:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099387.634592:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.634606:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964487040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099387.634643:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099387.634651:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099387.634661:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099387.634668:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099387.634675:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099387.634682:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099387.634691:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26525
00000400:00000200:1.0:1789099387.634704:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099387.634714:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099387.634719:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099387.634729:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634736:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.634746:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634757:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099387.634763:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099387.634771:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099387.634778:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099387.634818:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099387.634827:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099387.634838:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099387.634847:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634857:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099387.634864:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634870:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099387.634880:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099387.634893:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099387.634904:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099387.634912:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099387.634918:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099387.634929:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634938:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099387.634944:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099387.634952:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.634960:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099387.634970:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099387.634980:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099387.634988:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099387.634995:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099387.635001:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099387.635007:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099387.635013:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099387.635023:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099387.635031:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099387.635042:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964487168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099387.635067:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099387.635076:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.635090:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964487168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099387.635121:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099387.635131:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26535)
00000800:00000200:2.1:1789099387.635280:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099387.635283:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099387.635680:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099387.635685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099387.636066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099387.636069:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099387.638448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099387.638454:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099388.657025:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099388.657033:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099388.657039:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099388.976937:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321198852, at 4321198912
00000100:00000010:1.0:1789099388.976956:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099390.705042:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099390.705048:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099390.705052:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099392.753116:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099392.753127:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099392.753143:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099392.754129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099392.754141:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099392.756064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099392.756070:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099392.756503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099392.756506:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099392.756819:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099392.756822:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099392.757283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099392.757286:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099394.096942:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321203972, at 4321204032
00000100:00000010:1.0:1789099394.097003:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099394.801078:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099394.801090:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099394.801100:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099396.849024:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099396.849029:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099396.849033:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099397.872986:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099397.872994:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099397.873004:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099397.873785:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099397.874332:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099397.874733:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099397.874952:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099397.875163:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099399.216923:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321209092, at 4321209152
00000100:00000010:1.0:1789099399.216946:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099400.945117:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099400.945125:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099400.945132:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099401.968976:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099401.968980:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099401.968983:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099402.993037:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099402.993050:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099402.993055:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099402.993061:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099402.993085:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099402.993096:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26540
00000400:00000200:1.0:1789099402.993110:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099402.993150:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099402.993156:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099402.993161:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993166:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.993170:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993191:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099402.993197:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099402.993201:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099402.993205:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099402.993211:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099402.993216:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099402.993221:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099402.993227:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993232:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.993254:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993257:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099402.993262:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099402.993267:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993271:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099402.993275:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099402.993279:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099402.993283:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.993286:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099402.993289:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099402.993299:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099402.993304:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099402.993310:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099402.993313:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.993317:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099402.993320:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099402.993326:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099402.993338:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099402.993346:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099402.993359:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964488576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099402.993376:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099402.993382:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.993390:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964488576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099402.993434:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099402.993439:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099402.993445:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099402.993448:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099402.993450:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099402.993455:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099402.993459:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26540
00000400:00000200:1.0:1789099402.993466:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099402.993473:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099402.993478:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099402.993483:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993488:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.993496:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993503:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099402.993512:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099402.993516:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099402.993521:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099402.993528:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099402.993533:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099402.993538:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099402.993551:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993559:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.993568:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993575:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099402.993583:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099402.993594:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099402.993603:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099402.993612:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099402.993623:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099402.993631:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.993638:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099402.993647:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099402.993657:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.993664:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099402.993674:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099402.993682:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099402.993691:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099402.993693:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.993696:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099402.993699:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099402.993703:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099402.993716:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099402.993725:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099402.993740:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964488704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099402.993776:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099402.993782:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.993849:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964488704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099402.993868:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099402.993876:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099402.993885:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099402.993892:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099402.993896:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099402.993906:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099402.993916:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26540
00000400:00000200:1.0:1789099402.993970:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099402.993984:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099402.993993:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099402.994004:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994012:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.994021:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994028:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.1:1789099402.994029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099402.994036:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789099402.994039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000040:1.0:1789099402.994042:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099402.994049:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099402.994056:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099402.994064:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099402.994072:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099402.994083:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994092:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.994099:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099402.994112:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099402.994122:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994151:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099402.994156:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099402.994164:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099402.994173:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994186:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099402.994193:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099402.994201:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994210:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099402.994222:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099402.994230:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099402.994237:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099402.994240:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994247:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099402.994253:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099402.994259:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099402.994268:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099402.994278:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099402.994293:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964488832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099402.994316:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099402.994323:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.994332:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964488832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099402.994358:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099402.994365:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099402.994374:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099402.994380:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099402.994386:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099402.994396:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099402.994405:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26540
00000400:00000200:1.0:1789099402.994412:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099402.994418:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099402.994423:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099402.994434:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994442:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.994451:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994458:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099402.994465:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099402.994470:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099402.994477:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099402.994483:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099402.994491:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099402.994501:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099402.994511:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994520:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.994528:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994534:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099402.994542:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099402.994552:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994562:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099402.994568:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099402.994575:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099402.994584:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994591:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099402.994597:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099402.994605:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994613:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099402.994624:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099402.994635:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099402.994647:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099402.994654:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.994661:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099402.994668:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099402.994677:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099402.994692:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099402.994704:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099402.994718:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964488960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099402.994760:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099402.994768:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.994784:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964488960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099402.994852:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099402.994859:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099402.994870:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099402.994877:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099402.994881:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099402.994888:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099402.994898:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26540
00000400:00000200:1.0:1789099402.994910:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099402.994922:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099402.994930:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099402.994942:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994951:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.994960:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.994966:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099402.994969:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099402.994972:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099402.994978:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099402.994986:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099402.994994:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099402.995001:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099402.995014:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.995022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099402.995030:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099402.995040:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099402.995048:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099402.995058:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099402.995069:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099402.995079:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099402.995088:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099402.995094:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.995097:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099402.995103:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099402.995110:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.995116:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099402.995144:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099402.995154:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099402.995165:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099402.995169:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099402.995178:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099402.995184:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099402.995190:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099402.995204:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099402.995214:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099402.995228:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964489088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099402.995270:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099402.995286:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.995300:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964489088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099402.995328:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099402.995342:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26550)
00000800:00000200:0.1:1789099402.995422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099402.995427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099402.995828:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099402.995831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099402.996121:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099402.996140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099402.996632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099402.996635:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099404.336930:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321214212, at 4321214272
00000100:00000010:1.0:1789099404.336960:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc80c0.
00000020:00000001:1.0:1789099406.065093:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099406.065100:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099406.065105:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099408.114310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099408.114320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099408.115646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099408.115654:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099408.116504:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099408.116517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099408.116592:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099408.116601:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099408.116613:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099408.117094:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099408.117097:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099408.117454:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099408.117457:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099409.456869:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321219332, at 4321219392
00000100:00000010:1.0:1789099409.456890:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8720.
00000020:00000001:1.0:1789099410.161101:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099410.161107:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099410.161112:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099412.209160:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099412.209168:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099412.209175:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099413.233702:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099413.233710:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099413.234584:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099413.234588:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099413.235021:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099413.235024:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099413.235369:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099413.235372:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099413.235702:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099413.235705:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099414.257077:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099414.257082:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099414.257086:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099414.576971:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321224452, at 4321224512
00000100:00000010:1.0:1789099414.576988:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8120.
00000020:00000001:1.0:1789099416.305005:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099416.305008:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099416.305011:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099418.353048:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099418.353058:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099418.353068:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099418.354053:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099418.354062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099418.355455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099418.355460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099418.355942:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099418.355945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099418.356305:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099418.356308:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099418.356830:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099418.356861:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099419.696929:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321229572, at 4321229632
00000100:00000010:1.0:1789099419.696951:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc81e0.
00000020:00000001:1.0:1789099420.401073:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099420.401080:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099420.401085:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099422.449027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099422.449036:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099422.449043:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099423.472981:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099423.473001:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099423.473007:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099423.473019:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099423.473033:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099423.473047:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26560
00000400:00000200:1.0:1789099423.473064:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099423.473079:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099423.473086:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099423.473093:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473099:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.473103:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473108:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099423.473115:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099423.473119:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099423.473124:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099423.473130:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099423.473135:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099423.473140:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099423.473147:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473150:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.473153:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473155:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099423.473160:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099423.473164:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473167:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099423.473171:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099423.473176:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099423.473179:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.473182:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099423.473186:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099423.473196:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099423.473200:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099423.473206:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099423.473208:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.473211:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099423.473215:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099423.473220:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099423.473230:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099423.473239:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099423.473252:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964491136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099423.473266:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099423.473272:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.473279:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964491136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099423.473313:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099423.473317:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099423.473322:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099423.473324:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099423.473327:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099423.473329:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099423.473333:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26560
00000400:00000200:1.0:1789099423.473338:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099423.473343:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099423.473346:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099423.473351:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473355:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.473359:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473362:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099423.473365:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099423.473367:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099423.473370:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099423.473373:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099423.473376:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099423.473380:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099423.473391:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473396:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.473405:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473411:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099423.473419:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099423.473428:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473438:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099423.473447:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099423.473459:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099423.473468:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.473474:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099423.473480:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099423.473494:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.473502:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099423.473512:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099423.473522:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099423.473531:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099423.473539:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.473543:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099423.473550:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099423.473570:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099423.473594:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099423.473603:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099423.473621:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964491264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099423.473648:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099423.473655:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.473668:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964491264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099423.473707:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099423.473715:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099423.473725:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099423.473730:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099423.473763:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099423.473770:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099423.473779:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26560
00000400:00000200:1.0:1789099423.473926:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099423.473942:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099423.473950:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099423.473963:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473972:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.473979:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.473991:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099423.474000:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789099423.474001:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789099423.474005:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:0.1:1789099423.474010:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789099423.474011:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099423.474017:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099423.474025:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099423.474034:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099423.474047:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474053:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.474063:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474070:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099423.474078:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099423.474089:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474099:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099423.474103:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099423.474111:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099423.474120:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474131:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099423.474137:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099423.474144:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474152:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099423.474162:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099423.474172:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099423.474186:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099423.474192:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474198:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099423.474202:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099423.474206:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099423.474213:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099423.474225:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099423.474239:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964491392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099423.474259:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099423.474268:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.474277:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964491392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099423.474302:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099423.474308:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099423.474320:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099423.474328:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099423.474335:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099423.474339:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099423.474347:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26560
00000400:00000200:1.0:1789099423.474364:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099423.474377:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099423.474383:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099423.474396:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474408:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.474419:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474426:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099423.474434:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099423.474439:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099423.474446:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099423.474452:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099423.474461:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099423.474470:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099423.474480:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474491:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.474500:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474507:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099423.474515:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099423.474528:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474538:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099423.474542:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099423.474549:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099423.474558:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474566:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099423.474574:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099423.474585:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474592:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099423.474602:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099423.474611:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099423.474617:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099423.474625:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.474632:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099423.474639:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099423.474646:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099423.474659:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099423.474667:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099423.474682:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964491520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099423.474726:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099423.474735:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.474769:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964491520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099423.474845:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099423.474853:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099423.474864:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099423.474872:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099423.474876:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099423.474885:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099423.474896:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26560
00000400:00000200:1.0:1789099423.474908:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099423.474920:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099423.474927:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099423.474937:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474945:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.474954:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.474961:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099423.474967:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099423.474969:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099423.474971:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099423.474974:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099423.474982:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099423.474990:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099423.475000:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.475008:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099423.475018:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099423.475027:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099423.475037:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099423.475048:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099423.475060:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099423.475069:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099423.475078:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099423.475086:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.475092:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099423.475099:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099423.475106:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.475114:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099423.475122:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099423.475133:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099423.475143:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099423.475148:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099423.475154:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099423.475158:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099423.475164:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099423.475183:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099423.475200:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099423.475224:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964491648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099423.475288:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099423.475302:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.475324:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964491648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099423.475357:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099423.475372:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26571)
00000800:00000200:0.1:1789099423.475435:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099423.475438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099423.475846:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099423.475851:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099423.476201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099423.476204:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099423.476776:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099423.476779:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789099424.497082:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099424.497089:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099424.497094:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099424.816945:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321234692, at 4321234752
00000100:00000010:1.0:1789099424.816971:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc85a0.
00000020:00000001:1.0:1789099426.545072:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099426.545079:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099426.545084:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099428.593000:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099428.593008:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099428.593015:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099428.593904:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099428.593913:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099428.594731:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099428.594734:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099428.595043:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099428.595045:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099428.595417:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099428.595421:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099428.595812:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099428.595815:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789099429.936873:0:425673:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321239812, at 4321239872
00000100:00000010:1.0:1789099429.936895:0:425673:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099430.640974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099430.640978:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099430.640981:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099432.689120:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099432.689126:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099432.689131:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099433.713694:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099433.713706:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099433.714718:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099433.714739:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099433.715129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099433.715131:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099433.715423:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099433.715425:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099433.715774:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099433.715776:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099435.056899:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321244932, at 4321244992
00000100:00000010:1.0:1789099435.056919:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099435.761017:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099435.761023:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099435.761028:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099436.784933:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099436.784937:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099436.784941:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099438.833607:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099438.833611:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099438.834721:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099438.834725:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099438.835049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099438.835051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099438.835373:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099438.835376:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099438.835673:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099438.835676:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099439.856926:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099439.856931:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099439.856934:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099440.176886:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321250052, at 4321250112
00000100:00000010:1.0:1789099440.176910:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099443.953211:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099443.953218:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099443.953229:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099443.954223:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099443.954230:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099443.955894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099443.955898:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099443.956399:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099443.956405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099443.956980:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099443.956983:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099443.957621:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099443.957624:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099445.296926:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321255172, at 4321255232
00000100:00000010:1.0:1789099445.296946:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099448.049030:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099448.049039:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099448.049046:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099449.074198:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099449.074217:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099449.075941:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099449.075947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099449.076614:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099449.076620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099449.077331:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099449.077336:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099449.077893:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099449.077896:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789099450.416885:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321260292, at 4321260352
00000100:00000010:1.0:1789099450.416904:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099452.145016:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099452.145021:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099452.145024:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099454.194106:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099454.194118:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099454.195423:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099454.195428:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099454.195845:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099454.195849:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099454.196315:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099454.196321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099454.196770:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099454.196774:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789099455.536911:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321265412, at 4321265472
00000100:00000010:1.0:1789099455.536930:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099456.241038:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099456.241045:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099456.241050:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099459.313660:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099459.313668:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099459.314634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099459.314637:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099459.315028:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099459.315031:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099459.315452:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099459.315455:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099459.315808:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099459.315811:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099460.657015:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321270532, at 4321270592
00000100:00000010:1.0:1789099460.657070:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099464.433198:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099464.433204:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099464.433210:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099464.434080:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099464.434942:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099464.435270:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099464.435520:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099464.435738:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099465.776959:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321275652, at 4321275712
00000100:00000010:1.0:1789099465.776987:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789099468.529047:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099468.529053:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099468.529057:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099469.553019:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099469.553040:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099469.553047:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099469.553053:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099469.553061:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099469.553071:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26607
00000400:00000200:1.0:1789099469.553085:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099469.553094:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099469.553100:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099469.553106:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553111:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553115:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553119:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099469.553125:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099469.553128:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099469.553131:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099469.553135:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099469.553138:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099469.553141:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099469.553144:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553147:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553149:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553151:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099469.553154:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099469.553158:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553161:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099469.553164:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099469.553168:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099469.553171:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.553174:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099469.553177:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099469.553184:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099469.553188:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099469.553192:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099469.553194:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.553198:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099469.553201:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099469.553206:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099469.553214:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099469.553221:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099469.553232:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964496896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099469.553245:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099469.553250:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.553255:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964496896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099469.553291:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099469.553296:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099469.553300:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099469.553302:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099469.553304:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099469.553311:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099469.553313:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26607
00000400:00000200:1.0:1789099469.553319:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099469.553323:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099469.553326:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099469.553331:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553333:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553336:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553339:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099469.553342:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099469.553344:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099469.553346:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099469.553349:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099469.553352:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099469.553360:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099469.553365:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553371:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553376:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553382:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099469.553391:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099469.553402:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553416:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099469.553425:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099469.553437:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099469.553446:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.553452:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099469.553464:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099469.553476:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.553485:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099469.553497:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099469.553508:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099469.553523:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099469.553528:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.553533:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099469.553540:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099469.553548:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099469.553561:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099469.553568:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099469.553582:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964497024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099469.553603:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099469.553611:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.553621:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964497024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099469.553653:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099469.553662:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099469.553675:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099469.553683:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099469.553688:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099469.553697:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099469.553713:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26607
00000400:00000200:1.0:1789099469.553728:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099469.553743:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099469.553755:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099469.553768:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553776:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553906:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553931:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099469.553938:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099469.553943:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099469.553948:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099469.553954:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099469.553961:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099469.553973:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099469.553984:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.553994:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.553999:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554005:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.1:1789099469.554009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789099469.554011:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.1:1789099469.554019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1789099469.554022:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554029:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099469.554034:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099469.554041:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099469.554046:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554050:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099469.554055:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099469.554062:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554067:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099469.554073:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099469.554082:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099469.554089:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099469.554095:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554102:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099469.554105:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099469.554110:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099469.554119:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099469.554129:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099469.554143:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964497152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099469.554163:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099469.554167:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.554175:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964497152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099469.554198:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099469.554206:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099469.554211:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099469.554216:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099469.554219:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099469.554231:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099469.554239:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26607
00000400:00000200:1.0:1789099469.554250:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099469.554261:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099469.554266:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099469.554274:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554282:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.554289:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554295:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099469.554301:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099469.554307:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099469.554312:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099469.554316:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099469.554322:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099469.554328:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099469.554337:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554344:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.554351:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554360:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099469.554367:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099469.554378:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554386:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099469.554393:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099469.554400:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099469.554406:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554413:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099469.554418:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099469.554426:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554432:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099469.554440:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099469.554447:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099469.554464:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099469.554467:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554472:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099469.554476:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099469.554480:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099469.554488:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099469.554495:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099469.554507:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964497280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099469.554526:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099469.554532:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.554542:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964497280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099469.554564:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099469.554573:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099469.554583:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099469.554586:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099469.554590:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099469.554594:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099469.554600:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26607
00000400:00000200:1.0:1789099469.554609:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099469.554617:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099469.554623:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099469.554633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554640:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.554647:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554653:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099469.554659:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099469.554665:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099469.554669:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099469.554674:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099469.554681:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099469.554687:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099469.554697:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554704:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099469.554711:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554717:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099469.554724:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099469.554733:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099469.554748:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099469.554756:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099469.554763:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099469.554771:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554777:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099469.554781:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099469.554819:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554823:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099469.554831:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099469.554839:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099469.554848:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099469.554853:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099469.554858:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099469.554863:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099469.554867:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099469.554890:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099469.554899:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099469.554913:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964497408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099469.554935:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099469.554941:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.554953:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964497408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099469.554984:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099469.554995:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26617)
00000800:00000200:2.1:1789099469.555095:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099469.555099:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099469.555351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099469.555354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099469.555615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099469.555617:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099469.556012:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099469.556016:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099470.896954:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321280772, at 4321280832
00000100:00000010:1.0:1789099470.896977:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099472.625033:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099472.625038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099472.625041:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099474.673113:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099474.673128:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099474.673142:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099474.674068:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099474.674077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099474.675538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099474.675542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099474.676034:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099474.676037:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099474.676493:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099474.676497:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099474.677121:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099474.677126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099476.016866:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321285892, at 4321285952
00000100:00000010:1.0:1789099476.016880:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099476.720956:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099476.720961:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099476.720964:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099478.769007:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099478.769013:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099478.769017:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099479.793644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099479.793664:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099479.794721:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099479.794723:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099479.795011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099479.795013:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099479.795379:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099479.795382:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099479.795911:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099479.795913:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099480.816963:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099480.816969:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099480.816974:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099481.136891:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321291012, at 4321291072
00000100:00000010:1.0:1789099481.136902:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099482.865130:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099482.865138:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099482.865143:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099484.913044:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099484.913053:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099484.913061:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099484.913996:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099484.914007:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099484.915272:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099484.915276:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099484.915720:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099484.915723:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099484.916113:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099484.916116:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099484.916654:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099484.916658:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099486.256976:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321296132, at 4321296192
00000100:00000010:1.0:1789099486.257001:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099486.961082:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099486.961092:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099486.961099:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099489.009029:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099489.009038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099489.009045:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099490.033001:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099490.033007:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099490.033012:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099490.033509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099490.033516:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099490.034273:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099490.034276:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099490.034712:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099490.034715:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099490.035024:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099490.035027:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099490.035358:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099490.035362:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789099491.056979:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099491.056984:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099491.056987:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099491.376859:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321301251, at 4321301312
00000100:00000010:1.0:1789099491.376872:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099492.080961:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099492.080965:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099492.080968:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099493.105082:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099493.105088:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099493.105093:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099494.129072:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099494.129078:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099494.129081:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099495.153061:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099495.153068:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099495.153074:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099495.153851:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099495.153863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099495.155172:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099495.155180:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099495.155864:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099495.155868:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099495.156217:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099495.156219:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099495.156468:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099495.156470:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099496.176997:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099496.177001:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099496.177005:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099496.496959:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321306372, at 4321306432
00000100:00000010:1.0:1789099496.496973:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099497.200988:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099497.200996:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099497.201001:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099498.225100:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099498.225108:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099498.225114:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099499.249029:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099499.249034:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099499.249038:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099500.274120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099500.274150:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099500.275632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099500.275645:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099500.275860:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099500.275871:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099500.275891:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099500.276141:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099500.276143:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099500.276445:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099500.276447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789099500.276764:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099500.276766:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099501.296942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099501.296946:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099501.296949:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099501.616858:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321311492, at 4321311552
00000100:00000010:1.0:1789099501.616873:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ea0.
00000020:00000001:1.0:1789099502.320943:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099502.320948:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099502.320951:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099503.345042:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099503.345049:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099503.345054:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099504.369036:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099504.369041:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099504.369046:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099505.393270:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099505.393280:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099505.393290:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099505.394331:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099505.394350:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099505.395385:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099505.395388:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099505.395763:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099505.395766:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099505.396174:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099505.396178:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099505.396625:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099505.396630:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099506.416951:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099506.416956:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099506.416958:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099506.736855:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321316612, at 4321316672
00000100:00000010:1.0:1789099506.736870:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099507.440950:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099507.440954:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099507.440957:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099508.465115:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099508.465124:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099508.465130:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099509.488958:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099509.488964:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099509.488968:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099510.513146:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099510.513152:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099510.513158:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099510.514076:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099510.514084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099510.515362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099510.515365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099510.515729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099510.515732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099510.516139:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099510.516142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099510.516493:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099510.516496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099511.537026:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099511.537032:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099511.537037:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099511.856933:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321321732, at 4321321792
00000100:00000010:1.0:1789099511.856955:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099512.561042:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099512.561047:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099512.561051:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099513.584939:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099513.584944:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099513.584947:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099514.609074:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099514.609079:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099514.609083:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099515.632997:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099515.633019:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099515.633025:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099515.633577:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099515.633584:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099515.634436:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099515.634438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099515.634665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099515.634667:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099515.634962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099515.634965:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099515.635329:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099515.635331:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099516.657040:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099516.657047:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099516.657052:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099516.976919:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321326852, at 4321326912
00000100:00000010:1.0:1789099516.976946:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099517.681055:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099517.681061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099517.681066:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099518.705168:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099518.705175:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099518.705195:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099519.729098:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099519.729102:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099519.729105:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099520.753071:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099520.753078:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099520.753087:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099520.753739:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099520.753746:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099520.754949:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099520.754953:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099520.755400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099520.755403:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099520.755747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099520.755750:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099520.756349:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099520.756353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099521.777061:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099521.777066:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099521.777070:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099522.096965:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321331972, at 4321332032
00000100:00000010:1.0:1789099522.097002:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099522.801163:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099522.801170:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099522.801177:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099523.825137:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099523.825147:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099523.825155:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099524.849110:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099524.849117:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099524.849123:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099525.872975:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099525.872986:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099525.872991:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099525.872996:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099525.873002:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099525.873014:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26663
00000400:00000200:1.0:1789099525.873029:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099525.873041:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099525.873046:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099525.873049:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873053:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873055:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873058:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099525.873061:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099525.873063:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099525.873066:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099525.873070:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099525.873072:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099525.873075:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099525.873078:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873080:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873081:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873083:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099525.873086:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099525.873089:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873091:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099525.873094:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099525.873099:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099525.873111:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.873113:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099525.873116:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099525.873128:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099525.873131:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099525.873137:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099525.873139:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.873142:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099525.873146:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099525.873151:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099525.873162:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099525.873170:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099525.873181:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964503936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099525.873192:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099525.873197:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099525.873202:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964503936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099525.873230:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099525.873233:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099525.873236:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099525.873238:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099525.873240:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099525.873243:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099525.873246:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26663
00000400:00000200:1.0:1789099525.873252:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099525.873258:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099525.873261:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099525.873265:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873272:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873283:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873287:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099525.873290:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099525.873294:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099525.873297:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099525.873303:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099525.873311:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099525.873314:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099525.873320:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873330:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873338:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873342:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099525.873347:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099525.873354:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873360:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099525.873372:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099525.873384:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099525.873410:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.873420:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099525.873430:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099525.873437:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.873445:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099525.873463:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099525.873469:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099525.873478:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099525.873482:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.873486:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099525.873488:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099525.873492:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099525.873498:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099525.873504:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099525.873518:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964504064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099525.873563:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099525.873573:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099525.873592:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964504064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099525.873681:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099525.873690:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099525.873706:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099525.873710:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099525.873712:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099525.873717:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099525.873727:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26663
00000400:00000200:1.0:1789099525.873748:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099525.873758:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099525.873766:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099525.873774:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.1:1789099525.873833:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099525.873836:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1789099525.873893:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873903:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873906:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099525.873915:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099525.873918:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099525.873924:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099525.873928:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099525.873931:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099525.873936:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099525.873945:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873956:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.873965:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.873976:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099525.873980:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099525.874014:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874027:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099525.874039:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099525.874045:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099525.874050:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874052:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099525.874056:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099525.874063:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874072:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099525.874085:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099525.874098:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099525.874102:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099525.874109:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874114:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099525.874118:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099525.874145:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099525.874163:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099525.874173:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099525.874192:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964504192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099525.874257:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099525.874263:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099525.874278:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964504192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099525.874301:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099525.874307:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099525.874316:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099525.874319:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099525.874323:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099525.874332:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099525.874342:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26663
00000400:00000200:1.0:1789099525.874360:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099525.874371:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099525.874376:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099525.874390:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874400:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.874408:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874433:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099525.874437:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099525.874438:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099525.874439:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099525.874449:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099525.874453:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099525.874462:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099525.874480:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874494:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.874504:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874511:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099525.874529:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099525.874542:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874548:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099525.874559:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099525.874567:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099525.874583:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874586:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099525.874590:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099525.874594:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874598:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099525.874606:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099525.874614:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099525.874622:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099525.874628:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.874637:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099525.874642:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099525.874648:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099525.874660:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099525.874679:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099525.874701:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964504320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099525.874733:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099525.874742:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099525.874758:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964504320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099525.874795:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099525.874801:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099525.874867:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099525.874875:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099525.874881:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099525.874895:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099525.874904:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26663
00000400:00000200:1.0:1789099525.874913:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099525.874923:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099525.874935:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099525.874945:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874955:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.874963:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.874978:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099525.874995:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099525.875004:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099525.875010:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099525.875014:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099525.875017:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099525.875026:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099525.875037:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.875048:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099525.875059:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099525.875068:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099525.875085:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099525.875096:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099525.875110:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099525.875116:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099525.875123:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099525.875128:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.875137:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099525.875145:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099525.875155:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.875160:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099525.875165:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099525.875172:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099525.875185:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099525.875190:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099525.875195:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099525.875204:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099525.875209:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099525.875227:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099525.875236:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099525.875250:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964504448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099525.875282:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099525.875288:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099525.875305:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964504448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099525.875339:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099525.875341:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099525.875348:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099525.875352:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26673)
00000800:00000200:2.1:1789099525.875617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099525.875620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099525.875891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099525.875893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099525.876199:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099525.876200:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099526.896984:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099526.896990:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099526.896994:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099527.216922:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321337092, at 4321337152
00000100:00000010:1.0:1789099527.216949:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099527.921087:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099527.921095:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099527.921102:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099528.945017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099528.945024:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099528.945030:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099530.992858:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099530.992866:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099530.992869:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099530.992872:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099530.992889:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099530.992894:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26668
00000400:00000200:1.0:1789099530.992902:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099530.992908:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099530.992912:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099530.992917:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.992920:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.992924:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.992930:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099530.992933:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099530.992936:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099530.992938:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099530.992943:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099530.992945:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099530.992946:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099530.992949:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.992950:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.992951:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.992953:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099530.992956:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099530.992958:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099530.992960:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099530.992963:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099530.992965:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099530.992967:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.992968:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099530.992970:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099530.992977:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099530.992980:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099530.992983:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099530.992985:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.992987:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099530.992990:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099530.993000:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099530.993007:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099530.993013:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099530.993021:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964504576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099530.993029:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099530.993032:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.993035:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964504576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099530.993049:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099530.993051:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099530.993054:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099530.993055:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099530.993056:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099530.993058:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099530.993060:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26668
00000400:00000200:1.0:1789099530.993062:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099530.993066:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099530.993068:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099530.993070:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993072:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993073:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993074:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099530.993076:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099530.993077:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099530.993078:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099530.993080:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099530.993083:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099530.993084:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099530.993087:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993090:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993094:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993097:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099530.993099:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099530.993106:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993111:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099530.993115:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099530.993122:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099530.993125:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993128:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099530.993134:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099530.993139:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993143:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099530.993147:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099530.993151:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099530.993155:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099530.993158:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993161:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099530.993162:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099530.993164:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099530.993168:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099530.993173:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099530.993181:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964504704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099530.993190:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099530.993192:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.993198:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964504704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099530.993209:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099530.993218:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099530.993226:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099530.993229:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099530.993233:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099530.993239:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099530.993245:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26668
00000400:00000200:1.0:1789099530.993254:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099530.993262:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099530.993268:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099530.993274:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993279:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993285:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993288:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099530.993292:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099530.993295:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099530.993298:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099530.993302:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099530.993305:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099530.993307:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099530.993313:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993318:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993323:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993325:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099530.993327:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099530.993332:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993336:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099530.993341:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099530.993343:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099530.993348:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993353:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1789099530.993357:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00100000:1.0:1789099530.993358:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099530.993363:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993365:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099530.993368:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099530.993370:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099530.993372:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099530.993373:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993374:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099530.993378:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099530.993380:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099530.993384:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099530.993391:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099530.993398:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964504832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099530.993407:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099530.993409:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.993414:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964504832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099530.993425:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099530.993429:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099530.993437:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099530.993440:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099530.993442:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099530.993445:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099530.993447:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26668
00000400:00000200:1.0:1789099530.993450:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099530.993455:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099530.993458:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099530.993464:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993468:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993474:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993480:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099530.993486:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099530.993491:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099530.993497:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099530.993503:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099530.993510:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099530.993515:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099530.993525:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993532:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993538:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993543:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099530.993547:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099530.993551:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993558:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099530.993562:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099530.993568:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099530.993574:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993579:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099530.993585:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099530.993592:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993597:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099530.993605:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099530.993611:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099530.993618:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099530.993623:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993629:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099530.993633:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099530.993639:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099530.993646:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000800:00000200:2.1:1789099530.993650:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099530.993654:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099530.993664:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964504960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099530.993681:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099530.993685:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.993691:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964504960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099530.993727:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099530.993732:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099530.993744:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099530.993748:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099530.993752:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099530.993759:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099530.993765:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26668
00000400:00000200:1.0:1789099530.993775:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099530.993783:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099530.993818:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099530.993825:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993832:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993838:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993853:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099530.993857:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099530.993860:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099530.993864:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099530.993868:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099530.993873:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099530.993877:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099530.993886:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993890:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099530.993896:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993902:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099530.993907:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099530.993914:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099530.993918:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099530.993922:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099530.993925:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099530.993929:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993933:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099530.993937:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099530.993942:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993947:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099530.993953:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099530.993959:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099530.993965:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099530.993969:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099530.993979:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1789099530.993981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789099530.993984:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099530.993988:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099530.993996:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099530.994005:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099530.994015:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964505088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099530.994048:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099530.994052:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.994062:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964505088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099530.994080:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099530.994089:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26678)
00000800:00000200:2.1:1789099530.994203:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099530.994372:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099532.017058:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099532.017066:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099532.017070:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099532.337059:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321342211, at 4321342272
00000100:00000010:1.0:1789099532.337079:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099533.041108:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099533.041111:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099533.041113:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099536.112863:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099536.112874:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099536.112877:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099536.112881:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099536.112888:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099536.112895:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26673
00000400:00000200:1.0:1789099536.112904:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099536.112910:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099536.112913:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099536.112916:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.112926:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.112929:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.112931:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099536.112934:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099536.112936:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099536.112938:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099536.112942:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099536.112945:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099536.112947:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099536.112952:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.112957:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.112959:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.112963:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099536.112966:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099536.112968:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099536.112971:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099536.112974:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099536.112978:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099536.112981:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.112990:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099536.112993:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099536.113000:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099536.113004:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099536.113008:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099536.113010:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113013:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099536.113016:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099536.113020:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099536.113030:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099536.113037:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099536.113047:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964505216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099536.113058:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099536.113062:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.113066:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964505216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099536.113086:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099536.113089:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099536.113092:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099536.113093:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099536.113094:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099536.113096:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099536.113098:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26673
00000400:00000200:1.0:1789099536.113101:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099536.113103:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099536.113104:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099536.113106:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113108:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113109:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113111:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099536.113114:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099536.113116:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099536.113118:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099536.113121:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099536.113124:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099536.113126:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099536.113130:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113133:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113139:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113144:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099536.113150:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099536.113157:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113164:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099536.113169:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099536.113177:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099536.113184:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113190:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099536.113196:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099536.113201:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113208:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099536.113221:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099536.113226:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099536.113232:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099536.113236:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113241:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099536.113243:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099536.113247:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099536.113257:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099536.113264:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099536.113273:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964505344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099536.113287:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099536.113291:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.113296:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964505344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099536.113312:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099536.113319:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099536.113326:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099536.113329:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099536.113333:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099536.113341:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099536.113348:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26673
00000400:00000200:1.0:1789099536.113359:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099536.113367:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099536.113372:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099536.113376:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113381:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113387:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113391:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099536.113397:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099536.113401:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099536.113403:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099536.113408:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099536.113414:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099536.113419:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099536.113428:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113432:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113437:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113443:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099536.113452:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099536.113461:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113466:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099536.113469:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099536.113473:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099536.113478:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113483:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099536.113487:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099536.113493:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113497:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099536.113507:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099536.113513:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099536.113524:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099536.113527:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113530:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099536.113534:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099536.113537:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099536.113539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789099536.113544:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000800:00000200:0.1:1789099536.113545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1789099536.113551:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099536.113562:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964505472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099536.113590:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099536.113596:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.113606:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964505472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099536.113644:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099536.113651:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099536.113656:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099536.113659:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099536.113663:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099536.113668:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099536.113674:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26673
00000400:00000200:1.0:1789099536.113684:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099536.113692:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099536.113694:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099536.113697:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113699:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113701:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113703:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099536.113706:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099536.113708:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099536.113710:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099536.113713:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099536.113718:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099536.113722:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099536.113727:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113733:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113735:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113738:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099536.113743:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099536.113747:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113751:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099536.113755:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099536.113759:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099536.113765:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113769:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099536.113774:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099536.113780:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113813:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099536.113818:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099536.113822:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099536.113825:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099536.113827:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.113829:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099536.113831:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099536.113833:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099536.113839:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099536.113843:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099536.113849:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964505600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099536.113861:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099536.113867:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.113876:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964505600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099536.113904:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099536.113909:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099536.113916:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099536.113920:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099536.113925:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099536.113930:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099536.113938:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26673
00000400:00000200:1.0:1789099536.113950:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099536.113960:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099536.113964:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099536.113973:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113979:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.113984:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.113988:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099536.113994:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099536.113998:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099536.114003:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099536.114007:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099536.114011:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099536.114017:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099536.114027:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.114032:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099536.114037:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099536.114042:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099536.114047:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099536.114055:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099536.114062:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099536.114066:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099536.114071:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099536.114078:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.114083:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099536.114090:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099536.114095:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.114099:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099536.114103:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099536.114109:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099536.114115:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099536.114120:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099536.114125:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099536.114129:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099536.114134:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099536.114141:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099536.114149:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099536.114159:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964505728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099536.114176:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099536.114182:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.114193:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964505728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099536.114214:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099536.114226:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26683)
00000800:00000200:0.1:1789099536.114532:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099536.114534:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099536.114870:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099536.114871:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099536.115071:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099536.115074:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099536.115277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099536.115280:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099537.137039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099537.137046:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099537.137052:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099537.456915:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321347331, at 4321347392
00000100:00000010:1.0:1789099537.456940:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ba0.
00000020:00000001:1.0:1789099541.232960:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099541.232965:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099541.232968:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099541.233557:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099541.233575:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099541.234389:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099541.234393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099541.234986:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099541.234988:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099541.235268:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099541.235269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099541.235452:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099541.235454:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099542.576907:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321352451, at 4321352512
00000100:00000010:1.0:1789099542.576928:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099543.280983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099543.280991:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099543.280996:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099545.328972:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099545.328977:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099545.328980:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099546.353536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099546.353542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099546.354415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099546.354417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099546.354684:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099546.354685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099546.354973:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099546.354975:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099546.355312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099546.355314:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099547.376918:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099547.376923:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099547.376926:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099547.696879:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321357571, at 4321357632
00000100:00000010:1.0:1789099547.696899:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099549.425032:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099549.425039:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099549.425045:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099551.472987:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099551.472991:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099551.472996:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099551.473494:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099551.473503:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099551.474363:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099551.474365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099551.474666:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099551.474669:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099551.474929:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099551.474931:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099551.475203:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099551.475205:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789099552.816880:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321362691, at 4321362752
00000100:00000010:1.0:1789099552.816898:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099553.520927:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099553.520931:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099553.520933:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099555.569037:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099555.569043:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099555.569049:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099556.594113:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099556.594125:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099556.595302:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099556.595305:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099556.595771:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099556.595776:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099556.596305:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099556.596309:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099556.596771:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099556.596776:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789099557.617002:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099557.617006:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099557.617008:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099557.936917:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321367812, at 4321367872
00000100:00000010:1.0:1789099557.936929:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099559.664966:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099559.664970:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099559.664974:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099561.712938:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099561.712954:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099561.712959:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099561.712967:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099561.712979:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099561.712988:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26699
00000400:00000200:1.0:1789099561.712997:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099561.713023:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099561.713028:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099561.713034:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713038:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713042:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713044:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099561.713049:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099561.713051:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099561.713058:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099561.713065:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099561.713074:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099561.713080:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099561.713102:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713106:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713109:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713112:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099561.713116:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099561.713122:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713126:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099561.713130:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099561.713151:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099561.713155:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713159:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099561.713163:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099561.713173:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099561.713177:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099561.713181:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099561.713183:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713186:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099561.713189:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099561.713194:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099561.713201:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099561.713207:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099561.713217:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964508416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099561.713228:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099561.713233:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.713237:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964508416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099561.713260:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099561.713264:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099561.713267:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099561.713269:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099561.713271:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099561.713273:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099561.713276:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26699
00000400:00000200:1.0:1789099561.713280:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099561.713283:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099561.713286:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099561.713289:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713291:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713294:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713297:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099561.713299:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099561.713301:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099561.713303:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099561.713305:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099561.713307:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099561.713309:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099561.713312:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713315:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713319:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713324:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099561.713332:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099561.713339:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713343:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099561.713346:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099561.713352:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099561.713359:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713364:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099561.713371:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099561.713377:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713382:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099561.713385:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099561.713390:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099561.713392:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099561.713397:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713400:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099561.713404:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099561.713410:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099561.713419:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099561.713425:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099561.713437:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964508544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099561.713449:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099561.713453:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.713464:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964508544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099561.713478:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099561.713484:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099561.713492:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099561.713498:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099561.713517:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099561.713525:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099561.713534:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26699
00000400:00000200:1.0:1789099561.713547:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099561.713556:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099561.713561:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099561.713570:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713576:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713581:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713587:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099561.713592:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099561.713595:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099561.713600:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099561.713606:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099561.713613:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099561.713619:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099561.713633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713642:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.713650:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713654:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099561.713658:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099561.713662:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713665:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099561.713667:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099561.713673:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099561.713680:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713682:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099561.713685:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099561.713689:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713695:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099561.713702:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099561.713707:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099561.713712:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099561.713715:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.713721:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099561.713724:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099561.713726:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099561.713732:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099561.713740:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099561.713750:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964508672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099561.713787:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099561.713794:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.713829:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964508672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099561.713839:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099561.713843:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099561.713847:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099561.713849:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099561.713851:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099561.713866:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099561.713874:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26699
00000400:00000200:1.0:1789099561.713943:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:2.1:1789099561.713953:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:1.0:1789099561.713958:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:2.1:1789099561.713963:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1789099561.713967:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099561.713982:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.713993:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.714001:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714006:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099561.714010:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099561.714014:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099561.714020:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099561.714024:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099561.714030:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099561.714036:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099561.714045:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714048:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.714058:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714080:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099561.714086:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099561.714095:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714101:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099561.714109:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099561.714116:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099561.714121:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714126:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099561.714148:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099561.714155:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714179:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099561.714189:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099561.714195:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099561.714201:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099561.714205:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714210:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099561.714212:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099561.714215:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099561.714220:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099561.714230:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099561.714243:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964508800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099561.714260:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099561.714265:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.714273:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964508800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099561.714291:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099561.714296:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099561.714304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099561.714306:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099561.714311:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099561.714318:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099561.714325:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26699
00000400:00000200:1.0:1789099561.714333:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099561.714341:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099561.714347:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099561.714353:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714359:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.714366:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714370:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099561.714375:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099561.714378:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099561.714382:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099561.714386:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099561.714393:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099561.714398:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099561.714407:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714410:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099561.714414:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714421:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099561.714428:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099561.714433:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099561.714439:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099561.714442:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099561.714447:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099561.714453:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714459:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099561.714463:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099561.714468:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714473:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099561.714482:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099561.714490:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099561.714500:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099561.714504:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099561.714511:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099561.714516:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099561.714521:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099561.714549:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099561.714557:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099561.714571:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964508928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099561.714585:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099561.714591:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.714601:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964508928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099561.714647:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099561.714660:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26709)
00000800:00000200:2.1:1789099561.715099:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099561.715103:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099561.715498:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099561.715501:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099561.716016:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099561.716019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099561.716465:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099561.716469:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789099563.056909:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321372932, at 4321372992
00000100:00000010:1.0:1789099563.056935:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099563.760936:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099563.760941:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099563.760944:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099566.832933:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099566.832945:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099566.832949:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099566.832957:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099566.832965:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099566.832976:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26704
00000400:00000200:1.0:1789099566.832993:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099566.833001:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099566.833006:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099566.833010:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833014:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833017:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833020:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099566.833025:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099566.833028:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099566.833032:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099566.833052:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099566.833056:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099566.833060:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099566.833068:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833073:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833075:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833077:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099566.833080:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099566.833084:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833089:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099566.833092:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099566.833097:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099566.833100:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833103:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099566.833105:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099566.833116:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099566.833119:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099566.833123:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099566.833125:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833129:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099566.833131:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099566.833136:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099566.833146:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099566.833154:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099566.833164:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964509056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099566.833176:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099566.833181:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.833187:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964509056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099566.833211:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099566.833214:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099566.833219:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099566.833220:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099566.833222:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099566.833225:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099566.833227:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26704
00000400:00000200:1.0:1789099566.833231:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099566.833235:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099566.833237:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099566.833241:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833244:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833247:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833250:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099566.833253:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099566.833255:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099566.833257:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099566.833259:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099566.833262:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099566.833268:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099566.833277:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833281:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833288:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833294:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099566.833300:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099566.833309:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833316:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099566.833320:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099566.833338:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099566.833347:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833354:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099566.833361:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099566.833367:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833372:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099566.833379:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099566.833385:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099566.833394:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099566.833399:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833401:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099566.833405:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099566.833411:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099566.833420:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099566.833427:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099566.833439:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964509184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099566.833460:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099566.833467:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.833491:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964509184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099566.833521:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099566.833530:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099566.833539:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099566.833548:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099566.833555:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099566.833567:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099566.833577:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26704
00000400:00000200:1.0:1789099566.833589:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099566.833595:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099566.833602:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099566.833612:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833619:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833624:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833627:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099566.833634:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099566.833638:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099566.833642:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099566.833649:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099566.833656:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099566.833663:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099566.833667:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833672:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.833675:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.833683:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099566.833693:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099566.833705:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789099566.833706:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099566.833715:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1789099566.833717:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099566.833727:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099566.833737:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099566.833749:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833759:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099566.833764:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099566.833773:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833777:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099566.833825:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099566.833832:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099566.833839:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099566.833846:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.833852:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099566.833857:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099566.833864:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099566.833877:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099566.833889:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099566.833905:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964509312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099566.833932:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099566.833937:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.833945:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964509312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099566.833967:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099566.833973:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099566.833980:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099566.833985:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099566.833989:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099566.833995:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099566.834004:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26704
00000400:00000200:1.0:1789099566.834018:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099566.834024:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099566.834029:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099566.834058:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834063:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.834071:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834074:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099566.834077:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099566.834081:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099566.834086:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099566.834092:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099566.834099:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099566.834106:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099566.834117:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834121:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.834130:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834138:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099566.834143:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099566.834150:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834157:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099566.834165:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099566.834173:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099566.834180:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834186:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099566.834190:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099566.834196:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834203:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099566.834212:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099566.834217:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099566.834222:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099566.834225:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834232:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099566.834236:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099566.834240:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099566.834248:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099566.834255:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099566.834268:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964509440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099566.834293:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099566.834299:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.834309:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964509440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099566.834345:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099566.834351:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099566.834361:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099566.834365:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099566.834369:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099566.834376:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099566.834383:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26704
00000400:00000200:1.0:1789099566.834395:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099566.834403:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099566.834407:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099566.834414:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834419:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.834425:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834430:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099566.834435:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099566.834440:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099566.834446:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099566.834450:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099566.834453:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099566.834459:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099566.834468:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834473:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099566.834484:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834490:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099566.834496:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099566.834510:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099566.834520:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099566.834530:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099566.834539:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099566.834549:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834560:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099566.834566:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099566.834574:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834580:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099566.834588:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099566.834594:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099566.834600:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099566.834604:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099566.834608:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099566.834613:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099566.834617:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099566.834627:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099566.834635:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099566.834651:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964509568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099566.834701:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099566.834711:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.834730:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964509568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099566.834767:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099566.834780:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26714)
00000800:00000200:2.1:1789099566.834865:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099566.834870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099566.835269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099566.835271:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099566.835566:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099566.835569:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099566.836029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099566.836032:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789099567.857076:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099567.857085:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099567.857091:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099568.176997:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321378052, at 4321378112
00000100:00000010:1.0:1789099568.177062:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099571.953127:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099571.953133:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099571.953139:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099571.953765:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099571.953770:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099571.954769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099571.954771:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099571.955170:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099571.955172:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099571.955503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099571.955507:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099571.955958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099571.955962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099573.296907:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321383172, at 4321383232
00000100:00000010:1.0:1789099573.296939:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099576.049096:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099576.049104:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099576.049111:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099577.073137:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099577.073144:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099577.073153:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099577.073659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099577.073665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099577.074523:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099577.074525:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099577.074778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099577.074780:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099577.075140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099577.075143:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099577.075490:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099577.075492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099578.416965:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321388292, at 4321388352
00000100:00000010:1.0:1789099578.417005:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099579.121058:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099579.121066:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099579.121072:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099580.145099:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099580.145105:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099580.145111:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099581.169051:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099581.169057:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099581.169063:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099582.193142:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099582.193160:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099582.193178:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099582.194263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099582.194273:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099582.195609:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099582.195612:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099582.196119:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099582.196124:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099582.196616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099582.196620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099582.197150:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099582.197156:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099583.217146:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099583.217185:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099583.217191:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099583.536921:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321393412, at 4321393472
00000100:00000010:1.0:1789099583.536939:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789099584.241155:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099584.241164:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099584.241171:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099585.265087:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099585.265093:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099585.265098:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099586.288989:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099586.288993:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099586.288996:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099587.313024:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099587.313029:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099587.313035:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099587.313856:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099587.313866:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099587.314946:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099587.314952:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099587.315909:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099587.315919:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099587.316515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099587.316517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099587.316853:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099587.316855:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099588.336997:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099588.337002:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099588.337007:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099588.656895:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321398532, at 4321398592
00000100:00000010:1.0:1789099588.656920:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099589.360995:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099589.361000:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099589.361003:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099590.385021:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099590.385027:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099590.385032:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099591.408981:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099591.408987:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099591.408992:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099592.433002:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099592.433021:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099592.433026:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099592.433035:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099592.433052:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099592.433067:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26729
00000400:00000200:1.0:1789099592.433085:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099592.433105:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099592.433112:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099592.433120:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433128:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.433137:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433142:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099592.433156:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099592.433161:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099592.433179:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099592.433194:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099592.433205:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099592.433209:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099592.433213:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433216:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.433219:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433221:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099592.433224:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099592.433229:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433234:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099592.433239:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099592.433244:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099592.433247:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.433250:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099592.433253:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099592.433268:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099592.433274:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099592.433281:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099592.433283:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.433287:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099592.433291:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099592.433298:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099592.433312:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099592.433327:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099592.433345:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964512256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099592.433360:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099592.433367:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.433372:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964512256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099592.433405:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099592.433409:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099592.433414:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099592.433416:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099592.433418:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099592.433421:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099592.433424:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26729
00000400:00000200:1.0:1789099592.433431:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099592.433435:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099592.433438:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099592.433441:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433444:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.433447:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433450:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099592.433453:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099592.433457:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099592.433463:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099592.433471:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099592.433484:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099592.433494:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099592.433507:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433512:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.433523:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433533:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099592.433544:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099592.433578:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099592.433584:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099592.433594:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099592.433608:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099592.433616:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.433619:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099592.433632:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099592.433651:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.433661:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099592.433674:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099592.433686:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099592.433700:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099592.433709:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.433717:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099592.433724:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099592.433729:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099592.433737:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099592.433746:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099592.433762:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964512384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099592.433780:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099592.433859:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.433873:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964512384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099592.433931:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099592.433939:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099592.433951:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099592.433957:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099592.433961:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099592.433966:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099592.433975:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26729
00000400:00000200:1.0:1789099592.433989:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099592.434001:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099592.434005:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099592.434013:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434020:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.434034:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434039:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099592.434049:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099592.434054:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099592.434059:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099592.434063:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099592.434066:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099592.434070:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099592.434081:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434096:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.434100:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434107:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099592.434115:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099592.434122:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434129:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099592.434134:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099592.434141:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099592.434146:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434158:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099592.434163:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099592.434170:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434180:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099592.434201:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099592.434216:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099592.434222:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099592.434224:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434230:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099592.434239:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099592.434245:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099592.434261:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099592.434274:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099592.434285:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964512512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099592.434314:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099592.434319:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.434334:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964512512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099592.434346:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099592.434357:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099592.434367:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1789099592.434370:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099592.434373:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099592.434379:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789099592.434381:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1789099592.434390:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099592.434404:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26729
00000400:00000200:1.0:1789099592.434428:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099592.434436:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099592.434457:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099592.434478:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434493:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.434506:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434523:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099592.434542:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099592.434546:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099592.434569:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099592.434574:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099592.434581:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099592.434586:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099592.434612:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434628:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.434638:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434652:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099592.434663:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099592.434683:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099592.434697:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099592.434707:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099592.434716:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099592.434726:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434732:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099592.434739:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099592.434746:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434752:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099592.434777:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099592.434829:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099592.434841:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099592.434847:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.434859:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099592.434867:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099592.434872:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099592.434879:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099592.434888:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099592.434902:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964512640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099592.434923:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099592.434928:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.434944:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964512640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099592.435030:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099592.435040:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099592.435059:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099592.435068:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099592.435075:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099592.435081:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099592.435089:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26729
00000400:00000200:1.0:1789099592.435097:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099592.435110:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099592.435123:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099592.435129:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.435137:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.435146:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.435150:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099592.435158:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099592.435163:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099592.435172:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099592.435182:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099592.435199:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099592.435218:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099592.435234:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.435250:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099592.435263:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099592.435277:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099592.435287:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099592.435305:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099592.435315:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099592.435322:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099592.435339:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099592.435351:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.435357:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099592.435365:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099592.435380:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.435390:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099592.435397:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099592.435412:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099592.435432:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099592.435444:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099592.435460:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099592.435467:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099592.435479:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099592.435503:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099592.435518:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099592.435541:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964512768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099592.435584:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099592.435591:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.435607:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964512768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099592.435633:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099592.435655:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26740)
00000800:00000200:2.1:1789099592.436001:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099592.436006:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099592.436439:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099592.436442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099592.436863:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099592.436866:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099592.437325:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099592.437328:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789099593.457159:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099593.457170:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099593.457180:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099593.776930:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321403652, at 4321403712
00000100:00000010:1.0:1789099593.776955:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099595.505012:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099595.505018:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099595.505022:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099597.554323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099597.555218:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099597.555944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099597.556080:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099597.556090:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099597.556103:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099597.556269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099597.556554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099598.896956:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321408772, at 4321408832
00000100:00000010:1.0:1789099598.896981:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc83c0.
00000020:00000001:1.0:1789099599.601193:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099599.601201:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099599.601208:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099600.625122:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099600.625128:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099600.625133:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099601.649123:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099601.649133:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099601.649142:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099602.673342:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099602.673352:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099602.673382:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099602.674695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099602.674708:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099602.675826:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099602.675829:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099602.676242:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099602.676244:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099602.676636:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099602.676638:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099602.676931:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099602.676933:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099603.697171:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099603.697179:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099603.697202:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099604.016913:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321413893, at 4321413952
00000100:00000010:1.0:1789099604.016948:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099604.721113:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099604.721121:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099604.721127:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099605.745172:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099605.745180:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099605.745186:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099606.769162:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099606.769170:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099606.769186:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099607.793137:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099607.793144:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099607.793153:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099607.794023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099607.794034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099607.795223:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099607.795227:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099607.796693:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099607.796695:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099607.796962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099607.796964:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099607.797332:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099607.797334:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099608.816953:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099608.816957:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099608.816961:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099609.136860:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321419012, at 4321419072
00000100:00000010:1.0:1789099609.136883:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099609.841092:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099609.841099:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099609.841104:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099610.865060:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099610.865069:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099610.865075:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099611.889030:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099611.889037:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099611.889042:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099612.913162:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099612.913186:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099612.913193:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099612.914488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099612.914505:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099612.915909:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099612.915912:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099612.916419:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099612.916421:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099612.916812:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099612.916815:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789099612.917331:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099612.917336:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099613.937001:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099613.937007:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099613.937011:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099614.256898:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321424133, at 4321424192
00000100:00000010:1.0:1789099614.256927:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099614.961061:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099614.961067:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099614.961072:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099615.985069:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099615.985076:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099615.985081:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099617.009033:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099617.009039:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099617.009044:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099618.033129:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099618.033137:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099618.033144:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099618.034201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099618.034208:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099618.035422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099618.035427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099618.035939:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099618.035942:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099618.036343:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099618.036346:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099618.036853:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099618.036856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789099619.057126:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099619.057131:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099619.057134:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099619.376977:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321429252, at 4321429312
00000100:00000010:1.0:1789099619.376993:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099620.081110:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099620.081117:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099620.081123:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099621.105191:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099621.105197:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099621.105202:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099622.129060:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099622.129066:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099622.129071:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099623.153389:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099623.153393:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099623.153402:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099623.154205:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099623.154220:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099623.155768:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099623.155774:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099623.156422:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099623.156439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099623.157160:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099623.157163:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099623.158053:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099623.158057:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789099624.177147:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099624.177152:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099624.177157:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099624.496872:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321434372, at 4321434432
00000100:00000010:1.0:1789099624.496886:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099625.201035:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099625.201041:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099625.201045:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099626.225091:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099626.225096:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099626.225101:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099627.249031:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099627.249035:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099627.249038:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099628.273014:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099628.273046:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099628.273051:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099628.273058:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099628.273067:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099628.273079:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26765
00000400:00000200:1.0:1789099628.273093:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099628.273105:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099628.273116:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099628.273128:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273134:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.273139:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273142:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099628.273147:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099628.273149:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099628.273153:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099628.273158:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099628.273162:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099628.273165:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099628.273169:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273184:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.273187:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273190:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099628.273194:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099628.273198:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273202:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099628.273206:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099628.273210:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099628.273214:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.273217:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099628.273220:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099628.273230:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099628.273235:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099628.273240:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099628.273242:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.273246:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099628.273249:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099628.273255:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099628.273265:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099628.273273:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099628.273285:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964516736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099628.273299:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099628.273305:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.273311:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964516736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099628.273350:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099628.273356:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099628.273360:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099628.273362:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099628.273365:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099628.273368:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099628.273372:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26765
00000400:00000200:1.0:1789099628.273378:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099628.273384:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099628.273388:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099628.273393:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273396:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.273401:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273407:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099628.273413:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099628.273418:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099628.273421:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099628.273423:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099628.273426:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099628.273429:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099628.273444:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273448:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.273453:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273461:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099628.273469:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099628.273479:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273487:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099628.273494:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099628.273505:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099628.273511:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.273522:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099628.273531:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099628.273540:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.273546:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099628.273553:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099628.273563:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099628.273571:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099628.273576:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.273584:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099628.273589:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099628.273595:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099628.273606:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099628.273616:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099628.273633:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964516864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099628.273660:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099628.273670:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.273689:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964516864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099628.273749:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099628.273757:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099628.273765:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099628.273773:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099628.273781:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099628.273862:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099628.273899:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26765
00000400:00000200:1.0:1789099628.273922:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099628.273936:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099628.273941:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099628.273955:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273961:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.273974:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.273990:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099628.274003:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099628.274012:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099628.274023:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099628.274031:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000800:00000200:2.1:1789099628.274039:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099628.274042:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.1:1789099628.274049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099628.274052:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099628.274072:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274081:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.274088:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274097:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099628.274106:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099628.274120:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274129:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099628.274135:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099628.274142:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099628.274151:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274160:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099628.274166:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099628.274174:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274181:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099628.274190:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099628.274198:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099628.274208:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099628.274213:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274217:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099628.274219:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099628.274222:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099628.274233:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099628.274244:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099628.274260:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964516992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099628.274300:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099628.274305:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.274316:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964516992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099628.274341:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099628.274349:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099628.274359:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099628.274366:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099628.274371:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099628.274380:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099628.274391:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26765
00000400:00000200:1.0:1789099628.274408:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099628.274420:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099628.274428:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099628.274440:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274454:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.274463:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274470:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099628.274477:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099628.274484:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099628.274493:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099628.274500:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099628.274506:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099628.274513:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099628.274528:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274537:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.274545:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274550:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099628.274557:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099628.274569:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099628.274579:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099628.274587:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099628.274593:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099628.274604:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274612:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099628.274618:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099628.274627:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274636:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099628.274652:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099628.274663:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099628.274677:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099628.274683:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.274694:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099628.274703:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099628.274714:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099628.274731:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099628.274746:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099628.274774:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964517120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099628.274848:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099628.274859:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.274896:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964517120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099628.274936:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099628.274948:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099628.274961:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099628.274970:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099628.274979:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099628.274990:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099628.275005:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26765
00000400:00000200:1.0:1789099628.275028:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099628.275044:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099628.275058:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099628.275072:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.275082:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.275092:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.275103:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099628.275110:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099628.275116:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099628.275125:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099628.275131:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099628.275136:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099628.275145:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099628.275162:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.275169:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099628.275177:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099628.275183:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099628.275192:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099628.275201:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099628.275211:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099628.275217:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099628.275224:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099628.275233:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.275242:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099628.275249:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099628.275258:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.275264:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099628.275275:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099628.275285:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099628.275295:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099628.275301:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099628.275310:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099628.275314:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099628.275319:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099628.275332:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099628.275342:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099628.275360:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964517248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099628.275396:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099628.275414:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.275431:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964517248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099628.275462:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099628.275476:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26775)
00000800:00000200:2.1:1789099628.275513:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099628.275518:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099628.276127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099628.276138:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099628.276650:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099628.276653:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099628.277397:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099628.277402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1789099629.297077:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099629.297082:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099629.297087:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099629.616979:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321439492, at 4321439552
00000100:00000010:1.0:1789099629.617008:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099630.321088:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099630.321096:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099630.321103:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099631.345098:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099631.345103:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099631.345108:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099633.393007:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099633.393020:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099633.393024:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099633.393030:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099633.393055:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099633.393070:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26770
00000400:00000200:1.0:1789099633.393090:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099633.393114:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099633.393123:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099633.393130:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393136:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.393156:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393159:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099633.393164:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099633.393168:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099633.393173:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099633.393178:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099633.393182:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099633.393185:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099633.393189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.393193:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393195:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099633.393198:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099633.393202:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393221:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099633.393226:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099633.393232:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099633.393236:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.393239:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099633.393243:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099633.393258:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099633.393263:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099633.393270:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099633.393288:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.393293:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099633.393298:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099633.393305:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099633.393318:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099633.393330:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099633.393358:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964517376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099633.393370:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099633.393376:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099633.393380:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964517376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099633.393426:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099633.393432:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099633.393437:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099633.393440:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099633.393443:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099633.393447:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099633.393453:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26770
00000400:00000200:1.0:1789099633.393459:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099633.393464:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099633.393467:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099633.393475:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393488:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.393493:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393502:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099633.393508:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099633.393512:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099633.393515:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099633.393519:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099633.393522:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099633.393531:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099633.393541:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393552:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.393565:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393579:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099633.393591:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099633.393637:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099633.393647:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099633.393653:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099633.393663:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099633.393670:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.393676:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099633.393697:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099633.393703:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.393705:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099633.393709:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099633.393717:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099633.393724:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099633.393727:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.393735:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099633.393750:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099633.393763:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099633.393873:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099633.393898:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099633.393911:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964517504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099633.393937:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099633.393946:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099633.393980:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964517504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099633.394000:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099633.394002:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099633.394007:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099633.394010:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099633.394017:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099633.394021:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099633.394046:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26770
00000400:00000200:1.0:1789099633.394056:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099633.394064:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099633.394073:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099633.394080:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394090:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.394096:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394105:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099633.394118:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099633.394121:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099633.394125:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099633.394133:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099633.394161:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099633.394166:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099633.394178:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394188:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.394198:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394207:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099633.394237:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099633.394254:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394264:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099633.394292:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099633.394304:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099633.394321:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394337:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099633.394364:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099633.394371:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394381:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099633.394395:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099633.394402:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099633.394412:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099633.394416:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394421:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099633.394427:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099633.394431:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099633.394438:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099633.394445:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099633.394457:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964517632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099633.394475:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099633.394483:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099633.394488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099633.394493:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964517632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789099633.394503:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1789099633.394506:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099633.394516:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099633.394525:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099633.394529:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099633.394540:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099633.394557:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099633.394562:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26770
00000400:00000200:1.0:1789099633.394574:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099633.394588:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099633.394594:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099633.394603:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394608:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.394615:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394627:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099633.394630:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099633.394636:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099633.394638:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099633.394651:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099633.394654:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099633.394657:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099633.394674:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394683:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.394692:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394705:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099633.394710:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099633.394721:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099633.394737:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099633.394750:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099633.394756:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099633.394774:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394816:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099633.394835:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099633.394853:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394855:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099633.394862:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099633.394866:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099633.394882:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099633.394888:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.394901:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099633.394912:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099633.394926:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099633.394936:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099633.394968:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099633.394981:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964517760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099633.395001:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099633.395005:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099633.395038:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964517760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099633.395091:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099633.395116:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099633.395126:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099633.395133:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099633.395138:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099633.395162:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099633.395174:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26770
00000400:00000200:1.0:1789099633.395187:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099633.395228:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099633.395243:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099633.395260:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.395291:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.395301:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.395321:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099633.395333:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099633.395359:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099633.395363:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099633.395368:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099633.395372:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099633.395379:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099633.395392:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.395406:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099633.395420:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099633.395432:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099633.395436:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099633.395446:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099633.395450:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099633.395458:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099633.395463:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099633.395473:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.395478:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099633.395483:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099633.395496:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.395501:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099633.395506:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099633.395512:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099633.395519:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099633.395521:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099633.395533:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099633.395550:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099633.395564:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099633.395577:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099633.395589:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099633.395614:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964517888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099633.395646:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099633.395652:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099633.395667:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964517888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099633.395724:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099633.395732:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26781)
00000800:00000200:2.1:1789099633.396077:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099633.396081:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099633.396509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099633.396514:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099633.396971:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099633.396975:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099633.397349:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099633.397352:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789099634.416986:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099634.416992:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099634.416996:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099634.736886:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321444613, at 4321444672
00000100:00000010:1.0:1789099634.736902:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099635.441059:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099635.441065:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099635.441070:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099638.513052:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099638.513060:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099638.513069:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099638.513881:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099638.513892:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099638.515389:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099638.515392:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099638.515678:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099638.515680:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099638.515997:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099638.515999:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099638.516346:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099638.516348:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099639.537066:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099639.537076:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099639.537083:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099639.856902:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321449732, at 4321449792
00000100:00000010:1.0:1789099639.856926:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099642.609093:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099642.609101:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099642.609107:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099643.633053:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099643.633068:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099643.633080:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099643.634059:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099643.634066:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099643.635556:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099643.635560:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099643.636002:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099643.636005:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099643.636434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099643.636438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099643.636865:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099643.636868:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099644.976888:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321454852, at 4321454912
00000100:00000010:1.0:1789099644.976906:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099646.705032:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099646.705038:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099646.705043:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099647.729030:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099647.729037:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099647.729042:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099648.753031:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099648.753038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099648.753046:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099648.753869:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099648.753878:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099648.755199:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099648.755202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099648.755614:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099648.755616:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099648.755953:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099648.755956:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099648.756432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099648.756435:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099649.777102:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099649.777108:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099649.777113:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099650.096955:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321459972, at 4321460032
00000100:00000010:1.0:1789099650.096979:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099650.801053:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099650.801059:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099650.801063:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099651.825029:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099651.825034:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099651.825039:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099652.849148:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099652.849154:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099652.849159:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099653.872990:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099653.873000:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099653.873003:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099653.873008:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099653.873014:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099653.873023:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26791
00000400:00000200:1.0:1789099653.873035:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099653.873044:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099653.873048:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099653.873054:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873062:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873071:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873077:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099653.873082:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099653.873084:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099653.873088:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099653.873092:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099653.873095:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099653.873098:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099653.873101:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873104:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873106:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873109:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099653.873112:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099653.873115:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873118:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099653.873121:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099653.873126:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099653.873129:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873132:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099653.873134:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099653.873145:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099653.873149:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099653.873153:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099653.873155:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873158:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099653.873161:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099653.873166:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099653.873175:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099653.873184:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099653.873198:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964519936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099653.873216:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099653.873224:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.873233:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964519936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099653.873270:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099653.873276:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099653.873282:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099653.873284:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099653.873287:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099653.873291:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099653.873295:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26791
00000400:00000200:1.0:1789099653.873300:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099653.873304:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099653.873307:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099653.873311:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873315:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873320:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873323:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099653.873326:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099653.873328:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099653.873331:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099653.873337:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099653.873342:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099653.873347:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099653.873357:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873366:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873374:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873382:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099653.873388:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099653.873415:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873421:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099653.873427:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099653.873435:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099653.873444:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873452:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099653.873459:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099653.873467:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873473:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099653.873485:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099653.873490:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099653.873497:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099653.873500:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873505:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099653.873507:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099653.873511:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099653.873519:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099653.873527:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099653.873542:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964520064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099653.873566:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099653.873576:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.873594:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964520064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099653.873646:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099653.873656:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099653.873665:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099653.873670:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099653.873675:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099653.873681:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099653.873688:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26791
00000400:00000200:1.0:1789099653.873695:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099653.873699:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099653.873704:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099653.873714:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873721:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873730:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873738:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099653.873748:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099653.873752:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099653.873755:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099653.873758:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099653.873766:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099653.873792:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099653.873850:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873856:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.873864:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873868:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099653.873878:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099653.873883:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099653.873892:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099653.873899:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099653.873906:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099653.873912:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873917:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099653.873920:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1789099653.873924:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789099653.873925:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873930:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099653.873936:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000010:1.0:1789099653.873938:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099653.873944:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099653.873969:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099653.873975:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.873978:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099653.873982:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099653.873985:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099653.873991:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099653.874003:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099653.874017:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964520192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099653.874032:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099653.874037:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.874052:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964520192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099653.874084:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099653.874088:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099653.874102:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099653.874106:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099653.874112:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099653.874121:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099653.874128:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26791
00000400:00000200:1.0:1789099653.874137:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099653.874146:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099653.874151:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099653.874158:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874161:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.874169:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874172:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099653.874179:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099653.874186:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099653.874193:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099653.874200:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099653.874211:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099653.874221:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099653.874237:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874245:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.874257:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874267:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099653.874274:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099653.874284:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874293:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099653.874300:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099653.874306:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099653.874314:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874321:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099653.874327:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099653.874334:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874340:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099653.874348:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099653.874355:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099653.874363:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099653.874369:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874374:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099653.874378:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099653.874382:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099653.874414:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099653.874423:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099653.874438:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964520320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099653.874465:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099653.874471:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.874485:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964520320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099653.874513:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099653.874517:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099653.874526:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099653.874533:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099653.874536:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099653.874540:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099653.874552:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26791
00000400:00000200:1.0:1789099653.874568:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099653.874583:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099653.874591:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099653.874605:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874617:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.874627:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874635:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099653.874642:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099653.874646:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099653.874651:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099653.874656:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099653.874660:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099653.874663:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099653.874667:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874670:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099653.874672:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874674:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099653.874677:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099653.874680:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099653.874683:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099653.874685:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099653.874689:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099653.874691:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874693:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099653.874700:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099653.874706:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874711:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099653.874718:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099653.874724:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099653.874733:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099653.874738:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099653.874742:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099653.874747:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099653.874752:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099653.874760:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099653.874769:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099653.874781:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964520448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099653.874827:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099653.874834:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.874848:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964520448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099653.874866:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099653.874874:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26801)
00000800:00000200:2.1:1789099653.875006:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099653.875009:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099653.875303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099653.875306:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099653.875662:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099653.875664:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099653.876182:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099653.876185:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099654.897148:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099654.897157:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099654.897163:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099655.216966:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321465092, at 4321465152
00000100:00000010:1.0:1789099655.216996:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099655.921074:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099655.921084:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099655.921091:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099656.945006:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099656.945011:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099656.945016:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099657.969024:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099657.969032:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099657.969038:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099658.992944:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099658.992959:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099658.992967:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099658.992975:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099658.992988:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099658.993005:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26796
00000400:00000200:1.0:1789099658.993025:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099658.993036:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099658.993041:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099658.993045:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993049:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993055:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993059:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099658.993065:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099658.993067:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099658.993071:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099658.993077:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099658.993087:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099658.993100:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099658.993120:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993123:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993125:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993127:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099658.993130:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099658.993134:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993136:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099658.993139:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099658.993144:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099658.993146:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993149:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099658.993151:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099658.993163:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099658.993167:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099658.993171:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099658.993173:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993177:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099658.993180:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099658.993187:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099658.993196:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099658.993205:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099658.993217:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964520576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099658.993228:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099658.993233:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.993238:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964520576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099658.993264:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099658.993267:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099658.993271:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099658.993273:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099658.993275:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099658.993277:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099658.993279:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26796
00000400:00000200:1.0:1789099658.993283:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099658.993285:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099658.993288:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099658.993291:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993294:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993310:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993313:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099658.993315:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099658.993317:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099658.993319:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099658.993322:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099658.993325:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099658.993359:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099658.993375:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993379:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993381:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993384:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099658.993394:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099658.993404:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993413:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099658.993422:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099658.993450:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099658.993468:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993471:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099658.993479:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099658.993487:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993499:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099658.993514:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099658.993526:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099658.993538:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099658.993554:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993568:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099658.993570:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099658.993572:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099658.993579:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099658.993588:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099658.993598:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964520704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099658.993628:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099658.993631:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.993640:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964520704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099658.993652:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099658.993659:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099658.993668:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099658.993669:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099658.993671:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099658.993674:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099658.993678:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26796
00000400:00000200:1.0:1789099658.993684:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099658.993695:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099658.993698:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099658.993712:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993715:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993723:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993734:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099658.993745:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099658.993753:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099658.993763:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099658.993770:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099658.993781:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099658.993829:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099658.993835:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993837:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.993838:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993841:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099658.993844:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099658.993846:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099658.993849:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099658.993852:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099658.993857:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099658.993869:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993873:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099658.993878:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099658.993893:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993895:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099658.993904:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099658.993911:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099658.993920:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099658.993926:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.993934:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099658.993940:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099658.993946:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099658.993960:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099658.993976:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099658.993990:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964520832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099658.994043:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099658.994050:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.994058:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964520832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099658.994078:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099658.994093:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099658.994111:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099658.994113:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1789099658.994119:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099658.994120:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789099658.994137:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1789099658.994139:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099658.994156:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26796
00000400:00000200:1.0:1789099658.994179:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099658.994187:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099658.994198:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099658.994209:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994218:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.994223:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994226:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099658.994236:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099658.994239:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099658.994242:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099658.994246:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099658.994252:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099658.994254:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099658.994259:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994264:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.994271:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994277:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099658.994285:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099658.994295:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994314:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099658.994317:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099658.994320:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099658.994358:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994365:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099658.994372:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099658.994377:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994384:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099658.994390:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099658.994402:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099658.994422:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099658.994438:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994459:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099658.994461:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099658.994467:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099658.994477:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099658.994483:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099658.994502:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964520960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099658.994524:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099658.994530:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.994538:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964520960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099658.994567:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099658.994582:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099658.994595:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099658.994600:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099658.994604:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099658.994610:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099658.994618:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26796
00000400:00000200:1.0:1789099658.994642:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099658.994651:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099658.994658:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099658.994670:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994685:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.994691:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994704:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099658.994722:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099658.994725:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099658.994729:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099658.994735:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099658.994740:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099658.994744:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099658.994751:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994756:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099658.994762:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994768:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099658.994777:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099658.994797:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099658.994804:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099658.994836:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099658.994845:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099658.994852:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994853:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099658.994855:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099658.994858:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994860:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099658.994864:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099658.994867:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099658.994870:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099658.994871:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099658.994873:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099658.994880:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099658.994885:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099658.994895:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099658.994907:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099658.994927:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964521088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099658.994975:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099658.994983:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.995002:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964521088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099658.995034:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099658.995044:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26806)
00000800:00000200:2.1:1789099658.995374:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099658.995377:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099658.995816:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099658.995819:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099658.996398:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099658.996402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099658.996772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099658.996775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099660.017061:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099660.017066:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099660.017071:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099660.336909:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321470212, at 4321470272
00000100:00000010:1.0:1789099660.336928:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099661.041006:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099661.041026:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099661.041030:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099662.064995:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099662.065001:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099662.065005:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099664.113097:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099664.113106:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099664.113115:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099664.114078:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099664.114781:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099664.115540:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099664.116011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099664.116827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099665.137012:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099665.137020:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099665.137027:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099665.456910:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321475332, at 4321475392
00000100:00000010:1.0:1789099665.456928:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099666.160980:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099666.160985:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099666.160989:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099667.185119:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099667.185128:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099667.185136:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099668.209186:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099668.209196:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099668.209203:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099669.233052:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099669.233064:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099669.233083:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099669.233930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099669.233943:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099669.235169:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099669.235173:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099669.235603:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099669.235606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099669.236005:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099669.236008:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099669.236484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099669.236486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099670.257222:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099670.257233:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099670.257241:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099670.576948:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321480452, at 4321480512
00000100:00000010:1.0:1789099670.576999:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8780.
00000020:00000001:1.0:1789099671.281160:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099671.281166:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099671.281170:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099672.305094:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099672.305103:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099672.305108:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099673.329112:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099673.329119:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099673.329124:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099674.353094:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099674.353099:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099674.353103:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099674.353644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099674.353655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099674.354533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099674.354535:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099674.354845:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099674.354847:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099674.355149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099674.355152:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099674.355402:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099674.355405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099675.377074:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099675.377081:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099675.377085:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099675.696941:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321485572, at 4321485632
00000100:00000010:1.0:1789099675.696961:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc84e0.
00000020:00000001:1.0:1789099676.401130:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099676.401137:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099676.401142:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099677.425075:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099677.425082:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099677.425087:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099678.449135:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099678.449142:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099678.449148:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099679.473083:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099679.473092:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099679.473100:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099679.473809:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099679.473814:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099679.475411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099679.475423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099679.475652:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099679.475655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099679.475959:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099679.475961:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789099679.476265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099679.476267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1789099680.497078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099680.497082:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099680.497086:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099680.816969:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321490692, at 4321490752
00000100:00000010:1.0:1789099680.817001:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc86c0.
00000020:00000001:1.0:1789099681.521078:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099681.521083:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099681.521086:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099682.545028:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099682.545033:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099682.545036:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099683.569081:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099683.569088:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099683.569093:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099684.593068:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099684.593076:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099684.593083:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099684.594247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099684.594263:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099684.595333:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099684.595337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099684.595692:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099684.595695:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099684.596164:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099684.596167:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789099684.596507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099684.596510:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1789099685.617064:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099685.617071:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099685.617076:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099685.936935:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321495812, at 4321495872
00000100:00000010:1.0:1789099685.936960:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8060.
00000020:00000001:1.0:1789099686.641131:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099686.641140:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099686.641145:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099687.665074:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099687.665082:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099687.665089:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099689.712961:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099689.712969:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099689.712981:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099689.713432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099689.713439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099689.714081:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099689.714084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099689.714267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099689.714269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099689.714489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099689.714491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789099689.714757:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099689.714759:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789099690.736944:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099690.736949:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099690.736953:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099691.056930:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321500931, at 4321500992
00000100:00000010:1.0:1789099691.056966:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8180.
00000020:00000001:1.0:1789099691.761059:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099691.761066:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099691.761071:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099693.808946:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099693.808951:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099693.808955:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099694.832967:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099694.832972:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099694.832977:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099694.833342:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099694.833346:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099694.833752:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099694.833754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099694.833974:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099694.833976:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099694.834234:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099694.834236:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099694.834412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099694.834414:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789099695.856969:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099695.856972:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099695.856975:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099696.176871:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321506051, at 4321506112
00000100:00000010:1.0:1789099696.176893:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ae0.
00000020:00000001:1.0:1789099698.928938:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099698.928942:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099698.928945:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099699.953001:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099699.953006:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099699.953013:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099699.953727:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099699.953752:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099699.954491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099699.954493:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099699.954742:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099699.954744:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099699.954981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099699.954984:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099699.955222:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099699.955223:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099701.296871:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321511172, at 4321511232
00000100:00000010:1.0:1789099701.296885:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8f60.
00000020:00000001:1.0:1789099703.024953:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099703.024958:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099703.024961:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099705.073410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099705.073415:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099705.074133:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099705.074135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099705.074330:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099705.074332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099705.074532:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099705.074533:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099705.074774:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099705.074776:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099706.416876:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321516291, at 4321516352
00000100:00000010:1.0:1789099706.416894:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8a80.
00000800:00000200:2.1:1789099710.193734:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099710.193741:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099710.194777:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099710.194814:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099710.195235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099710.195236:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099710.195509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099710.195511:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099710.195688:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099710.195690:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099711.536892:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321521412, at 4321521472
00000100:00000010:1.0:1789099711.536906:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099715.313035:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099715.313042:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099715.313064:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099715.313707:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099715.313712:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099715.314726:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099715.314728:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099715.315044:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099715.315047:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099715.315385:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099715.315388:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099715.315734:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099715.315737:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789099716.656851:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321526532, at 4321526592
00000100:00000010:1.0:1789099716.656866:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099719.408956:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099719.408961:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099719.408965:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099720.433419:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099720.433425:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099720.434070:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099720.434071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099720.434294:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099720.434296:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099720.434473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099720.434475:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789099720.434743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099720.434745:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1789099721.776921:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321531651, at 4321531712
00000100:00000010:1.0:1789099721.776937:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099723.504930:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099723.504934:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099723.504936:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099725.553003:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099725.553014:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099725.553025:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099725.553717:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099725.553731:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099725.554750:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099725.554753:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099725.555014:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099725.555017:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099725.555257:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099725.555259:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789099725.555441:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099725.555443:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1789099726.896907:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321536772, at 4321536832
00000100:00000010:1.0:1789099726.896922:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789099727.600969:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099727.600974:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099727.600977:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099729.648991:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099729.648996:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099729.649000:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099730.673481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099730.673757:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099730.674062:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099730.674491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099730.674666:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099731.697061:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099731.697067:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099731.697071:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099732.016891:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321541891, at 4321541952
00000100:00000010:1.0:1789099732.016905:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099733.745026:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099733.745030:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099733.745037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099735.793052:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099735.793059:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099735.793071:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099735.793659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099735.793667:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099735.794264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099735.794267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099735.794614:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099735.794615:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099735.794827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099735.794829:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099735.795060:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099735.795062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099737.136892:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321547012, at 4321547072
00000100:00000010:1.0:1789099737.136907:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000100:00080000:1.0:1789099740.912993:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099740.913007:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099740.913012:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099740.913017:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099740.913023:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099740.913033:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26878
00000400:00000200:1.0:1789099740.913044:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099740.913053:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099740.913058:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099740.913063:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913067:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913070:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913074:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099740.913079:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099740.913082:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099740.913086:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099740.913091:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099740.913095:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099740.913102:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099740.913113:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913118:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913122:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913125:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099740.913129:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099740.913134:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913139:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099740.913142:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099740.913146:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099740.913149:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913151:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099740.913153:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099740.913164:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099740.913168:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099740.913173:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099740.913175:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913179:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099740.913182:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099740.913186:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099740.913195:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099740.913203:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099740.913213:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964530816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099740.913226:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099740.913232:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.913237:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964530816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099740.913262:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099740.913267:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099740.913271:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099740.913273:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099740.913275:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099740.913278:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099740.913281:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26878
00000400:00000200:1.0:1789099740.913285:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099740.913289:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099740.913292:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099740.913296:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913299:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913304:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913307:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099740.913310:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099740.913313:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099740.913315:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099740.913317:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099740.913320:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099740.913323:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099740.913331:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913334:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913342:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913345:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099740.913351:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099740.913360:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913363:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099740.913366:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099740.913376:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099740.913383:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913390:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099740.913397:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099740.913407:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913414:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099740.913421:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099740.913429:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099740.913437:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099740.913444:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913451:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099740.913456:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099740.913462:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099740.913469:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099740.913476:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099740.913485:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964530944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099740.913504:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099740.913510:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.913519:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964530944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099740.913564:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099740.913569:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099740.913573:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099740.913580:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099740.913583:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099740.913589:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099740.913599:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26878
00000400:00000200:1.0:1789099740.913611:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099740.913619:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099740.913627:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099740.913638:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913648:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913658:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913666:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099740.913673:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099740.913681:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099740.913686:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099740.913707:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099740.913709:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099740.913711:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099740.913721:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913725:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.913734:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913739:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099740.913742:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099740.913749:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099740.913778:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099740.913784:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099740.913834:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099740.913837:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913840:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099740.913847:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099740.913853:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913858:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099740.913869:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099740.913876:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099740.913886:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099740.913889:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.913893:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099740.913900:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099740.913904:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099740.913915:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099740.913928:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099740.913943:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964531072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099740.913988:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099740.913993:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.914007:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964531072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099740.914027:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099740.914034:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099740.914044:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099740.914051:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099740.914055:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789099740.914064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099740.914065:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099740.914075:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26878
00000800:00000200:2.1:1789099740.914076:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1789099740.914084:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099740.914097:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099740.914103:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099740.914110:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914114:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.914124:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914134:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099740.914139:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099740.914145:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099740.914152:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099740.914156:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099740.914163:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099740.914168:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099740.914181:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914190:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.914197:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914202:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099740.914209:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099740.914219:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914229:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099740.914238:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099740.914246:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099740.914252:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914257:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099740.914262:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099740.914272:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914279:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099740.914292:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099740.914298:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099740.914302:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099740.914307:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914310:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099740.914312:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099740.914314:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099740.914322:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099740.914329:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099740.914338:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964531200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099740.914354:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099740.914359:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.914370:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964531200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099740.914391:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099740.914397:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099740.914402:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099740.914406:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099740.914409:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099740.914417:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099740.914425:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26878
00000400:00000200:1.0:1789099740.914439:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099740.914449:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099740.914457:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099740.914468:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914472:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.914480:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914486:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099740.914492:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099740.914495:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099740.914501:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099740.914507:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099740.914512:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099740.914516:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099740.914526:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914533:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099740.914541:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914549:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099740.914571:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099740.914580:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099740.914591:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099740.914598:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099740.914606:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099740.914612:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914618:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099740.914625:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099740.914635:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914643:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099740.914654:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099740.914660:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099740.914667:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099740.914670:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099740.914679:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099740.914683:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099740.914688:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099740.914701:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099740.914729:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099740.914743:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964531328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099740.914776:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099740.914783:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.914833:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964531328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099740.914857:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099740.914865:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26888)
00000800:00000200:2.1:1789099740.915146:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099740.915149:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099740.915529:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099740.915532:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099740.915993:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099740.915997:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789099740.916406:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099740.916409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099742.256917:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321552132, at 4321552192
00000100:00000010:1.0:1789099742.256937:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000800:00000200:0.1:1789099746.033649:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099746.033676:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099746.034648:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099746.034654:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099746.034675:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099746.034723:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099746.034725:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099746.035089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099746.035093:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099746.035391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099746.035393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099746.035766:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099746.035769:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789099747.376893:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321557252, at 4321557312
00000100:00000010:1.0:1789099747.376908:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d80.
00000020:00000001:1.0:1789099750.128951:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099750.128954:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099750.128957:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099751.152896:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099751.152901:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099751.152904:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099751.152907:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099751.152911:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099751.152918:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26888
00000400:00000200:1.0:1789099751.152926:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099751.152931:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099751.152934:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099751.152938:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.152941:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.152944:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.152948:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099751.152953:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099751.152956:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099751.152960:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099751.152963:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099751.152965:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099751.152968:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099751.152971:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.152972:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.152974:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.152975:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099751.152977:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099751.152979:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099751.152981:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099751.152983:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099751.152986:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099751.152988:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.152989:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099751.152991:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099751.152998:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099751.153001:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099751.153004:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099751.153005:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153007:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099751.153009:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099751.153012:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099751.153020:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099751.153025:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099751.153032:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964532096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099751.153040:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099751.153044:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153047:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964532096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099751.153061:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099751.153063:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099751.153066:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099751.153067:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099751.153069:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099751.153071:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099751.153073:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26888
00000400:00000200:1.0:1789099751.153076:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099751.153079:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099751.153081:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099751.153083:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153086:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153090:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153092:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099751.153096:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099751.153099:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099751.153100:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099751.153103:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099751.153105:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099751.153110:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099751.153116:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153121:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153124:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153128:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099751.153134:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099751.153137:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153140:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099751.153145:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099751.153151:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099751.153156:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153159:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099751.153165:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099751.153169:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153172:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099751.153177:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099751.153179:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099751.153183:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099751.153186:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153188:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099751.153189:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099751.153193:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099751.153200:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099751.153205:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099751.153220:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964532224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099751.153232:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099751.153236:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153244:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964532224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099751.153260:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099751.153264:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099751.153272:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099751.153274:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099751.153277:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099751.153282:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099751.153286:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26888
00000400:00000200:1.0:1789099751.153328:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099751.153333:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099751.153337:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099751.153348:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153352:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153357:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.1:1789099751.153360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099751.153361:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099751.153365:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789099751.153367:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000040:1.0:1789099751.153368:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099751.153372:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099751.153374:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099751.153379:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099751.153384:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099751.153390:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153392:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153395:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153398:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099751.153404:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099751.153409:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153412:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099751.153415:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099751.153419:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099751.153422:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153425:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099751.153427:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099751.153430:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153434:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099751.153439:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099751.153445:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099751.153448:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099751.153451:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153454:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099751.153457:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099751.153460:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099751.153469:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099751.153475:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099751.153481:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964532352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099751.153494:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099751.153498:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153506:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964532352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099751.153524:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099751.153531:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099751.153538:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099751.153543:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099751.153546:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099751.153552:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099751.153569:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26888
00000400:00000200:1.0:1789099751.153577:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099751.153587:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099751.153593:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099751.153600:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153607:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153613:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153617:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099751.153620:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099751.153623:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099751.153627:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099751.153629:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099751.153631:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099751.153636:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099751.153642:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153645:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153649:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153653:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099751.153656:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099751.153661:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153665:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099751.153670:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099751.153673:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099751.153678:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153681:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099751.153683:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099751.153687:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153690:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099751.153695:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099751.153700:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099751.153706:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099751.153708:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153712:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099751.153715:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099751.153717:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099751.153723:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099751.153726:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099751.153730:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964532480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099751.153747:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099751.153752:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153759:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964532480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099751.153775:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099751.153780:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099751.153804:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099751.153806:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099751.153808:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099751.153810:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099751.153813:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26888
00000400:00000200:1.0:1789099751.153817:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099751.153820:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099751.153821:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099751.153825:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153828:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153832:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153835:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099751.153840:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099751.153843:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099751.153845:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099751.153848:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099751.153852:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099751.153855:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099751.153858:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153861:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099751.153863:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153868:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099751.153869:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099751.153872:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099751.153876:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099751.153879:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099751.153882:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099751.153887:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153889:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099751.153890:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099751.153894:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153895:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099751.153900:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099751.153903:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099751.153905:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099751.153908:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099751.153910:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099751.153913:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099751.153916:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099751.153920:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099751.153925:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099751.153931:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964532608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099751.153938:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099751.153941:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153947:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964532608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099751.153959:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099751.153965:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26898)
00000800:00000200:0.1:1789099751.154066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099751.154067:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099751.154254:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099751.154255:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099751.154427:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099751.154428:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789099751.154709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099751.154711:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099752.496918:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321562371, at 4321562432
00000100:00000010:1.0:1789099752.496952:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8e40.
00000020:00000001:1.0:1789099754.224928:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099754.224931:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099754.224934:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099756.273610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099756.273617:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099756.274347:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099756.274349:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099756.274610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099756.274612:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099756.274844:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099756.274845:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099756.275214:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099756.275216:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789099757.616892:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321567491, at 4321567552
00000100:00000010:1.0:1789099757.616910:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099758.320928:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099758.320933:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099758.320937:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099761.393434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099761.393438:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099761.394036:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099761.394039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099761.394267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099761.394269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099761.394473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099761.394474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099761.394650:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099761.394652:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789099762.416986:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099762.416992:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099762.416996:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099762.736885:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321572611, at 4321572672
00000100:00000010:1.0:1789099762.736908:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099766.513030:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099766.513036:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099766.513043:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099766.513930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099766.513943:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099766.514606:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099766.514609:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099766.514958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099766.514961:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099766.515266:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099766.515285:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099766.515564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099766.515566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099767.856956:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321577732, at 4321577792
00000100:00000010:1.0:1789099767.856984:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099770.608919:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099770.608923:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099770.608926:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099771.633479:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099771.633486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099771.634167:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099771.634168:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099771.634390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099771.634392:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099771.634571:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099771.634573:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099771.634768:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099771.634770:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099772.976876:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321582851, at 4321582912
00000100:00000010:1.0:1789099772.976895:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099774.704978:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099774.704981:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099774.704984:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099776.752899:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099776.752910:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099776.752913:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099776.752917:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099776.752923:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099776.752930:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26914
00000400:00000200:1.0:1789099776.752941:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099776.752949:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099776.752953:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099776.752957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.752961:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.752965:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.752969:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099776.752973:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099776.752978:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099776.752984:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099776.752989:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099776.752991:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099776.752994:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099776.752997:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.752999:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753000:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753001:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099776.753004:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099776.753006:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753009:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099776.753011:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099776.753014:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099776.753016:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753018:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099776.753019:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099776.753028:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099776.753030:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099776.753033:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099776.753035:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753037:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099776.753039:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099776.753043:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099776.753049:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099776.753054:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099776.753062:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964535296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099776.753069:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099776.753073:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.753091:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964535296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099776.753107:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099776.753109:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099776.753112:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099776.753113:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099776.753114:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099776.753116:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099776.753119:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26914
00000400:00000200:1.0:1789099776.753127:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099776.753129:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099776.753132:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099776.753138:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753146:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753149:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099776.753151:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099776.753153:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099776.753155:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099776.753157:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099776.753161:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099776.753165:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099776.753171:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753176:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753179:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753185:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099776.753187:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099776.753191:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753198:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099776.753200:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099776.753207:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099776.753213:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753218:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099776.753225:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099776.753231:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753235:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099776.753242:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099776.753248:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099776.753255:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099776.753259:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753264:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099776.753266:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099776.753269:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099776.753278:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099776.753286:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099776.753298:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964535424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099776.753311:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099776.753314:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.753318:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964535424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099776.753330:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099776.753335:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099776.753340:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099776.753343:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099776.753346:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099776.753350:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099776.753356:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26914
00000400:00000200:1.0:1789099776.753372:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099776.753376:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099776.753378:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099776.753381:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753385:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753391:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753394:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099776.753398:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099776.753400:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099776.753403:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099776.753407:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099776.753409:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099776.753414:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099776.753418:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753422:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753427:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753430:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099776.753434:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099776.753438:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789099776.753442:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099776.753443:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099776.753447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1789099776.753449:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099776.753454:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099776.753459:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753463:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099776.753466:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099776.753471:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753473:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099776.753477:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099776.753479:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099776.753484:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099776.753486:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753488:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099776.753490:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099776.753493:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099776.753498:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099776.753501:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099776.753508:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964535552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099776.753518:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099776.753522:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.753530:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964535552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099776.753540:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099776.753543:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099776.753550:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099776.753553:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099776.753556:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099776.753561:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099776.753566:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26914
00000400:00000200:1.0:1789099776.753569:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099776.753577:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099776.753583:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099776.753596:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753601:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753606:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753611:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099776.753618:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099776.753622:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099776.753627:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099776.753632:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099776.753637:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099776.753642:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099776.753650:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753653:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753656:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753659:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099776.753663:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099776.753668:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753672:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099776.753675:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099776.753679:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099776.753684:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753689:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099776.753691:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099776.753693:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753694:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099776.753697:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099776.753707:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099776.753711:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099776.753712:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753715:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099776.753717:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099776.753719:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099776.753725:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099776.753730:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099776.753738:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964535680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099776.753748:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099776.753752:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.753758:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964535680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099776.753778:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099776.753781:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099776.753815:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099776.753818:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099776.753821:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099776.753827:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099776.753832:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26914
00000400:00000200:1.0:1789099776.753839:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099776.753845:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099776.753849:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099776.753856:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753863:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753870:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753875:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099776.753882:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099776.753886:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099776.753891:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099776.753896:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099776.753902:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099776.753908:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099776.753916:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753919:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099776.753924:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753927:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099776.753931:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099776.753935:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099776.753938:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099776.753943:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099776.753949:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099776.753954:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753959:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099776.753964:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099776.753971:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.753976:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099776.753984:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099776.753988:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099776.753995:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099776.753998:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099776.754003:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099776.754006:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099776.754010:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099776.754016:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099776.754021:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099776.754031:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964535808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099776.754044:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099776.754048:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.754057:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964535808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099776.754070:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099776.754090:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26924)
00000800:00000200:2.1:1789099776.754161:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099776.754164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099776.754408:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099776.754411:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099776.754624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099776.754626:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099776.754929:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099776.754931:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099778.096863:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321587971, at 4321588032
00000100:00000010:1.0:1789099778.096879:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099778.800956:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099778.800960:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099778.800962:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099781.872912:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099781.872921:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099781.872924:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099781.872928:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099781.872936:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099781.872946:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26919
00000400:00000200:1.0:1789099781.872959:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099781.872969:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099781.872974:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099781.872977:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.872995:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873000:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873003:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099781.873008:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099781.873009:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099781.873012:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099781.873016:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099781.873018:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099781.873021:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099781.873041:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873046:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873049:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099781.873055:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099781.873061:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873065:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099781.873069:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099781.873073:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099781.873075:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873078:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099781.873080:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099781.873089:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099781.873092:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099781.873096:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099781.873097:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873099:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099781.873102:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099781.873106:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099781.873114:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099781.873120:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099781.873128:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964535936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099781.873138:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099781.873143:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.873147:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964535936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099781.873166:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099781.873169:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099781.873172:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099781.873173:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099781.873175:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099781.873177:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099781.873179:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26919
00000400:00000200:1.0:1789099781.873183:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099781.873186:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099781.873189:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099781.873192:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873194:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873197:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873199:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099781.873200:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099781.873202:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099781.873203:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099781.873206:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099781.873207:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099781.873209:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099781.873212:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873214:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873221:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873223:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099781.873228:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099781.873235:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873238:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099781.873240:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099781.873246:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099781.873252:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873257:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099781.873263:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099781.873268:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873272:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099781.873277:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099781.873282:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099781.873306:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099781.873310:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873315:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099781.873319:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099781.873323:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099781.873328:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099781.873335:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099781.873344:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964536064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099781.873377:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099781.873382:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.873389:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964536064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099781.873399:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099781.873404:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099781.873407:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099781.873413:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099781.873419:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099781.873426:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099781.873432:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26919
00000400:00000200:1.0:1789099781.873440:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099781.873448:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099781.873455:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099781.873463:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873468:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873475:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873479:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099781.873493:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099781.873495:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099781.873497:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099781.873502:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099781.873508:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099781.873510:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099781.873534:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873538:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873543:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873547:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099781.873552:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099781.873559:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873565:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099781.873570:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099781.873575:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099781.873582:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873603:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099781.873605:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099781.873607:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873613:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099781.873621:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099781.873626:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099781.873632:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099781.873636:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873639:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099781.873640:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099781.873643:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099781.873650:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099781.873657:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099781.873668:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964536192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099781.873669:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099781.873677:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1789099781.873693:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099781.873699:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.873707:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964536192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099781.873734:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099781.873742:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099781.873756:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099781.873762:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099781.873766:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099781.873774:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099781.873781:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26919
00000400:00000200:1.0:1789099781.873808:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099781.873812:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099781.873814:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099781.873817:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873819:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873822:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873824:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099781.873826:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099781.873828:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099781.873829:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099781.873856:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099781.873863:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099781.873865:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099781.873871:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873875:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.873878:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873885:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099781.873893:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099781.873901:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099781.873905:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099781.873908:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099781.873913:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099781.873920:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873925:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099781.873929:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099781.873935:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873941:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099781.873947:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099781.873952:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099781.873957:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099781.873959:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.873965:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099781.873967:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099781.873972:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099781.873976:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099781.873998:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099781.874008:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964536320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099781.874036:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099781.874040:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.874052:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964536320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099781.874069:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099781.874075:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099781.874082:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099781.874085:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099781.874091:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099781.874096:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099781.874105:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26919
00000400:00000200:1.0:1789099781.874117:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099781.874124:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099781.874131:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099781.874137:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.874142:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.874148:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.874155:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099781.874163:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099781.874166:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099781.874171:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099781.874176:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099781.874182:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099781.874187:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099781.874195:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.874199:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099781.874205:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099781.874209:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099781.874214:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099781.874221:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099781.874228:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099781.874234:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099781.874238:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099781.874243:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.874248:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099781.874252:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099781.874258:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.874263:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099781.874267:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099781.874273:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099781.874280:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099781.874283:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099781.874287:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099781.874291:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099781.874295:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099781.874317:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099781.874323:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099781.874332:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964536448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099781.874355:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099781.874360:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.874385:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964536448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099781.874396:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099781.874404:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26929)
00000800:00000200:2.1:1789099781.874542:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099781.874544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099781.874786:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099781.874788:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099781.875200:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099781.875203:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099781.875491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099781.875494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099782.896988:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099782.896992:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099782.896994:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099783.216869:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321593092, at 4321593152
00000100:00000010:1.0:1789099783.216878:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000100:00080000:1.0:1789099786.992891:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099786.992904:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099786.992909:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099786.992917:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099786.992924:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099786.992935:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26924
00000400:00000200:1.0:1789099786.992944:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099786.992948:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099786.992951:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099786.992954:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.992956:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.992958:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.992960:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099786.992963:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099786.992965:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099786.992968:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099786.992971:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099786.992973:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099786.992976:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099786.992978:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.992980:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.992983:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.992985:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099786.992987:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099786.992990:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099786.992997:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099786.993003:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099786.993006:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099786.993010:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993011:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099786.993013:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099786.993021:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099786.993023:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099786.993026:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099786.993027:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993029:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099786.993031:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099786.993035:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099786.993042:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099786.993050:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099786.993059:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964536576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099786.993071:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099786.993075:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.993080:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964536576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099786.993097:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099786.993100:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099786.993102:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099786.993104:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099786.993105:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099786.993107:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099786.993108:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26924
00000400:00000200:1.0:1789099786.993111:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099786.993113:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099786.993115:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099786.993117:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993119:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993120:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993122:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099786.993124:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099786.993125:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099786.993126:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099786.993128:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099786.993130:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099786.993132:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099786.993134:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993135:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993137:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993141:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099786.993143:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099786.993148:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993152:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099786.993154:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099786.993159:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099786.993163:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993168:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099786.993172:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099786.993184:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993191:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099786.993196:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099786.993202:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099786.993206:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099786.993209:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993212:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099786.993216:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099786.993218:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099786.993221:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099786.993226:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099786.993234:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964536704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099786.993240:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099786.993245:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.993252:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964536704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099786.993269:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099786.993274:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099786.993281:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099786.993283:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099786.993287:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099786.993293:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099786.993300:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26924
00000400:00000200:1.0:1789099786.993310:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099786.993318:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099786.993323:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099786.993332:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993337:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993342:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993347:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099786.993351:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099786.993354:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099786.993358:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099786.993363:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099786.993366:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099786.993372:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099786.993379:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993384:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993390:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993394:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099786.993401:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099786.993409:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993416:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099786.993422:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099786.993427:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099786.993434:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993438:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099786.993442:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099786.993446:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993451:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099786.993459:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099786.993465:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099786.993470:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099786.993474:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993477:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099786.993480:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099786.993483:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099786.993489:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099786.993497:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099786.993509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00100000:1.0:1789099786.993510:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964536832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099786.993516:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1789099786.993527:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099786.993532:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.993542:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964536832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099786.993562:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099786.993566:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099786.993573:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099786.993577:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099786.993580:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099786.993586:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099786.993592:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26924
00000400:00000200:1.0:1789099786.993602:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099786.993608:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099786.993611:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099786.993617:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993621:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993625:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993630:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099786.993633:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099786.993636:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099786.993639:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099786.993642:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099786.993647:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099786.993651:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099786.993654:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993655:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993657:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993670:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099786.993673:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099786.993680:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993682:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099786.993685:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099786.993690:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099786.993692:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993694:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099786.993697:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099786.993700:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993702:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099786.993706:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099786.993710:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099786.993713:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099786.993714:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993718:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099786.993720:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099786.993722:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099786.993729:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099786.993734:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099786.993740:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964536960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099786.993750:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099786.993755:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.993762:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964536960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099786.993774:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099786.993778:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099786.993784:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099786.993804:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099786.993805:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099786.993807:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099786.993809:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26924
00000400:00000200:1.0:1789099786.993814:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099786.993817:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099786.993822:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099786.993828:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993830:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993834:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993837:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099786.993839:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099786.993842:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099786.993844:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099786.993847:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099786.993852:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099786.993857:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099786.993863:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993865:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099786.993870:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993874:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099786.993879:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099786.993903:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099786.993906:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099786.993911:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099786.993913:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099786.993917:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993922:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099786.993924:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099786.993927:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993929:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099786.993933:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099786.993937:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099786.993942:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099786.993944:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099786.993949:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099786.993951:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099786.993954:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099786.993958:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099786.993962:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099786.993971:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964537088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099786.993994:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099786.993998:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.994001:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964537088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099786.994015:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099786.994020:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26934)
00000800:00000200:2.1:1789099786.994271:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099786.994274:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099786.994600:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099786.994603:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099786.994967:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099786.994970:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099786.995295:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099786.995297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789099788.336900:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321598211, at 4321598272
00000100:00000010:1.0:1789099788.336915:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789099791.089013:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099791.089017:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099791.089020:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099792.112968:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099792.112974:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099792.112980:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099792.113466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099792.113471:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099792.114198:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099792.114202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099792.114565:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099792.114566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099792.114820:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099792.114821:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099792.115003:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099792.115005:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099793.456863:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321603331, at 4321603392
00000100:00000010:1.0:1789099793.456873:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099795.184999:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099795.185003:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099795.185006:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099796.209012:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099796.209018:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099796.209022:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099797.233413:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099797.233811:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099797.234193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099797.234412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099797.234561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099798.576938:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321608451, at 4321608512
00000100:00000010:1.0:1789099798.576968:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789099799.281018:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099799.281025:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099799.281030:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099800.304970:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099800.304976:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099800.304981:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099802.352892:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099802.352901:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099802.352903:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099802.352906:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099802.352909:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099802.352915:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26939
00000400:00000200:1.0:1789099802.352924:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099802.352930:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099802.352932:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099802.352935:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.352938:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.352941:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.352942:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099802.352945:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099802.352947:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099802.352949:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099802.352952:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099802.352954:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099802.352956:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099802.352962:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.352965:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.352968:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.352972:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099802.352975:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099802.352980:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099802.352983:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099802.352985:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099802.352988:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099802.352990:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.352993:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099802.352994:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099802.353000:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099802.353003:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099802.353007:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099802.353009:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353011:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099802.353014:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099802.353018:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099802.353024:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099802.353030:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099802.353040:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964538496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099802.353049:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099802.353053:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.353057:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964538496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099802.353073:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099802.353075:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099802.353078:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099802.353079:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099802.353080:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099802.353082:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099802.353084:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26939
00000400:00000200:1.0:1789099802.353089:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099802.353093:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099802.353096:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099802.353099:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353103:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353107:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353112:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099802.353118:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099802.353120:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099802.353123:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099802.353126:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099802.353131:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099802.353137:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099802.353146:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353150:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353154:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353156:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099802.353158:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099802.353162:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353164:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099802.353170:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099802.353174:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099802.353178:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353181:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099802.353188:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099802.353193:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353198:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099802.353205:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099802.353212:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099802.353218:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099802.353219:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353221:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099802.353222:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099802.353225:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099802.353231:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099802.353238:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099802.353246:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964538624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099802.353259:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099802.353264:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.353272:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964538624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099802.353289:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099802.353295:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099802.353304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099802.353307:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099802.353310:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099802.353317:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099802.353324:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26939
00000400:00000200:1.0:1789099802.353331:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099802.353336:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099802.353342:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099802.353348:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353351:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353356:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353361:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099802.353364:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099802.353367:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099802.353372:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099802.353376:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099802.353380:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099802.353385:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099802.353391:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353394:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353396:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353400:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099802.353404:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099802.353411:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353416:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099802.353420:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099802.353427:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099802.353432:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353436:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099802.353438:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099802.353444:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353448:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099802.353453:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099802.353457:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099802.353461:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099802.353465:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353467:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099802.353469:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099802.353473:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099802.353479:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099802.353484:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099802.353495:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964538752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099802.353501:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099802.353508:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1789099802.353513:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099802.353518:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.353527:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964538752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099802.353544:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099802.353551:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099802.353556:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099802.353560:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099802.353564:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099802.353570:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099802.353577:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26939
00000400:00000200:1.0:1789099802.353587:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099802.353608:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099802.353613:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099802.353619:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353626:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353631:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353636:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099802.353641:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099802.353643:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099802.353645:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099802.353650:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099802.353654:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099802.353659:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099802.353666:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353669:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353674:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353677:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099802.353683:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099802.353689:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353695:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099802.353700:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099802.353705:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099802.353710:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353718:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099802.353722:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099802.353728:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353731:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099802.353737:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099802.353744:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099802.353751:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099802.353753:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.353758:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099802.353762:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099802.353766:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099802.353774:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099802.353781:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099802.353838:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964538880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099802.353864:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099802.353870:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.353879:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964538880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099802.353902:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099802.353907:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099802.353915:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099802.353919:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099802.353922:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099802.353927:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099802.353936:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26939
00000400:00000200:1.0:1789099802.353946:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099802.353953:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099802.353959:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099802.353966:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.353976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.353981:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099802.353987:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099802.353991:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099802.353994:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099802.353997:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099802.354003:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099802.354009:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099802.354016:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.354021:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099802.354025:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099802.354030:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099802.354033:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099802.354039:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099802.354045:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099802.354048:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099802.354054:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099802.354058:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.354062:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099802.354066:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099802.354072:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.354077:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099802.354084:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099802.354089:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099802.354091:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099802.354094:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099802.354099:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099802.354102:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099802.354106:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099802.354113:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099802.354120:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099802.354132:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964539008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099802.354148:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099802.354154:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.354161:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964539008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099802.354180:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099802.354189:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26949)
00000800:00000200:2.1:1789099802.354297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099802.354300:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099802.354614:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099802.354616:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099802.354953:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099802.354956:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789099802.355360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099802.355362:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099803.377090:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099803.377094:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099803.377096:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099803.696872:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321613571, at 4321613632
00000100:00000010:1.0:1789099803.696890:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099804.400946:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099804.400951:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099804.400954:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099807.472874:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099807.472884:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099807.472890:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099807.472895:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099807.472900:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099807.472908:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26944
00000400:00000200:1.0:1789099807.472918:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099807.472925:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099807.472929:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099807.472933:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.472937:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.472941:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.472946:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099807.472953:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099807.472956:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099807.472959:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099807.472962:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099807.472964:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099807.472966:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099807.472968:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.472970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.472971:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.472973:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099807.472976:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099807.472978:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099807.472980:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099807.472983:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099807.472986:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099807.472988:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.472989:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099807.472991:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099807.472999:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099807.473001:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099807.473004:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099807.473006:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473008:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099807.473011:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099807.473014:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099807.473020:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099807.473026:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099807.473033:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964539136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099807.473041:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099807.473045:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473048:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964539136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099807.473066:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099807.473068:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099807.473071:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099807.473072:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099807.473074:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099807.473076:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099807.473078:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26944
00000400:00000200:1.0:1789099807.473081:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099807.473084:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099807.473086:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099807.473089:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473093:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473095:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473098:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099807.473102:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099807.473103:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099807.473105:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099807.473107:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099807.473112:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099807.473117:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099807.473124:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473127:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473130:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473134:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099807.473138:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099807.473144:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473150:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099807.473153:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099807.473160:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099807.473164:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473167:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099807.473173:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099807.473176:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473180:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099807.473186:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099807.473191:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099807.473194:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099807.473196:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473201:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099807.473202:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099807.473204:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099807.473208:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099807.473213:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099807.473222:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964539264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099807.473233:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099807.473237:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473245:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964539264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099807.473258:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099807.473262:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099807.473267:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099807.473269:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099807.473272:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099807.473280:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099807.473287:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26944
00000400:00000200:1.0:1789099807.473295:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099807.473304:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099807.473309:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099807.473319:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473325:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473333:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473336:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099807.473338:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099807.473341:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099807.473344:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099807.473348:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099807.473352:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099807.473355:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099807.473363:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473366:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473368:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473372:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099807.473373:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099807.473379:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473384:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099807.473385:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099807.473390:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099807.473396:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099807.473396:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099807.473398:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099807.473401:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099807.473404:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099807.473405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1789099807.473406:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099807.473410:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099807.473414:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099807.473417:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099807.473420:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473422:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099807.473425:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099807.473428:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099807.473432:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099807.473435:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099807.473444:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964539392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099807.473457:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099807.473461:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473466:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964539392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099807.473475:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099807.473477:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099807.473480:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099807.473483:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099807.473486:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099807.473491:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099807.473512:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26944
00000400:00000200:1.0:1789099807.473519:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099807.473524:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099807.473529:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099807.473535:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473540:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473544:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473548:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099807.473553:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099807.473557:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099807.473558:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099807.473560:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099807.473561:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099807.473563:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099807.473568:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473570:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473571:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473573:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099807.473578:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099807.473583:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473588:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099807.473589:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099807.473592:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099807.473596:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473597:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099807.473600:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099807.473605:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473607:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099807.473610:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099807.473615:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099807.473620:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099807.473622:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473626:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099807.473629:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099807.473631:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099807.473638:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099807.473644:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099807.473653:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964539520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099807.473664:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099807.473668:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473674:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964539520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099807.473685:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099807.473690:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099807.473696:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099807.473700:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099807.473704:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099807.473709:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099807.473713:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26944
00000400:00000200:1.0:1789099807.473720:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099807.473725:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099807.473729:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099807.473735:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473738:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473744:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473749:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099807.473752:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099807.473755:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099807.473758:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099807.473761:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099807.473766:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099807.473770:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099807.473778:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473784:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099807.473805:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473806:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099807.473809:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099807.473815:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099807.473821:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099807.473825:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099807.473829:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099807.473833:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473838:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099807.473842:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099807.473846:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473850:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099807.473854:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099807.473858:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099807.473864:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099807.473867:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099807.473870:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099807.473872:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099807.473875:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099807.473880:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099807.473886:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099807.473896:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964539648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099807.473919:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099807.473923:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473929:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964539648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099807.473939:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099807.473945:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26955)
00000800:00000200:2.1:1789099807.474049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099807.474051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099807.474237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099807.474239:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099807.474421:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099807.474424:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789099807.474637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099807.474639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1789099808.816861:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321618691, at 4321618752
00000100:00000010:1.0:1789099808.816876:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000800:00000200:2.1:1789099812.593770:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099812.593775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099812.594842:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099812.594845:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099812.595077:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099812.595080:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099812.595338:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099812.595340:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789099812.595571:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099812.595573:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1789099813.936890:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321623812, at 4321623872
00000100:00000010:1.0:1789099813.936911:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000800:00000200:2.1:1789099817.713417:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099817.713423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099817.714056:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099817.714058:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099817.714247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099817.714249:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099817.714456:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099817.714459:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789099817.714724:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099817.714727:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789099819.056865:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321628931, at 4321628992
00000100:00000010:1.0:1789099819.056880:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000800:00000200:2.1:1789099822.833436:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099822.833440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099822.834149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099822.834150:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099822.834345:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099822.834347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099822.834521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099822.834523:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099822.834763:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099822.834764:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789099824.176895:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321634051, at 4321634112
00000100:00000010:1.0:1789099824.176913:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000800:00000200:0.1:1789099827.953612:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099827.953621:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789099827.954039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099827.954054:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099827.954060:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099827.954314:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099827.954317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099827.954634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099827.954637:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099827.954976:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099827.954978:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789099827.955303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099827.955307:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789099829.296898:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321639172, at 4321639232
00000100:00000010:1.0:1789099829.296913:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc88a0.
00000020:00000001:1.0:1789099832.048934:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099832.048938:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099832.048947:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099833.073391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099833.073396:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099833.074213:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099833.074215:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099833.074458:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099833.074460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099833.074637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099833.074639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789099833.074973:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099833.074976:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099834.416887:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321644291, at 4321644352
00000100:00000010:1.0:1789099834.416906:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c00.
00000020:00000001:1.0:1789099836.145079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099836.145083:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099836.145085:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099838.193700:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099838.193709:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099838.194493:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099838.194497:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099838.194502:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099838.194636:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099838.194638:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099838.194925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099838.194927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099838.195181:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099838.195183:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789099838.195464:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099838.195467:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789099839.536919:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321649412, at 4321649472
00000100:00000010:1.0:1789099839.536932:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8b40.
00000020:00000001:1.0:1789099840.240976:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099840.240980:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099840.240983:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099842.289022:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099842.289027:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099842.289031:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099843.312902:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099843.312911:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099843.312916:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099843.312921:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099843.312928:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099843.312935:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26980
00000400:00000200:1.0:1789099843.312942:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099843.312947:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099843.312950:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099843.312953:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.312956:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.312958:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.312960:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099843.312963:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099843.312965:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099843.312967:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099843.312970:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099843.312972:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099843.312974:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099843.312976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.312978:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.312980:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.312982:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099843.312985:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099843.312987:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099843.312990:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099843.312994:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099843.312998:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099843.313001:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313004:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099843.313006:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099843.313015:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099843.313018:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099843.313022:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099843.313024:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313027:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099843.313029:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099843.313034:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099843.313043:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099843.313050:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099843.313059:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964543616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099843.313071:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099843.313076:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.313080:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964543616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099843.313103:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099843.313106:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099843.313108:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099843.313109:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099843.313111:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099843.313112:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099843.313114:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26980
00000400:00000200:1.0:1789099843.313118:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099843.313120:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099843.313122:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099843.313124:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313127:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313129:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099843.313131:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099843.313132:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099843.313133:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099843.313135:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099843.313137:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099843.313138:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099843.313140:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313142:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313144:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313146:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099843.313147:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099843.313149:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313152:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099843.313154:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099843.313161:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099843.313164:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313169:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099843.313173:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099843.313176:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313179:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099843.313185:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099843.313188:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099843.313193:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099843.313196:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313201:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099843.313202:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099843.313205:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099843.313210:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099843.313215:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099843.313222:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964543744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099843.313240:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099843.313245:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.313253:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964543744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099843.313273:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099843.313280:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099843.313285:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099843.313287:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099843.313292:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099843.313296:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099843.313301:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26980
00000400:00000200:1.0:1789099843.313308:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099843.313316:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099843.313320:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099843.313325:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313329:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313334:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313338:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099843.313343:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099843.313345:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099843.313347:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099843.313351:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099843.313355:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099843.313359:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099843.313365:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313368:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313373:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313377:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099843.313380:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099843.313384:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313389:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099843.313391:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099843.313395:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099843.313398:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313400:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099843.313404:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099843.313410:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313412:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099843.313417:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099843.313422:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099843.313427:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099843.313430:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313434:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099843.313437:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099843.313441:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099843.313448:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099843.313455:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099843.313467:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964543872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099843.313482:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099843.313488:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.313496:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964543872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099843.313514:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099843.313521:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099843.313528:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099843.313533:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099843.313537:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099843.313541:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099843.313545:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26980
00000800:00000200:0.1:1789099843.313551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:1.0:1789099843.313553:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099843.313559:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:0.1:1789099843.313559:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1789099843.313562:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099843.313567:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313570:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313573:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313577:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099843.313579:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099843.313581:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099843.313583:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099843.313585:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099843.313587:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099843.313590:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099843.313597:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313602:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313608:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313614:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099843.313620:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099843.313626:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313632:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099843.313638:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099843.313643:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099843.313649:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313654:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099843.313659:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099843.313666:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313671:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099843.313678:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099843.313683:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099843.313688:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099843.313691:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313694:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099843.313698:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099843.313703:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099843.313708:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099843.313715:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099843.313723:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964544000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099843.313737:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099843.313740:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.313748:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964544000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099843.313763:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099843.313770:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099843.313776:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099843.313779:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099843.313783:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099843.313830:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099843.313836:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26980
00000400:00000200:1.0:1789099843.313847:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099843.313854:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099843.313861:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099843.313868:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313872:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313878:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313883:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099843.313890:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099843.313893:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099843.313897:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099843.313900:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099843.313906:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099843.313912:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099843.313921:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313926:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099843.313931:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313936:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099843.313943:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099843.313950:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099843.313956:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099843.313960:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099843.313965:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099843.313970:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313974:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099843.313979:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099843.313983:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.313988:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099843.313994:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099843.313999:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099843.314005:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099843.314008:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099843.314014:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099843.314018:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099843.314021:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099843.314028:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099843.314035:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099843.314047:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964544128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099843.314083:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099843.314088:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.314097:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964544128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099843.314114:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099843.314122:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26990)
00000800:00000200:0.1:1789099843.314315:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099843.314318:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099843.314623:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099843.314625:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099843.314875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099843.314878:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789099843.315172:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099843.315175:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099844.337009:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099844.337013:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099844.337016:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099844.656883:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321654531, at 4321654592
00000100:00000010:1.0:1789099844.656898:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8b40.
00000020:00000001:1.0:1789099846.384940:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099846.384945:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099846.384949:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099848.432881:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099848.432888:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099848.432891:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099848.432896:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099848.432900:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099848.432906:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 26985
00000400:00000200:1.0:1789099848.432916:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099848.432923:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099848.432927:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099848.432931:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.432934:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.432936:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.432939:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099848.432943:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099848.432945:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099848.432948:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099848.432952:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099848.432955:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099848.432958:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099848.432961:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.432963:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.432965:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.432967:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099848.432970:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099848.432974:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099848.432977:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099848.432980:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099848.432983:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099848.432986:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.432989:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099848.432991:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099848.432997:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099848.433000:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099848.433003:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099848.433005:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433007:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099848.433009:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099848.433013:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099848.433019:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099848.433024:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099848.433032:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964544256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099848.433040:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099848.433043:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433047:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964544256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099848.433063:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099848.433066:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099848.433070:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099848.433072:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099848.433074:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099848.433077:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099848.433079:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26985
00000400:00000200:1.0:1789099848.433084:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099848.433087:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099848.433090:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099848.433092:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433094:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433096:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433099:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099848.433101:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099848.433103:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099848.433105:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099848.433107:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099848.433109:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099848.433112:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099848.433114:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433116:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433118:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433121:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099848.433124:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099848.433127:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433129:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099848.433131:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099848.433136:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099848.433138:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433139:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099848.433144:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099848.433148:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433149:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099848.433153:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099848.433156:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099848.433158:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099848.433159:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433161:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099848.433163:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099848.433165:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099848.433168:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099848.433172:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099848.433177:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964544384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099848.433184:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099848.433187:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433191:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964544384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099848.433200:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099848.433203:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099848.433206:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099848.433207:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099848.433209:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099848.433212:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099848.433214:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26985
00000400:00000200:1.0:1789099848.433263:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099848.433267:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099848.433269:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099848.433272:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433274:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433276:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433278:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099848.433281:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099848.433282:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099848.433284:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099848.433286:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099848.433288:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099848.433291:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:0.1:1789099848.433291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099848.433294:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789099848.433295:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1789099848.433296:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433298:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433300:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099848.433303:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099848.433305:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433307:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099848.433309:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099848.433312:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099848.433314:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433316:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099848.433318:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099848.433321:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433322:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099848.433326:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099848.433328:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099848.433331:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099848.433332:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433334:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099848.433335:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099848.433337:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099848.433341:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099848.433344:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099848.433349:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964544512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099848.433362:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099848.433364:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433369:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964544512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099848.433376:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099848.433379:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099848.433383:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099848.433384:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099848.433386:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099848.433388:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099848.433390:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26985
00000400:00000200:1.0:1789099848.433394:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099848.433397:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099848.433399:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099848.433402:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433404:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433406:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433409:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099848.433412:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099848.433413:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099848.433414:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099848.433416:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099848.433419:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099848.433421:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099848.433424:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433426:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433429:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433431:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099848.433434:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099848.433437:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433440:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099848.433442:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099848.433444:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099848.433446:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433448:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099848.433450:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099848.433453:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433454:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099848.433458:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099848.433460:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099848.433462:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099848.433464:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433466:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099848.433467:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099848.433469:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099848.433472:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099848.433476:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099848.433480:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964544640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099848.433489:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099848.433491:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433495:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964544640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099848.433503:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099848.433506:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099848.433509:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099848.433511:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099848.433513:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099848.433515:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099848.433518:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 26985
00000400:00000200:1.0:1789099848.433521:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099848.433524:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099848.433526:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099848.433530:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433532:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433534:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433537:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099848.433539:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099848.433540:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099848.433541:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099848.433543:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099848.433545:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099848.433547:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099848.433550:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433552:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099848.433554:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433556:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099848.433558:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099848.433561:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099848.433563:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099848.433565:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099848.433567:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099848.433569:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433571:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099848.433573:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099848.433575:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433577:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099848.433580:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099848.433582:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099848.433585:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099848.433586:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099848.433588:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099848.433590:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099848.433592:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099848.433596:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099848.433599:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099848.433604:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964544768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099848.433611:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099848.433613:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433617:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964544768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099848.433626:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099848.433630:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (26996)
00000800:00000200:0.1:1789099848.433709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099848.433712:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099848.433943:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099848.433945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099848.434121:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099848.434123:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789099848.434421:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099848.434423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000100:00000040:1.0:1789099849.776901:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321659651, at 4321659712
00000100:00000010:1.0:1789099849.776912:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c00.
00000020:00000001:1.0:1789099850.480939:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099850.480942:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099850.480945:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099853.553526:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099853.553540:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099853.554191:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099853.554194:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099853.554507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099853.554510:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099853.554859:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099853.554862:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789099853.555179:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099853.555182:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1789099854.576941:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099854.576947:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099854.576951:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099854.896897:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321664771, at 4321664832
00000100:00000010:1.0:1789099854.896912:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc88a0.
00000020:00000001:1.0:1789099858.673369:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099858.673373:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099858.673379:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099858.673417:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099858.673423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099858.674124:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099858.674126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099858.674310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099858.674312:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099858.674513:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099858.674516:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789099858.674847:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099858.674849:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1789099860.016863:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321669891, at 4321669952
00000100:00000010:1.0:1789099860.016878:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8e40.
00000020:00000001:1.0:1789099862.768987:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099862.768991:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099862.768995:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099863.793583:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099863.794001:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099863.794266:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099863.794445:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099863.794598:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099865.136866:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321675011, at 4321675072
00000100:00000010:1.0:1789099865.136882:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789099866.865041:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099866.865044:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099866.865047:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099868.913622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099868.913634:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099868.914521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099868.914527:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099868.914916:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099868.914918:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099868.915375:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099868.915394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099868.915646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099868.915649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789099870.256853:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321680131, at 4321680192
00000100:00000010:1.0:1789099870.256870:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d80.
00000020:00000001:1.0:1789099870.960941:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099870.960945:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099870.960948:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099874.033432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099874.033436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099874.034093:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099874.034094:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099874.034307:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099874.034309:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099874.034601:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099874.034605:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099874.034867:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099874.034870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789099875.056999:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099875.057005:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099875.057009:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099875.376950:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321685251, at 4321685312
00000100:00000010:1.0:1789099875.376966:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8a80.
00000020:00000001:1.0:1789099879.153032:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099879.153035:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099879.153041:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099879.153722:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099879.153732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099879.154674:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099879.154677:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099879.155026:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099879.155028:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099879.155341:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099879.155344:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099879.155662:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099879.155665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789099880.496920:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321690372, at 4321690432
00000100:00000010:1.0:1789099880.496940:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8f60.
00000020:00000001:1.0:1789099883.249039:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099883.249046:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099883.249050:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099884.273783:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099884.273825:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099884.274831:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099884.274833:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099884.275035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099884.275037:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099884.275247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099884.275249:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099884.275425:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099884.275427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099885.616868:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321695492, at 4321695552
00000100:00000010:1.0:1789099885.616882:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099887.345057:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099887.345063:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099887.345067:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099889.393026:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099889.393031:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099889.393037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099889.393541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099889.393548:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099889.394250:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099889.394254:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099889.394695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099889.394696:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099889.395001:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099889.395003:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789099889.395205:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099889.395207:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789099890.736880:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321700611, at 4321700672
00000100:00000010:1.0:1789099890.736896:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099891.441060:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099891.441065:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099891.441069:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099893.489048:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099893.489054:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099893.489058:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099894.513780:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099894.513808:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099894.514803:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099894.514805:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099894.515047:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099894.515049:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099894.515237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099894.515239:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789099894.515536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099894.515538:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789099895.537014:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099895.537020:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099895.537024:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099895.856916:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321705732, at 4321705792
00000100:00000010:1.0:1789099895.856928:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099897.585024:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099897.585032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099897.585037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099899.632912:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099899.632924:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099899.632929:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099899.632934:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099899.632943:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099899.632952:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27037
00000400:00000200:1.0:1789099899.632962:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099899.632970:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099899.632973:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099899.632976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.632979:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.632983:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.632985:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099899.632988:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099899.632991:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099899.632994:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099899.632997:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099899.632999:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099899.633003:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099899.633006:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633009:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633016:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633023:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099899.633032:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099899.633036:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633039:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099899.633042:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099899.633046:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099899.633048:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633050:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099899.633052:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099899.633062:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099899.633065:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099899.633068:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099899.633070:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633072:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099899.633075:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099899.633079:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099899.633095:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099899.633102:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099899.633112:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964550656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099899.633121:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099899.633125:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.633130:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964550656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099899.633148:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099899.633151:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099899.633154:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099899.633155:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099899.633157:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099899.633159:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099899.633161:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27037
00000400:00000200:1.0:1789099899.633163:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099899.633165:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099899.633167:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099899.633168:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633170:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633172:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633174:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099899.633176:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099899.633178:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099899.633179:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099899.633182:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099899.633183:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099899.633184:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099899.633188:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633191:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633196:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633198:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099899.633202:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099899.633206:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633209:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099899.633213:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099899.633220:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099899.633225:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633230:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099899.633236:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099899.633243:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633247:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099899.633252:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099899.633256:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099899.633259:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099899.633260:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633262:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099899.633265:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099899.633269:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099899.633274:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099899.633279:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099899.633288:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964550784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099899.633311:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099899.633313:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.633318:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964550784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099899.633326:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099899.633330:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099899.633333:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099899.633334:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099899.633335:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099899.633342:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099899.633347:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27037
00000400:00000200:1.0:1789099899.633353:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099899.633358:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099899.633362:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099899.633378:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633383:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633389:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633391:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099899.633395:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099899.633398:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099899.633408:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099899.633412:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099899.633414:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099899.633416:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099899.633419:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633423:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633428:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633430:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099899.633444:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099899.633449:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633455:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099899.633456:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099899.633458:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099899.633461:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633465:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099899.633466:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099899.633468:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633471:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099899.633479:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099899.633484:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099899.633491:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099899.633495:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633510:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099899.633514:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099899.633518:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099899.633527:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099899.633534:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099899.633545:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964550912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099899.633560:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099899.633563:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.633580:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964550912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099899.633593:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099899.633596:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099899.633602:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099899.633604:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1789099899.633606:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099899.633607:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099899.633613:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1789099899.633614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1789099899.633618:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27037
00000400:00000200:1.0:1789099899.633626:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099899.633631:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099899.633640:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099899.633642:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633644:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633646:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633652:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099899.633656:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099899.633659:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099899.633663:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099899.633666:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099899.633673:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099899.633678:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099899.633687:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633693:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633699:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633704:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099899.633711:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099899.633719:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633724:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099899.633738:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099899.633742:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099899.633745:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633750:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099899.633766:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099899.633771:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633775:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099899.633781:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099899.633811:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099899.633814:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099899.633815:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633817:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099899.633818:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099899.633820:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099899.633826:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099899.633830:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099899.633839:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964551040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099899.633849:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099899.633851:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.633855:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964551040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099899.633865:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099899.633870:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099899.633875:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099899.633879:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099899.633881:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099899.633885:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099899.633890:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27037
00000400:00000200:1.0:1789099899.633900:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099899.633905:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099899.633911:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099899.633917:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633918:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633919:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633923:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099899.633927:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099899.633929:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099899.633930:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099899.633935:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099899.633938:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099899.633942:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099899.633945:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633949:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099899.633951:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633953:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099899.633963:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099899.633967:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099899.633969:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099899.633973:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099899.633975:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099899.633977:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633979:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099899.633982:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099899.633987:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.633991:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099899.633996:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099899.634001:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099899.634004:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099899.634006:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099899.634008:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099899.634011:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099899.634013:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099899.634028:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099899.634033:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099899.634041:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964551168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099899.634052:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099899.634057:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.634064:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964551168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099899.634075:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099899.634080:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27047)
00000800:00000200:2.1:1789099899.634270:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099899.634272:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099899.634466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099899.634468:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099899.634680:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099899.634682:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789099899.634920:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099899.634922:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789099900.976902:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321710852, at 4321710912
00000100:00000010:1.0:1789099900.976919:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789099901.680950:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099901.680953:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099901.680956:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099904.752907:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099904.752923:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099904.752928:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099904.752934:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099904.752941:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099904.752950:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27042
00000400:00000200:1.0:1789099904.752963:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099904.752971:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099904.752975:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099904.752979:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.752982:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.752985:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.752988:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099904.752992:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099904.752994:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099904.752998:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099904.753002:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099904.753004:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099904.753007:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099904.753011:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753013:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753014:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753016:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099904.753019:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099904.753022:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753025:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099904.753028:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099904.753032:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099904.753036:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753039:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099904.753043:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099904.753056:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099904.753062:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099904.753068:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099904.753072:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753079:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099904.753087:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099904.753096:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099904.753109:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099904.753120:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099904.753134:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964551296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099904.753146:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099904.753151:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.753156:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964551296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099904.753180:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099904.753183:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099904.753187:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099904.753189:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099904.753191:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099904.753194:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099904.753197:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27042
00000400:00000200:1.0:1789099904.753201:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099904.753204:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099904.753206:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099904.753210:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753213:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753216:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753219:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099904.753222:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099904.753224:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099904.753232:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099904.753236:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099904.753240:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099904.753245:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099904.753252:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753258:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753264:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753270:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099904.753277:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099904.753283:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753288:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099904.753297:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099904.753303:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099904.753308:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753310:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099904.753314:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099904.753319:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753325:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099904.753330:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099904.753336:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099904.753341:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099904.753345:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753349:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099904.753352:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099904.753358:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099904.753366:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099904.753375:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099904.753386:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964551424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099904.753406:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099904.753409:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.753417:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964551424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099904.753431:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099904.753437:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099904.753442:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099904.753448:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099904.753454:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099904.753463:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099904.753470:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27042
00000400:00000200:1.0:1789099904.753482:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099904.753490:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099904.753498:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099904.753506:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753514:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753521:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753527:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099904.753536:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099904.753538:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099904.753540:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099904.753543:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099904.753546:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099904.753552:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099904.753557:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753561:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753565:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753567:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099904.753569:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099904.753571:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753578:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099904.753580:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099904.753583:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099904.753586:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753593:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099904.753596:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099904.753600:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753604:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099904.753609:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099904.753617:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099904.753624:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099904.753629:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753633:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099904.753637:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099904.753640:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099904.753646:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099904.753651:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099904.753688:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964551552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099904.753728:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099904.753732:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.753742:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964551552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099904.753762:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099904.753767:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1789099904.753772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099904.753773:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099904.753777:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099904.753782:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099904.753811:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099904.753815:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27042
00000400:00000200:1.0:1789099904.753820:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099904.753824:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:2.1:1789099904.753825:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1789099904.753826:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099904.753836:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753840:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753848:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753854:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099904.753858:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099904.753863:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099904.753864:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099904.753867:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099904.753870:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099904.753875:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099904.753883:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753889:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.753896:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753900:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099904.753904:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099904.753912:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099904.753921:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099904.753924:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099904.753928:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099904.753932:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753935:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099904.753940:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099904.753943:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753950:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099904.753959:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099904.753964:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099904.753968:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099904.753973:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.753977:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099904.753981:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099904.753984:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099904.753992:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099904.753998:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099904.754010:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964551680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099904.754025:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099904.754031:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.754045:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964551680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099904.754067:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099904.754074:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099904.754083:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099904.754085:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099904.754088:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099904.754092:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099904.754100:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27042
00000400:00000200:1.0:1789099904.754114:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099904.754121:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099904.754127:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099904.754135:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.754139:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.754147:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.754155:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099904.754162:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099904.754166:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099904.754171:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099904.754174:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099904.754180:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099904.754185:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099904.754194:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.754200:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099904.754205:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099904.754210:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099904.754215:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099904.754225:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099904.754232:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099904.754238:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099904.754242:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099904.754249:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.754256:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099904.754260:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099904.754264:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.754269:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099904.754276:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099904.754284:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099904.754292:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099904.754294:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099904.754299:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099904.754302:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099904.754306:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099904.754314:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099904.754323:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099904.754333:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964551808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099904.754347:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099904.754352:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.754364:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964551808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099904.754401:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099904.754409:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27052)
00000800:00000200:2.1:1789099904.754679:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099904.754684:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099904.755021:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099904.755040:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099904.755455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099904.755459:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789099904.755872:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099904.755875:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789099905.776970:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099905.776974:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099905.776976:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099906.096869:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321715972, at 4321716032
00000100:00000010:1.0:1789099906.096882:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000100:00080000:1.0:1789099909.872960:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099909.872974:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099909.872998:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099909.873007:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099909.873023:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099909.873043:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27047
00000400:00000200:1.0:1789099909.873061:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099909.873075:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099909.873082:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099909.873088:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873110:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873114:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873118:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099909.873124:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099909.873129:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099909.873134:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099909.873138:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099909.873141:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099909.873144:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099909.873147:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873149:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873151:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873152:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099909.873155:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099909.873158:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873160:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099909.873162:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099909.873165:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099909.873167:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873169:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099909.873171:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099909.873180:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099909.873183:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099909.873187:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099909.873188:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873191:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099909.873194:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099909.873197:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099909.873204:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099909.873209:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099909.873217:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964551936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099909.873227:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099909.873231:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099909.873236:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964551936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099909.873257:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099909.873260:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099909.873263:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099909.873264:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099909.873266:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099909.873267:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099909.873269:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27047
00000400:00000200:1.0:1789099909.873273:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099909.873275:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099909.873277:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099909.873280:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873282:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873284:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873287:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099909.873289:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099909.873290:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099909.873292:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099909.873294:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099909.873302:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099909.873310:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099909.873317:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873319:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873326:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873329:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099909.873335:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099909.873348:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873359:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099909.873367:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099909.873381:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099909.873389:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873393:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099909.873398:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099909.873410:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873417:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099909.873420:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099909.873426:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099909.873436:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099909.873439:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873441:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099909.873442:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099909.873446:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099909.873460:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099909.873465:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099909.873479:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964552064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099909.873491:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099909.873500:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099909.873511:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964552064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099909.873581:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099909.873591:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099909.873619:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099909.873623:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099909.873629:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099909.873634:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099909.873646:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27047
00000400:00000200:1.0:1789099909.873657:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099909.873669:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099909.873678:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099909.873701:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873709:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873717:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873724:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099909.873729:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099909.873731:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099909.873733:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099909.873737:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099909.873740:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099909.873747:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099909.873766:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873775:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.873830:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.873842:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099909.873856:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099909.873868:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789099909.873883:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099909.873885:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099909.873899:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1789099909.873901:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1789099909.873907:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099909.873918:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873926:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099909.873932:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099909.873964:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.873969:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099909.873984:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099909.873991:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099909.874004:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099909.874013:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.874022:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099909.874029:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099909.874037:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099909.874053:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099909.874069:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099909.874092:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964552192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099909.874137:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099909.874140:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099909.874146:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964552192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099909.874163:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099909.874167:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099909.874174:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099909.874184:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099909.874192:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099909.874200:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099909.874209:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27047
00000400:00000200:1.0:1789099909.874226:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099909.874241:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099909.874249:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099909.874261:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874272:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.874277:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874281:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099909.874285:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099909.874288:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099909.874292:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099909.874298:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099909.874311:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099909.874320:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099909.874338:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874350:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.874363:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874372:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099909.874381:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099909.874398:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874413:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099909.874423:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099909.874434:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099909.874443:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.874451:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099909.874460:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099909.874478:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.874481:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099909.874487:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099909.874497:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099909.874508:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099909.874514:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.874522:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099909.874530:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099909.874538:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099909.874551:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099909.874577:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099909.874590:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964552320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099909.874600:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099909.874626:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099909.874644:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964552320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099909.874707:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099909.874713:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099909.874723:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099909.874729:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099909.874742:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099909.874761:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099909.874771:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27047
00000400:00000200:1.0:1789099909.874787:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099909.874813:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099909.874835:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099909.874846:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874858:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.874863:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874868:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099909.874883:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099909.874887:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099909.874893:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099909.874898:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099909.874904:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099909.874918:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099909.874932:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874942:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099909.874947:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874951:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099909.874956:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099909.874965:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099909.874974:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099909.874978:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099909.874982:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099909.874987:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.874996:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099909.875003:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099909.875014:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.875024:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099909.875038:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099909.875050:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099909.875060:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099909.875064:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099909.875070:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099909.875076:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099909.875083:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099909.875093:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099909.875101:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099909.875111:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964552448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099909.875126:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1789099909.875129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099909.875131:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099909.875142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099909.875143:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964552448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099909.875172:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099909.875180:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27057)
00000800:00000200:2.1:1789099909.875400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099909.875402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099909.875669:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099909.875671:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099909.875917:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099909.875918:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789099911.216910:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321721092, at 4321721152
00000100:00000010:1.0:1789099911.216926:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099911.921030:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099911.921036:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099911.921039:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099914.992883:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099914.992895:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099914.992898:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099914.992909:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099914.992914:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099914.992921:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27052
00000400:00000200:1.0:1789099914.992929:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099914.992936:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099914.992939:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099914.992941:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.992945:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.992947:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.992951:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099914.992954:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099914.992958:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099914.992960:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099914.992965:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099914.992968:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099914.992972:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099914.992975:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.992977:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.992979:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.992981:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099914.992984:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099914.992988:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099914.992991:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099914.992994:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099914.992998:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099914.993001:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993004:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099914.993006:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099914.993016:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099914.993020:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099914.993025:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099914.993026:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993028:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099914.993030:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099914.993034:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099914.993040:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099914.993046:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099914.993054:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964552576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099914.993067:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099914.993071:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993074:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964552576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099914.993096:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099914.993099:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099914.993102:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099914.993103:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099914.993104:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099914.993106:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099914.993108:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27052
00000400:00000200:1.0:1789099914.993111:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099914.993115:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099914.993117:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099914.993119:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993121:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993122:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993124:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099914.993128:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099914.993130:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099914.993133:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099914.993137:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099914.993140:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099914.993143:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099914.993149:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993154:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993158:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993162:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099914.993167:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099914.993172:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993176:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099914.993182:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099914.993189:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099914.993193:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993196:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099914.993200:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099914.993205:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993207:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099914.993211:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099914.993215:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099914.993218:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099914.993221:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993225:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099914.993226:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099914.993228:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099914.993235:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099914.993238:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099914.993245:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964552704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099914.993258:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099914.993263:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993271:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964552704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099914.993286:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099914.993289:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099914.993293:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099914.993296:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099914.993300:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099914.993303:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099914.993308:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27052
00000400:00000200:1.0:1789099914.993314:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099914.993318:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099914.993323:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099914.993328:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993332:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993335:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993339:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099914.993341:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099914.993343:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099914.993346:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099914.993349:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099914.993353:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099914.993356:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099914.993361:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993365:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993369:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993373:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099914.993375:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099914.993379:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993384:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099914.993385:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099914.993388:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099914.993389:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993391:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099914.993394:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099914.993398:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993400:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099914.993406:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099914.993409:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099914.993412:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099914.993415:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993416:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099914.993417:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099914.993418:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099914.993424:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099914.993429:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099914.993436:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964552832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099914.993444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099914.993449:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1789099914.993450:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1789099914.993452:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993474:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964552832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099914.993484:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099914.993488:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099914.993493:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099914.993496:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099914.993498:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099914.993500:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099914.993505:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27052
00000400:00000200:1.0:1789099914.993511:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099914.993518:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099914.993523:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099914.993529:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993533:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993536:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993539:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099914.993542:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099914.993544:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099914.993546:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099914.993550:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099914.993555:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099914.993561:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099914.993567:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993574:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993579:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993584:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099914.993589:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099914.993595:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993602:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099914.993607:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099914.993611:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099914.993616:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993619:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099914.993623:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099914.993627:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993629:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099914.993635:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099914.993639:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099914.993644:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099914.993646:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993650:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099914.993651:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099914.993656:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099914.993660:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099914.993666:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099914.993674:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964552960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099914.993693:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099914.993697:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993704:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964552960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099914.993719:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099914.993724:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099914.993729:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099914.993733:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099914.993735:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099914.993741:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099914.993746:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27052
00000400:00000200:1.0:1789099914.993752:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099914.993755:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099914.993760:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099914.993765:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993769:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993773:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993776:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099914.993781:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099914.993783:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099914.993805:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099914.993807:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099914.993808:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099914.993810:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099914.993812:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993814:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099914.993818:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993823:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099914.993829:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099914.993832:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099914.993836:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099914.993839:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099914.993843:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099914.993846:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993849:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099914.993852:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099914.993859:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993862:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099914.993866:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099914.993868:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099914.993873:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099914.993875:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099914.993879:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099914.993881:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099914.993884:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099914.993889:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099914.993893:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099914.993902:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964553088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099914.993916:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099914.993919:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993926:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964553088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099914.993934:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099914.993940:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27062)
00000800:00000200:2.1:1789099914.994090:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099914.994092:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099914.994279:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099914.994281:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099914.994505:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099914.994507:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099914.994689:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099914.994691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789099916.016997:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099916.017001:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099916.017005:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099916.336874:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321726211, at 4321726272
00000100:00000010:1.0:1789099916.336890:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789099920.113015:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099920.113019:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099920.113024:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099920.113829:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099920.113835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099920.114950:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099920.114953:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099920.115263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099920.115266:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099920.115583:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099920.115586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099920.116037:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099920.116039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789099921.456877:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321731332, at 4321731392
00000100:00000010:1.0:1789099921.456890:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099922.161125:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099922.161134:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099922.161140:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099924.209005:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099924.209009:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099924.209012:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099925.233483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099925.233488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099925.234428:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099925.234432:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099925.234743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099925.234746:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099925.235076:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099925.235079:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789099925.235518:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099925.235521:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099926.256969:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099926.256973:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099926.256975:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099926.576874:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321736451, at 4321736512
00000100:00000010:1.0:1789099926.576887:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099928.304940:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099928.304946:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099928.304950:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099930.352890:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099930.352897:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099930.352902:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099930.352906:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099930.352910:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099930.352916:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27067
00000400:00000200:1.0:1789099930.352924:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099930.352930:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099930.352933:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099930.352936:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.352938:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.352941:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.352943:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099930.352948:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099930.352950:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099930.352953:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099930.352957:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099930.352961:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099930.352963:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099930.352966:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.352967:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.352970:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.352971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099930.352973:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099930.352976:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099930.352978:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099930.352980:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099930.352982:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099930.352983:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.352985:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099930.352986:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099930.352994:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099930.352996:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099930.352999:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099930.353000:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353003:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099930.353005:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099930.353008:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099930.353014:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099930.353019:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099930.353026:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964554496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099930.353034:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099930.353037:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353041:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964554496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099930.353056:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099930.353059:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099930.353061:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099930.353062:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099930.353063:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099930.353065:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099930.353067:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27067
00000400:00000200:1.0:1789099930.353070:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099930.353073:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099930.353074:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099930.353076:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353079:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353080:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353082:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099930.353083:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099930.353084:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099930.353086:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099930.353087:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099930.353089:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099930.353091:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099930.353096:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353098:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353102:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353104:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099930.353107:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099930.353110:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353113:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099930.353116:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099930.353121:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099930.353125:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353128:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099930.353133:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099930.353136:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353140:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099930.353148:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099930.353151:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099930.353154:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099930.353157:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353160:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099930.353162:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099930.353164:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099930.353168:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099930.353190:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099930.353200:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964554624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099930.353207:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099930.353211:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353215:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964554624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099930.353222:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099930.353225:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099930.353230:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099930.353231:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099930.353233:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099930.353238:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099930.353241:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27067
00000400:00000200:1.0:1789099930.353245:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099930.353250:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099930.353252:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099930.353255:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353257:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353261:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353263:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099930.353268:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099930.353269:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099930.353271:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099930.353274:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099930.353276:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099930.353278:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099930.353284:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353287:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353291:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353295:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099930.353299:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099930.353304:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353309:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099930.353311:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099930.353315:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099930.353318:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353320:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099930.353324:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099930.353327:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353330:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099930.353335:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099930.353337:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099930.353343:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099930.353344:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353345:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099930.353346:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099930.353348:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099930.353354:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099930.353358:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099930.353362:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964554752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099930.353373:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099930.353375:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353380:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964554752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099930.353388:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099930.353391:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099930.353395:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099930.353396:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099930.353397:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099930.353401:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099930.353405:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27067
00000400:00000200:1.0:1789099930.353409:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099930.353413:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099930.353417:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099930.353421:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353426:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353430:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353433:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099930.353435:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099930.353437:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099930.353439:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099930.353442:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099930.353445:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099930.353449:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099930.353455:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353457:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353458:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353459:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099930.353461:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099930.353465:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353466:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099930.353467:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099930.353469:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099930.353470:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353471:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099930.353473:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099930.353475:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353477:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099930.353480:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099930.353484:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099930.353487:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099930.353489:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353493:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099930.353495:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099930.353497:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099930.353499:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099930.353503:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099930.353509:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964554880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099930.353515:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099930.353519:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353522:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964554880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099930.353532:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099930.353535:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099930.353539:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1789099930.353541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099930.353542:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099930.353543:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099930.353548:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099930.353551:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27067
00000400:00000200:1.0:1789099930.353554:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099930.353557:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099930.353559:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099930.353562:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353564:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353567:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353573:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099930.353579:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099930.353584:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099930.353586:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099930.353591:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099930.353595:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099930.353601:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099930.353606:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353612:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099930.353615:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353618:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099930.353638:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099930.353644:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099930.353649:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099930.353651:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099930.353654:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099930.353658:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353662:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099930.353665:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099930.353666:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353667:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099930.353671:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099930.353675:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099930.353679:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099930.353681:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099930.353686:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099930.353688:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099930.353691:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099930.353696:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099930.353700:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099930.353707:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964555008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099930.353742:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099930.353745:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353750:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964555008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099930.353760:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099930.353765:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27077)
00000800:00000200:2.1:1789099930.353917:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099930.354083:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099930.354267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099930.354442:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099931.696923:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321741571, at 4321741632
00000100:00000010:1.0:1789099931.696937:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789099932.401029:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099932.401037:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099932.401042:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099935.472893:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099935.472901:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099935.472903:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099935.472906:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099935.472910:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099935.472919:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27072
00000400:00000200:1.0:1789099935.472929:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099935.472938:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099935.472943:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099935.472948:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.472952:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.472956:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.472959:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099935.472964:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099935.472967:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099935.472971:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099935.472975:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099935.472978:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099935.472982:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099935.472988:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.472994:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.472998:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473000:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099935.473003:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099935.473006:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473009:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099935.473011:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099935.473014:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099935.473017:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473019:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099935.473022:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099935.473028:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099935.473031:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099935.473035:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099935.473047:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473051:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099935.473054:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099935.473058:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099935.473066:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099935.473087:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099935.473098:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964555136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099935.473108:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099935.473112:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473117:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964555136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099935.473146:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099935.473149:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099935.473153:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099935.473155:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099935.473157:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099935.473160:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099935.473162:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27072
00000400:00000200:1.0:1789099935.473167:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099935.473170:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099935.473172:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099935.473175:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473178:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473180:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473182:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099935.473185:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099935.473186:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099935.473188:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099935.473191:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099935.473193:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099935.473196:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099935.473199:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473201:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473203:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473205:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099935.473207:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099935.473210:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473212:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099935.473214:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099935.473220:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099935.473222:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473224:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099935.473229:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099935.473232:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473235:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099935.473239:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099935.473242:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099935.473245:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099935.473246:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473248:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099935.473249:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099935.473251:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099935.473256:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099935.473259:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099935.473270:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964555264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099935.473278:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099935.473280:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473284:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964555264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099935.473293:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099935.473295:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099935.473299:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099935.473301:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099935.473303:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099935.473305:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099935.473308:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27072
00000400:00000200:1.0:1789099935.473312:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099935.473315:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099935.473317:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099935.473320:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473322:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473324:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473326:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099935.473328:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099935.473330:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099935.473332:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099935.473334:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099935.473336:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099935.473339:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099935.473342:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473344:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473346:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473348:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099935.473350:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099935.473353:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473355:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099935.473357:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099935.473359:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099935.473362:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473364:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099935.473366:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099935.473368:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473370:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099935.473373:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099935.473375:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099935.473378:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099935.473379:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473381:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099935.473382:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099935.473384:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099935.473387:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099935.473391:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099935.473395:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964555392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099935.473403:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099935.473405:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473410:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964555392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099935.473419:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099935.473422:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099935.473426:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099935.473427:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099935.473429:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099935.473431:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099935.473434:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27072
00000400:00000200:1.0:1789099935.473437:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099935.473439:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099935.473442:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099935.473445:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473447:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789099935.473448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099935.473449:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473451:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.1:1789099935.473452:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099935.473454:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099935.473455:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099935.473457:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099935.473459:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099935.473461:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099935.473464:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099935.473467:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473469:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473471:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473473:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099935.473475:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099935.473478:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473481:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099935.473483:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099935.473486:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099935.473488:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473491:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099935.473493:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099935.473495:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473497:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099935.473500:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099935.473503:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099935.473505:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099935.473507:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473508:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099935.473510:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099935.473512:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099935.473515:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099935.473518:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099935.473522:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964555520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099935.473530:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099935.473532:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473535:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964555520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099935.473543:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099935.473546:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099935.473549:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099935.473551:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099935.473553:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099935.473555:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099935.473558:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27072
00000400:00000200:1.0:1789099935.473562:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099935.473564:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099935.473567:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099935.473571:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473573:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473575:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473577:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099935.473580:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099935.473581:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099935.473582:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099935.473584:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099935.473586:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099935.473589:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099935.473592:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473594:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099935.473596:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473598:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099935.473601:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099935.473604:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099935.473607:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099935.473609:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099935.473611:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099935.473613:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473615:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099935.473617:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099935.473619:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473621:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099935.473624:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099935.473626:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099935.473629:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099935.473630:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099935.473632:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099935.473634:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099935.473636:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099935.473639:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099935.473643:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099935.473647:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964555648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099935.473655:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099935.473657:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473660:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964555648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099935.473669:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099935.473673:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27083)
00000800:00000200:0.1:1789099935.473937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099935.473945:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099935.474294:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099935.474297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099935.474594:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099935.474597:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789099935.474915:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099935.474918:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789099936.496955:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099936.496969:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099936.496972:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099936.816891:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321746691, at 4321746752
00000100:00000010:1.0:1789099936.816909:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ae0.
00000020:00000001:1.0:1789099938.544972:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099938.544976:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099938.544979:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099940.592856:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099940.592867:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099940.592869:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099940.592874:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099940.592879:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099940.592888:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27078
00000400:00000200:1.0:1789099940.592898:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099940.592906:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099940.592910:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099940.592913:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.592917:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.592920:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.592923:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099940.592927:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099940.592931:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099940.592934:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099940.592939:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099940.592946:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099940.592955:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099940.592960:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.592967:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.592990:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.592995:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099940.593000:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099940.593005:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593008:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099940.593012:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099940.593017:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099940.593019:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593021:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099940.593024:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099940.593035:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099940.593039:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099940.593044:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099940.593050:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593059:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099940.593067:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099940.593072:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099940.593086:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099940.593095:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099940.593109:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964555776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099940.593123:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099940.593128:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.593133:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964555776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099940.593159:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099940.593162:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099940.593165:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099940.593166:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099940.593168:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099940.593170:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099940.593173:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27078
00000400:00000200:1.0:1789099940.593177:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099940.593181:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099940.593189:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099940.593199:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593203:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593210:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593213:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099940.593223:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099940.593226:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099940.593230:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099940.593235:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099940.593243:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099940.593248:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099940.593261:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593264:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593274:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593287:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099940.593294:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099940.593299:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593300:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099940.593305:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099940.593313:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099940.593316:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593321:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099940.593329:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099940.593337:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593340:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099940.593347:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099940.593348:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099940.593351:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099940.593352:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593354:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099940.593358:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099940.593363:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099940.593368:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099940.593373:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099940.593382:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964555904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099940.593390:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099940.593393:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.593399:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964555904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099940.593414:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099940.593418:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099940.593429:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099940.593438:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099940.593447:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099940.593451:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099940.593454:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27078
00000400:00000200:1.0:1789099940.593459:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099940.593464:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099940.593471:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099940.593477:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593486:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593493:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593498:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099940.593507:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099940.593511:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099940.593521:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099940.593525:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099940.593532:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099940.593535:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099940.593547:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593565:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593573:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099940.593576:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099940.593579:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593581:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099940.593582:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099940.593589:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099940.593592:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593593:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099940.593598:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099940.593608:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593614:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099940.593628:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099940.593634:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099940.593643:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099940.593650:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593653:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099940.593655:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099940.593657:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099940.593669:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099940.593677:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099940.593692:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964556032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099940.593710:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099940.593715:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.593723:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964556032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789099940.593739:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099940.593753:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099940.593753:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1789099940.593761:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099940.593773:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099940.593777:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099940.593812:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099940.593816:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099940.593823:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27078
00000400:00000200:1.0:1789099940.593836:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099940.593842:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099940.593846:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099940.593849:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593854:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593862:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593869:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099940.593876:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099940.593879:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099940.593888:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099940.593894:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099940.593900:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099940.593906:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099940.593923:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593933:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.593943:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593951:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099940.593955:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099940.593959:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099940.593966:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099940.593968:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099940.593974:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099940.593989:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.593991:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099940.593994:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099940.593998:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.594000:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099940.594012:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099940.594018:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099940.594022:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099940.594026:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.594030:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099940.594032:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099940.594038:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099940.594044:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099940.594056:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099940.594073:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964556160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099940.594104:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099940.594113:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.594131:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964556160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099940.594192:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099940.594199:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099940.594208:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099940.594214:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099940.594222:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099940.594236:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099940.594247:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27078
00000400:00000200:1.0:1789099940.594266:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099940.594278:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099940.594291:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099940.594307:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.594318:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.594328:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.594340:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099940.594350:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099940.594356:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099940.594363:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099940.594372:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099940.594384:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099940.594388:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099940.594402:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.594410:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099940.594419:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099940.594427:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099940.594435:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099940.594442:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099940.594447:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099940.594450:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099940.594455:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099940.594459:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.594463:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099940.594465:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099940.594470:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.594474:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099940.594481:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099940.594488:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099940.594498:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099940.594500:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099940.594505:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099940.594515:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099940.594522:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099940.594529:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099940.594536:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099940.594552:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964556288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099940.594572:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099940.594579:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.594598:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964556288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099940.594673:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099940.594682:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27088)
00000800:00000200:0.1:1789099940.594775:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099940.594777:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099940.595017:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099940.595019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099940.595204:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099940.595205:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789099940.595451:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099940.595453:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789099941.936934:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321751812, at 4321751872
00000100:00000010:1.0:1789099941.936969:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8180.
00000020:00000001:1.0:1789099942.640992:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099942.640996:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099942.641000:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099944.689008:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099944.689012:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099944.689015:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099945.712910:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099945.712924:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099945.712929:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099945.712935:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099945.712943:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099945.712952:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27083
00000400:00000200:1.0:1789099945.712964:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099945.712971:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099945.712976:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099945.712980:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.712984:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.712988:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.712991:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099945.712996:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099945.712998:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099945.713002:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099945.713009:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099945.713015:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099945.713020:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099945.713025:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713027:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713030:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713032:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099945.713036:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099945.713040:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713043:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099945.713046:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099945.713050:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099945.713054:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713056:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099945.713059:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099945.713068:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099945.713072:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099945.713077:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099945.713079:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713082:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099945.713085:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099945.713089:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099945.713097:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099945.713104:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099945.713115:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964556416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099945.713137:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099945.713142:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.713148:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964556416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099945.713170:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099945.713174:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099945.713178:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099945.713180:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099945.713182:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099945.713185:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099945.713190:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27083
00000400:00000200:1.0:1789099945.713199:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099945.713208:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099945.713214:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099945.713221:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713225:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713231:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713238:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099945.713243:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099945.713246:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099945.713250:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099945.713254:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099945.713260:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099945.713265:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099945.713272:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713276:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713282:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713288:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099945.713293:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099945.713298:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713302:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099945.713307:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099945.713315:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099945.713322:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713325:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099945.713329:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099945.713335:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713341:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099945.713349:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099945.713355:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099945.713359:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099945.713361:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713365:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099945.713369:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099945.713373:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099945.713380:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099945.713387:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099945.713399:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964556544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099945.713415:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099945.713421:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.713431:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964556544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099945.713451:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099945.713456:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099945.713457:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789099945.713460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1789099945.713463:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099945.713469:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099945.713472:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099945.713478:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099945.713486:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27083
00000400:00000200:1.0:1789099945.713494:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099945.713502:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099945.713508:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099945.713517:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713522:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713529:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713535:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099945.713540:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099945.713544:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099945.713549:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099945.713553:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099945.713558:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099945.713562:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099945.713567:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713572:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713578:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713582:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099945.713587:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099945.713595:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713601:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099945.713607:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099945.713613:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099945.713619:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713624:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099945.713627:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099945.713633:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713636:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099945.713642:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099945.713645:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099945.713649:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099945.713652:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713656:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099945.713659:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099945.713662:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099945.713668:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099945.713674:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099945.713685:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964556672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099945.713703:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099945.713709:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.713719:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964556672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099945.713740:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099945.713748:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099945.713756:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099945.713761:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099945.713765:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099945.713773:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099945.713779:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27083
00000400:00000200:1.0:1789099945.713816:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099945.713825:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099945.713830:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099945.713839:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713845:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713850:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713855:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099945.713860:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099945.713864:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099945.713870:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099945.713875:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099945.713893:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099945.713898:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099945.713907:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713912:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.713918:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713923:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099945.713929:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099945.713934:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099945.713941:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099945.713946:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099945.713953:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099945.713959:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713964:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099945.713969:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099945.713976:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.713980:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099945.713987:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099945.713992:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099945.713998:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099945.714002:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.714008:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099945.714012:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099945.714015:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099945.714023:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099945.714031:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099945.714042:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964556800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099945.714064:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099945.714070:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.714080:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964556800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099945.714102:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789099945.714106:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099945.714109:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789099945.714109:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1789099945.714118:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099945.714122:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099945.714126:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099945.714134:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099945.714141:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27083
00000400:00000200:1.0:1789099945.714151:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099945.714160:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099945.714166:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099945.714175:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.714182:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.714186:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.714190:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099945.714195:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099945.714200:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099945.714205:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099945.714209:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099945.714214:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099945.714221:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099945.714230:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.714234:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099945.714239:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099945.714244:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099945.714251:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099945.714258:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099945.714264:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099945.714270:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099945.714275:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099945.714281:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.714287:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099945.714291:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099945.714299:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.714306:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099945.714312:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099945.714319:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099945.714326:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099945.714329:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099945.714334:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099945.714338:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099945.714342:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099945.714350:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099945.714358:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099945.714371:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964556928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099945.714392:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099945.714397:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.714405:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964556928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099945.714425:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099945.714433:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27093)
00000800:00000200:0.1:1789099945.714502:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099945.714504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099945.714760:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099945.714762:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789099945.714975:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099945.714976:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789099946.737037:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099946.737041:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099946.737044:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099947.056870:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321756931, at 4321756992
00000100:00000010:1.0:1789099947.056885:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8060.
00000020:00000001:1.0:1789099948.785010:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099948.785013:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099948.785016:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099950.832984:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099950.832988:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099950.832994:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099950.833506:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099950.833510:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099950.834120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099950.834122:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099950.834437:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099950.834439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099950.834752:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099950.834755:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789099950.835274:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099950.835278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789099952.176893:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321762051, at 4321762112
00000100:00000010:1.0:1789099952.176906:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789099952.880964:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099952.880968:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099952.880971:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789099954.928994:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099954.928999:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099954.929003:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099955.952911:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099955.952920:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099955.952923:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099955.952927:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099955.952933:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099955.952941:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27093
00000400:00000200:1.0:1789099955.952954:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099955.952965:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099955.952969:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099955.952974:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.952978:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.952980:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.952983:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099955.952986:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099955.952988:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099955.952991:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099955.952995:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099955.952998:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099955.953001:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099955.953004:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953007:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953009:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953011:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099955.953015:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099955.953019:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953022:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099955.953025:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099955.953029:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099955.953032:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953035:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099955.953037:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099955.953047:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099955.953051:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099955.953055:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099955.953057:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953060:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099955.953063:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099955.953068:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099955.953076:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099955.953083:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099955.953093:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964557696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099955.953104:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099955.953109:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.953114:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964557696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099955.953134:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099955.953138:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099955.953141:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099955.953143:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099955.953144:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099955.953147:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099955.953150:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27093
00000400:00000200:1.0:1789099955.953155:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099955.953159:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099955.953162:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099955.953169:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953172:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953179:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953183:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099955.953189:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099955.953192:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099955.953196:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099955.953201:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099955.953207:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099955.953214:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099955.953224:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953229:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953235:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953240:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099955.953245:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099955.953253:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953261:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099955.953267:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099955.953274:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099955.953279:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953285:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099955.953292:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099955.953301:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953307:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099955.953314:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099955.953321:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099955.953327:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099955.953331:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953337:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099955.953340:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099955.953344:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099955.953350:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099955.953357:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099955.953367:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964557824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099955.953386:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099955.953393:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.953406:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964557824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099955.953435:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099955.953442:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099955.953451:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099955.953456:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1789099955.953461:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099955.953462:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789099955.953467:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1789099955.953468:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099955.953477:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27093
00000400:00000200:1.0:1789099955.953487:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099955.953497:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099955.953503:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099955.953510:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953515:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953522:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953527:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099955.953532:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099955.953536:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099955.953540:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099955.953544:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099955.953551:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099955.953556:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099955.953565:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953572:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953578:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953582:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099955.953587:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099955.953593:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953597:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099955.953603:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099955.953606:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099955.953611:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953616:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099955.953620:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099955.953626:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953630:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099955.953636:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099955.953642:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099955.953648:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099955.953651:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953657:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099955.953660:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099955.953664:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099955.953671:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099955.953679:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099955.953704:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964557952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099955.953730:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099955.953736:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.953749:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964557952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099955.953775:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099955.953781:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099955.953826:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099955.953831:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099955.953836:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099955.953845:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099955.953854:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27093
00000400:00000200:1.0:1789099955.953865:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099955.953876:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099955.953882:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099955.953890:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953896:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953903:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953909:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099955.953914:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099955.953917:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099955.953922:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099955.953925:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099955.953930:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099955.953936:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099955.953941:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953944:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.953947:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953951:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099955.953957:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099955.953964:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099955.953971:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099955.953977:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099955.953981:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099955.953987:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.953991:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099955.953996:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099955.954003:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.954008:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099955.954016:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099955.954023:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099955.954028:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099955.954032:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.954037:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099955.954041:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099955.954044:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099955.954052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099955.954060:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099955.954071:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964558080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099955.954090:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099955.954095:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.954107:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964558080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099955.954127:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099955.954134:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099955.954143:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099955.954147:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099955.954150:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099955.954156:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099955.954163:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27093
00000400:00000200:1.0:1789099955.954174:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099955.954185:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099955.954193:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099955.954203:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.954207:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099955.954213:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.954218:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099955.954224:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099955.954228:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099955.954232:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099955.954236:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099955.954240:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099955.954246:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099955.954254:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099955.954260:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1789099955.954264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099955.954267:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:2.1:1789099955.954268:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1789099955.954274:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099955.954281:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099955.954289:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099955.954297:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099955.954302:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099955.954308:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099955.954313:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.954318:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099955.954321:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099955.954329:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.954332:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099955.954338:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099955.954342:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099955.954348:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099955.954351:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099955.954356:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099955.954360:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099955.954365:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099955.954372:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099955.954378:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099955.954388:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964558208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099955.954426:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099955.954431:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.954443:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964558208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099955.954469:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099955.954478:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27103)
00000800:00000200:2.1:1789099955.954611:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099955.954613:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099955.954925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099955.954926:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789099955.955104:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099955.955105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789099956.977065:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099956.977071:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099956.977074:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099957.296876:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321767171, at 4321767232
00000100:00000010:1.0:1789099957.296898:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789099959.025039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099959.025043:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099959.025046:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099961.072927:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099961.072944:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099961.072956:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099961.072966:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099961.072973:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099961.072984:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27098
00000400:00000200:1.0:1789099961.072995:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099961.073006:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099961.073009:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099961.073014:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073021:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073030:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073043:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099961.073047:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099961.073049:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099961.073053:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099961.073058:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099961.073061:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099961.073064:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099961.073068:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073070:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073073:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073075:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099961.073079:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099961.073083:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073086:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099961.073090:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099961.073095:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099961.073098:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073101:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099961.073104:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099961.073117:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099961.073120:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099961.073125:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099961.073126:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073129:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099961.073132:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099961.073137:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099961.073146:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099961.073154:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099961.073164:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964558336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099961.073173:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099961.073178:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.073182:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964558336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099961.073205:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099961.073207:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099961.073211:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099961.073212:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099961.073213:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099961.073216:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099961.073218:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27098
00000400:00000200:1.0:1789099961.073222:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099961.073229:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099961.073231:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099961.073233:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073235:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073238:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073244:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099961.073248:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099961.073256:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099961.073259:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099961.073262:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099961.073265:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099961.073269:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099961.073283:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073291:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073300:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073305:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099961.073309:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099961.073314:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073315:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099961.073320:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099961.073330:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099961.073352:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073370:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099961.073381:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099961.073390:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073404:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099961.073413:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099961.073424:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099961.073432:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099961.073441:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073445:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099961.073448:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099961.073452:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099961.073465:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099961.073480:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099961.073508:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964558464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099961.073588:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099961.073608:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.073621:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964558464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099961.073648:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099961.073654:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099961.073660:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099961.073662:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099961.073669:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099961.073681:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099961.073693:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27098
00000400:00000200:1.0:1789099961.073714:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099961.073727:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099961.073742:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099961.073753:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073761:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073769:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073778:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099961.073781:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099961.073822:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:2.1:1789099961.073823:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789099961.073828:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1789099961.073830:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000040:1.0:1789099961.073831:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099961.073842:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099961.073850:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099961.073861:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073868:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.073872:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073882:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099961.073891:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099961.073900:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099961.073904:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099961.073908:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099961.073914:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099961.073922:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073928:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099961.073931:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099961.073944:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.073952:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099961.073963:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099961.073974:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099961.073987:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099961.073991:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.074000:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099961.074004:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099961.074007:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099961.074013:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099961.074024:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099961.074037:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964558592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099961.074069:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099961.074078:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.074091:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964558592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099961.074174:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099961.074182:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099961.074196:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099961.074201:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099961.074208:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099961.074219:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099961.074230:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27098
00000400:00000200:1.0:1789099961.074245:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099961.074264:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099961.074281:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099961.074301:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074316:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.074326:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074338:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099961.074351:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099961.074358:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099961.074368:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099961.074376:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099961.074386:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099961.074397:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099961.074413:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074422:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.074428:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074445:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099961.074456:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099961.074471:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074484:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099961.074490:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099961.074496:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099961.074507:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.074512:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099961.074525:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099961.074539:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.074545:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099961.074560:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099961.074571:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099961.074581:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099961.074605:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.074609:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099961.074611:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099961.074619:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099961.074636:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099961.074645:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099961.074660:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964558720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099961.074701:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099961.074711:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.074728:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964558720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099961.074754:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099961.074758:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099961.074763:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099961.074767:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099961.074777:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099961.074781:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099961.074811:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27098
00000400:00000200:1.0:1789099961.074830:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099961.074838:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099961.074847:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099961.074861:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074871:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.074879:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074888:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099961.074891:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099961.074895:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099961.074899:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099961.074901:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099961.074911:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099961.074925:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099961.074933:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074945:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099961.074959:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099961.074981:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099961.074989:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099961.074994:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099961.075003:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099961.075010:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099961.075019:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.075023:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099961.075025:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099961.075036:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.075045:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099961.075054:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000800:00000200:2.1:1789099961.075055:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789099961.075061:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000800:00000200:2.1:1789099961.075062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1789099961.075073:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099961.075079:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099961.075083:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099961.075086:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099961.075094:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099961.075104:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099961.075117:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099961.075126:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964558848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099961.075186:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099961.075191:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.075210:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964558848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099961.075295:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099961.075312:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27108)
00000800:00000200:2.1:1789099961.075485:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099961.075487:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099961.075737:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099961.075739:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789099961.075936:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099961.075938:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1789099962.416906:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321772292, at 4321772352
00000100:00000010:1.0:1789099962.416924:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789099963.121009:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099963.121013:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099963.121017:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099966.192921:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099966.192931:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099966.192934:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099966.192938:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099966.192942:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099966.192949:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27103
00000400:00000200:1.0:1789099966.192960:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099966.192969:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099966.192973:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099966.192979:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.192982:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.192988:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194061:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099966.194065:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099966.194066:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099966.194069:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099966.194072:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099966.194074:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099966.194076:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099966.194078:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194080:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194081:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194082:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099966.194085:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099966.194087:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194089:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099966.194092:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099966.194095:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099966.194097:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194098:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099966.194101:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099966.194108:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789099966.194111:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099966.194115:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099966.194116:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194118:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099966.194120:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099966.194124:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099966.194130:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099966.194135:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099966.194143:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964558976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099966.194150:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099966.194154:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.194158:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964558976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099966.194176:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099966.194179:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099966.194182:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099966.194183:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099966.194184:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099966.194186:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099966.194188:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27103
00000400:00000200:1.0:1789099966.194191:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099966.194195:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099966.194197:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099966.194199:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194202:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194204:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194205:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099966.194208:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099966.194209:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099966.194210:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099966.194212:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099966.194213:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099966.194215:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099966.194219:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194225:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194230:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194235:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099966.194237:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099966.194247:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194249:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099966.194252:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099966.194257:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099966.194268:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194280:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099966.194289:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099966.194300:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194310:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099966.194315:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789099966.194317:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099966.194319:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099966.194319:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194321:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099966.194322:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099966.194323:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099966.194328:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099966.194334:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099966.194346:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964559104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099966.194367:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099966.194375:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.194386:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964559104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099966.194395:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099966.194398:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099966.194404:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099966.194406:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099966.194409:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099966.194413:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099966.194416:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27103
00000400:00000200:1.0:1789099966.194418:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099966.194420:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099966.194423:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099966.194431:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194439:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194441:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194442:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099966.194449:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099966.194455:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099966.194457:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099966.194460:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099966.194467:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099966.194469:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099966.194471:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194474:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194483:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194489:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099966.194516:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099966.194531:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194543:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099966.194550:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099966.194555:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099966.194561:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194564:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099966.194572:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099966.194576:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194582:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099966.194593:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789099966.194596:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099966.194598:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099966.194600:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194601:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099966.194603:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099966.194609:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099966.194617:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099966.194625:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099966.194636:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964559232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099966.194647:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099966.194651:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.194657:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964559232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099966.194680:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099966.194683:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099966.194691:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099966.194695:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099966.194702:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099966.194711:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099966.194721:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27103
00000400:00000200:1.0:1789099966.194738:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099966.194746:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099966.194748:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099966.194755:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194760:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194767:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194771:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099966.194782:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099966.194812:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099966.194814:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099966.194816:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099966.194819:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099966.194827:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:2.1:1789099966.194827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099966.194837:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.1:1789099966.194837:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1789099966.194849:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.194858:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194867:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099966.194878:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099966.194885:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099966.194893:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099966.194898:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099966.194903:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099966.194906:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194908:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099966.194910:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099966.194915:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194918:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099966.194930:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789099966.194933:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099966.194939:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099966.194940:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.194944:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099966.194946:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099966.194949:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099966.194960:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099966.194967:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099966.194977:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964559360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099966.194986:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099966.194989:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.194997:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964559360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099966.195064:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099966.195076:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099966.195081:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099966.195083:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099966.195085:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099966.195094:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099966.195099:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27103
00000400:00000200:1.0:1789099966.195109:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099966.195116:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099966.195119:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099966.195122:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.195129:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.195131:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.195133:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099966.195136:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099966.195139:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099966.195140:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099966.195142:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099966.195144:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099966.195153:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099966.195169:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.195177:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099966.195181:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099966.195190:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099966.195200:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099966.195204:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099966.195209:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099966.195211:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099966.195214:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099966.195217:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.195221:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099966.195225:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099966.195232:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.195238:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099966.195246:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789099966.195258:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099966.195262:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099966.195264:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099966.195268:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099966.195271:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099966.195275:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099966.195279:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099966.195286:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099966.195296:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964559488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099966.195322:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099966.195331:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.195341:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964559488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099966.195401:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099966.195411:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27113)
00000800:00000200:2.1:1789099966.195636:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099966.195639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099966.195888:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099966.195890:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099966.196140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099966.196142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789099966.196366:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099966.196368:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789099967.217029:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099967.217033:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099967.217036:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099967.536903:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321777413, at 4321777472
00000100:00000010:1.0:1789099967.536921:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000100:00080000:1.0:1789099971.312898:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099971.312907:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099971.312910:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099971.312915:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099971.312920:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099971.312930:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27108
00000400:00000200:1.0:1789099971.312942:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099971.312958:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099971.312962:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099971.312965:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.312968:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.312970:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.312973:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099971.312976:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099971.312978:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099971.312980:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099971.312984:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099971.312985:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099971.312987:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099971.312989:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.312991:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.312992:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.312994:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099971.312996:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099971.312999:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313001:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099971.313003:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099971.313007:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099971.313009:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313011:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099971.313013:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099971.313025:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789099971.313029:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099971.313034:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099971.313036:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313040:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099971.313043:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099971.313049:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099971.313061:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789099971.313069:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099971.313083:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964559616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099971.313102:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099971.313109:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.313115:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964559616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099971.313142:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099971.313146:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099971.313150:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099971.313153:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099971.313155:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099971.313159:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099971.313162:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27108
00000400:00000200:1.0:1789099971.313168:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099971.313179:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099971.313185:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099971.313192:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313201:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.313209:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313221:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099971.313230:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099971.313236:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099971.313241:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099971.313246:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099971.313255:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099971.313265:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099971.313279:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313288:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.313297:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313314:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099971.313324:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099971.313336:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313345:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099971.313348:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099971.313361:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099971.313369:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313378:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099971.313386:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099971.313408:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313417:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099971.313425:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789099971.313431:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099971.313437:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099971.313441:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313448:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099971.313461:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099971.313470:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099971.313484:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789099971.313493:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099971.313505:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964559744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789099971.313537:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099971.313540:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1789099971.313541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1789099971.313545:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.313559:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964559744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099971.313576:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099971.313580:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099971.313593:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099971.313596:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099971.313599:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099971.313608:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099971.313623:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27108
00000400:00000200:1.0:1789099971.313633:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099971.313646:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099971.313653:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099971.313662:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313668:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.313678:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313688:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099971.313697:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099971.313701:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099971.313709:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099971.313715:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099971.313725:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099971.313734:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099971.313743:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313754:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.313764:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313776:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099971.313784:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099971.313830:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099971.313842:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099971.313849:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099971.313856:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099971.313866:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313870:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099971.313874:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099971.313885:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313892:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099971.313900:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789099971.313911:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099971.313923:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099971.313926:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.313934:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099971.313937:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099971.313943:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099971.313951:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789099971.313963:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099971.313975:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964559872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099971.314004:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099971.314013:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.314025:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964559872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099971.314054:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099971.314060:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099971.314073:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099971.314078:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099971.314087:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099971.314098:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099971.314103:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27108
00000400:00000200:1.0:1789099971.314117:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099971.314128:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099971.314137:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099971.314144:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314150:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.314159:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314165:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099971.314177:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099971.314180:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099971.314183:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099971.314188:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099971.314198:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099971.314207:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099971.314214:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314221:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.314227:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314235:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099971.314237:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099971.314239:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314242:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099971.314244:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099971.314254:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099971.314259:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314268:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099971.314272:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099971.314280:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314289:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099971.314299:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789099971.314304:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099971.314309:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099971.314312:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314317:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099971.314320:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099971.314324:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099971.314335:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789099971.314341:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099971.314359:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964560000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099971.314384:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099971.314391:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.314420:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964560000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099971.314486:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099971.314495:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099971.314503:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099971.314509:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099971.314512:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099971.314522:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099971.314532:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27108
00000400:00000200:1.0:1789099971.314544:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099971.314555:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099971.314563:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099971.314574:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314583:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.314592:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314599:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099971.314607:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099971.314609:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099971.314615:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099971.314619:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099971.314635:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099971.314645:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099971.314654:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314659:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099971.314668:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314684:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.1:1789099971.314692:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789099971.314693:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000800:00000200:2.1:1789099971.314697:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1789099971.314703:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099971.314714:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099971.314725:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099971.314735:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099971.314745:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314753:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099971.314760:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099971.314767:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314779:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099971.314813:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789099971.314821:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099971.314832:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099971.314837:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099971.314843:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099971.314850:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099971.314854:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099971.314861:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789099971.314869:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099971.314887:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964560128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099971.314926:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099971.314933:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.314947:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964560128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099971.314972:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099971.314991:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27118)
00000800:00000200:2.1:1789099971.315137:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099971.315139:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099971.315369:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099971.315370:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789099971.315605:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099971.315608:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1789099972.656842:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321782531, at 4321782592
00000100:00000010:1.0:1789099972.656855:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789099975.408979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099975.408983:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099975.408986:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099976.432896:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099976.432904:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099976.432907:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099976.432910:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099976.432917:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099976.432925:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27113
00000400:00000200:1.0:1789099976.432937:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099976.432946:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099976.432950:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099976.432954:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.432959:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.432962:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.432965:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099976.432970:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099976.432973:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099976.432976:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099976.432980:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099976.432984:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099976.432986:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099976.432990:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.432992:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.432995:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433000:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099976.433006:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099976.433013:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433016:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099976.433020:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099976.433023:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099976.433025:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433028:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099976.433031:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099976.433040:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789099976.433045:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099976.433049:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099976.433051:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433054:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099976.433056:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099976.433061:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099976.433068:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099976.433074:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099976.433082:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964560256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099976.433090:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099976.433094:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.433098:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964560256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099976.433114:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099976.433116:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099976.433119:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099976.433120:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099976.433121:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099976.433123:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099976.433126:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27113
00000400:00000200:1.0:1789099976.433131:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099976.433135:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099976.433139:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099976.433146:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433151:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433156:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433162:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099976.433167:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099976.433170:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099976.433174:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099976.433179:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099976.433185:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099976.433192:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099976.433201:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433205:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433208:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433213:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099976.433219:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099976.433226:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433232:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099976.433236:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099976.433242:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099976.433246:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433247:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099976.433252:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099976.433256:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433260:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099976.433264:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099976.433266:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099976.433270:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099976.433273:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433276:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099976.433278:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099976.433281:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099976.433288:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099976.433293:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099976.433313:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964560384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099976.433323:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099976.433326:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.433334:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964560384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099976.433346:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099976.433350:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099976.433352:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099976.433353:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099976.433356:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099976.433360:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099976.433363:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27113
00000400:00000200:1.0:1789099976.433370:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099976.433376:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099976.433380:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099976.433386:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433391:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433399:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433410:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099976.433416:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099976.433420:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099976.433425:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099976.433430:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099976.433433:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099976.433442:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099976.433450:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433456:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433462:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433467:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099976.433469:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.1:1789099976.433473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789099976.433477:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789099976.433479:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1789099976.433483:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099976.433489:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099976.433494:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099976.433499:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433503:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099976.433507:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099976.433511:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433515:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099976.433523:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099976.433526:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099976.433530:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099976.433533:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433536:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099976.433538:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099976.433541:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099976.433546:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099976.433551:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099976.433560:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964560512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099976.433571:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099976.433574:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.433581:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964560512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099976.433593:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099976.433599:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099976.433604:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099976.433608:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099976.433610:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099976.433613:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099976.433619:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27113
00000400:00000200:1.0:1789099976.433626:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099976.433632:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099976.433636:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099976.433640:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433642:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433647:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433650:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099976.433655:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099976.433657:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099976.433660:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099976.433662:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099976.433665:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099976.433667:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099976.433673:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433677:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433680:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433684:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099976.433688:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099976.433692:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433694:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099976.433698:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099976.433704:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099976.433709:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433712:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099976.433717:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099976.433724:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433729:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099976.433736:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099976.433750:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099976.433755:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099976.433758:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.433762:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099976.433765:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099976.433769:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099976.433775:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099976.433782:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099976.433822:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964560640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099976.433852:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099976.433857:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.433868:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964560640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099976.433889:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099976.433896:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099976.433903:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099976.433908:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099976.433911:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099976.433919:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099976.433925:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27113
00000400:00000200:1.0:1789099976.433934:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099976.433940:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099976.433945:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099976.433949:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433954:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433957:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433961:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099976.433965:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099976.433968:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099976.433971:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099976.433974:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099976.433976:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099976.433979:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099976.433983:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433986:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099976.433987:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433989:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099976.433991:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099976.433995:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099976.433999:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099976.434003:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099976.434007:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099976.434011:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.434016:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099976.434019:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099976.434024:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.434027:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099976.434032:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099976.434036:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099976.434040:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099976.434041:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099976.434046:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099976.434048:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099976.434051:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099976.434057:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099976.434062:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099976.434069:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964560768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099976.434082:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099976.434085:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.434092:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964560768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099976.434108:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099976.434113:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27124)
00000800:00000200:2.1:1789099976.434177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099976.434179:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099976.434474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099976.434475:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099976.434661:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099976.434663:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789099976.434930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099976.434931:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789099977.457006:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099977.457010:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099977.457013:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099977.776924:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321787651, at 4321787712
00000100:00000010:1.0:1789099977.776945:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789099979.505051:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099979.505058:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099979.505063:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789099981.552930:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099981.552945:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789099981.552950:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099981.552955:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099981.552969:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099981.552977:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27119
00000400:00000200:1.0:1789099981.552989:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099981.553000:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099981.553005:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099981.553011:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553018:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553026:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553031:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099981.553036:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099981.553038:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789099981.553040:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099981.553044:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789099981.553046:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789099981.553049:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789099981.553051:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553053:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553054:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553055:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099981.553058:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789099981.553061:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553063:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099981.553066:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099981.553070:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099981.553073:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553074:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789099981.553077:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099981.553089:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789099981.553093:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789099981.553097:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099981.553099:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553102:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099981.553104:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099981.553109:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099981.553121:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789099981.553130:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099981.553142:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964560896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099981.553155:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099981.553162:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.553168:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964560896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099981.553190:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099981.553193:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099981.553196:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789099981.553197:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099981.553198:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099981.553200:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099981.553213:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27119
00000400:00000200:1.0:1789099981.553217:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099981.553219:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099981.553221:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099981.553224:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553226:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553229:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553230:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099981.553232:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099981.553234:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789099981.553235:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099981.553239:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789099981.553241:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789099981.553243:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789099981.553246:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553250:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553252:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553255:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099981.553259:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789099981.553268:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553271:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099981.553273:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099981.553280:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099981.553283:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553289:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099981.553295:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099981.553301:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553306:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099981.553314:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789099981.553317:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099981.553321:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099981.553323:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553328:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099981.553330:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099981.553333:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099981.553351:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789099981.553360:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099981.553373:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964561024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099981.553390:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099981.553397:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.553406:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964561024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099981.553441:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099981.553446:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099981.553453:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789099981.553454:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099981.553455:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099981.553459:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099981.553465:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27119
00000400:00000200:1.0:1789099981.553476:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099981.553484:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099981.553492:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099981.553502:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553513:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553521:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553527:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099981.553533:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099981.553537:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789099981.553547:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099981.553550:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789099981.553557:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789099981.553565:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789099981.553575:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553577:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553587:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553591:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099981.553592:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789099981.553598:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553612:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099981.553619:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099981.553625:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099981.553632:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553638:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099981.553642:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789099981.553654:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553659:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099981.553673:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789099981.553682:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789099981.553689:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099981.553692:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.553697:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099981.553698:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099981.553699:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099981.553702:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789099981.553712:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099981.553724:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964561152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099981.553739:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099981.553744:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.553754:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964561152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789099981.553777:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789099981.553779:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789099981.553813:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1789099981.553821:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099981.553832:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789099981.553839:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099981.553842:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099981.553845:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099981.553851:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27119
00000400:00000200:1.0:1789099981.553862:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099981.553876:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099981.553883:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099981.553897:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553904:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553911:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553916:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099981.553924:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099981.553930:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789099981.553937:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099981.553948:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789099981.553958:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789099981.553965:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789099981.553976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553982:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.553990:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.553997:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099981.554005:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789099981.554010:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554018:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099981.554022:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099981.554029:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099981.554035:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554050:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099981.554054:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789099981.554066:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554070:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099981.554074:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789099981.554078:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789099981.554088:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099981.554092:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554097:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099981.554102:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099981.554107:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099981.554113:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789099981.554119:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099981.554135:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964561280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099981.554159:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099981.554167:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.554181:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964561280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099981.554251:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789099981.554258:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789099981.554273:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789099981.554280:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789099981.554284:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789099981.554295:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789099981.554309:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27119
00000400:00000200:1.0:1789099981.554328:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789099981.554340:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789099981.554346:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789099981.554357:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554367:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.554377:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554386:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789099981.554398:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789099981.554406:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789099981.554417:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789099981.554424:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789099981.554432:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789099981.554441:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789099981.554458:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554464:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789099981.554474:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554482:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789099981.554486:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789099981.554499:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789099981.554510:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789099981.554518:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789099981.554530:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789099981.554539:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554545:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789099981.554550:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789099981.554562:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554572:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789099981.554581:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789099981.554592:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789099981.554602:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789099981.554607:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789099981.554613:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789099981.554616:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789099981.554628:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789099981.554639:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789099981.554652:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789099981.554661:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964561408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789099981.554678:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789099981.554685:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.554691:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964561408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789099981.554716:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789099981.554725:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27129)
00000800:00000200:2.1:1789099981.554851:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099981.554853:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099981.555074:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099981.555076:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099981.555277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099981.555279:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789099981.555538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099981.555539:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789099982.896887:0:425804:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321792772, at 4321792832
00000100:00000010:1.0:1789099982.896902:0:425804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789099983.600957:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099983.600961:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099983.600964:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789099986.673574:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099986.673581:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099986.674357:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099986.674358:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099986.674543:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099986.674545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099986.674870:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099986.674873:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789099986.675229:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789099986.675230:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789099987.697036:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099987.697039:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099987.697042:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789099988.016869:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321797891, at 4321797952
00000100:00000010:1.0:1789099988.016884:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000800:00000200:0.1:1789099991.793778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099991.793810:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789099991.794231:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099991.794241:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099991.794250:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099991.794541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099991.794545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099991.794896:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099991.794900:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099991.795235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099991.795238:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789099991.795554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099991.795557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789099993.136860:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321803012, at 4321803072
00000100:00000010:1.0:1789099993.136875:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc86c0.
00000020:00000001:1.0:1789099995.888968:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099995.888973:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099995.888976:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789099996.914022:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099996.914674:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099996.914990:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099996.915235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789099996.915492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789099998.256951:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321808132, at 4321808192
00000100:00000010:1.0:1789099998.256967:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc84e0.
00000020:00000001:1.0:1789099999.985019:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789099999.985024:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789099999.985028:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100002.032933:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100002.032939:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100002.032941:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100002.032944:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100002.032949:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100002.032956:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27139
00000400:00000200:1.0:1789100002.032964:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100002.032971:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100002.032976:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100002.032982:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.032985:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.032987:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.032990:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100002.032993:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100002.032994:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100002.032996:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100002.032999:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100002.033000:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100002.033002:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100002.033004:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033005:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033006:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033008:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100002.033010:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100002.033012:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033014:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100002.033016:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100002.033018:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100002.033020:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033022:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100002.033023:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100002.033028:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100002.033031:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100002.033038:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100002.033039:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033041:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100002.033043:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100002.033047:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100002.033052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100002.033058:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100002.033067:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964563456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100002.033079:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100002.033083:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.033088:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964563456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100002.033109:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100002.033112:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100002.033115:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100002.033116:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100002.033118:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100002.033120:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100002.033123:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27139
00000400:00000200:1.0:1789100002.033127:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100002.033130:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100002.033133:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100002.033137:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033140:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033143:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033145:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100002.033149:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100002.033151:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100002.033154:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100002.033158:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100002.033163:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100002.033167:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100002.033173:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033179:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033183:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033188:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100002.033193:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100002.033199:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033212:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100002.033218:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100002.033227:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100002.033231:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033235:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100002.033240:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100002.033248:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033252:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100002.033258:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100002.033263:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100002.033268:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100002.033272:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033277:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100002.033279:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100002.033282:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100002.033291:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100002.033295:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100002.033304:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964563584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100002.033321:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100002.033325:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.033336:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964563584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100002.033354:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100002.033359:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100002.033364:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100002.033366:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100002.033370:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100002.033376:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100002.033381:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27139
00000400:00000200:1.0:1789100002.033445:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100002.033453:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100002.033458:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100002.033465:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033470:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033477:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033482:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100002.033487:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789100002.033489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100002.033490:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100002.033495:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789100002.033496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000040:1.0:1789100002.033499:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100002.033505:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100002.033510:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100002.033519:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033525:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033531:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033535:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100002.033540:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100002.033546:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033553:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100002.033558:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100002.033563:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100002.033569:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033574:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100002.033578:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100002.033583:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033587:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100002.033594:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100002.033605:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100002.033611:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100002.033614:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033617:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100002.033621:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100002.033624:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100002.033633:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100002.033640:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100002.033650:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964563712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100002.033661:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100002.033666:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.033676:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964563712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100002.033701:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100002.033707:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100002.033715:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100002.033719:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100002.033722:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100002.033728:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100002.033733:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27139
00000400:00000200:1.0:1789100002.033744:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100002.033751:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100002.033757:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100002.033766:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033770:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033774:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033780:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100002.033838:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100002.033839:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100002.033844:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100002.033847:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100002.033850:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100002.033856:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100002.033867:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033872:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.033877:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033880:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100002.033886:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100002.033894:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100002.033901:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100002.033907:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100002.033912:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100002.033919:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033923:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100002.033927:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100002.033934:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033939:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100002.033945:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100002.033949:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100002.033955:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100002.033959:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.033963:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100002.033967:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100002.033971:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100002.033981:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100002.033988:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100002.033998:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964563840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100002.034024:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100002.034030:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.034040:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964563840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100002.034066:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100002.034073:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100002.034078:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100002.034083:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100002.034086:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100002.034091:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100002.034098:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27139
00000400:00000200:1.0:1789100002.034108:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100002.034115:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100002.034120:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100002.034126:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.034131:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.034136:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.034140:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100002.034143:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100002.034144:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100002.034146:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100002.034151:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100002.034155:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100002.034160:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100002.034167:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.034171:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100002.034178:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100002.034183:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100002.034189:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100002.034194:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100002.034201:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100002.034204:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100002.034210:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100002.034217:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.034222:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100002.034226:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100002.034232:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.034234:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100002.034241:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100002.034247:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100002.034253:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100002.034256:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100002.034261:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100002.034265:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100002.034270:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100002.034279:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100002.034285:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100002.034294:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964563968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100002.034311:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100002.034316:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.034328:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964563968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100002.034347:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100002.034358:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27149)
00000800:00000200:0.1:1789100002.034430:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100002.034434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100002.034763:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100002.034765:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100002.035045:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100002.035048:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100002.035371:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100002.035373:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789100003.376873:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321813251, at 4321813312
00000100:00000010:1.0:1789100003.376899:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8780.
00000020:00000001:1.0:1789100004.080954:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100004.080957:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100004.080960:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100007.152901:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100007.152910:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100007.152914:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100007.152918:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100007.152923:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100007.152930:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27144
00000400:00000200:1.0:1789100007.152939:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100007.152945:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100007.152948:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100007.152951:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.152955:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.152960:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.152963:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100007.152967:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100007.152969:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100007.152971:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100007.152974:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100007.152976:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100007.152978:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100007.152980:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.152982:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.152985:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.152986:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100007.152989:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100007.152991:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100007.152993:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100007.152995:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100007.152998:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100007.153000:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153001:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100007.153003:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100007.153010:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100007.153012:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100007.153015:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100007.153017:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153018:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100007.153021:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100007.153023:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100007.153029:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100007.153034:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100007.153041:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964564096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100007.153053:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100007.153056:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153060:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964564096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100007.153075:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100007.153077:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100007.153079:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100007.153080:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100007.153082:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100007.153084:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100007.153086:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27144
00000400:00000200:1.0:1789100007.153089:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100007.153091:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100007.153093:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100007.153095:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153097:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153102:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153104:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100007.153107:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100007.153110:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100007.153112:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100007.153115:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100007.153117:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100007.153121:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100007.153127:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153130:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153134:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153139:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100007.153143:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100007.153147:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153151:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100007.153152:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100007.153159:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100007.153165:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153166:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100007.153171:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100007.153175:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153178:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100007.153181:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100007.153185:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100007.153188:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100007.153190:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153192:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100007.153193:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100007.153195:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100007.153200:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100007.153204:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100007.153210:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964564224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100007.153217:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100007.153221:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153225:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964564224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100007.153236:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100007.153240:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100007.153243:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100007.153244:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100007.153246:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100007.153251:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100007.153254:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27144
00000400:00000200:1.0:1789100007.153257:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100007.153262:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100007.153264:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100007.153266:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153268:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153270:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153274:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100007.153277:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100007.153280:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100007.153282:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100007.153285:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100007.153289:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100007.153291:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100007.153296:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153298:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153301:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153304:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100007.153307:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100007.153312:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153316:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100007.153319:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100007.153321:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100007.153325:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153329:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100007.153331:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100007.153336:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153339:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100007.153342:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100007.153345:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100007.153350:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100007.153353:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153355:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100007.153355:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100007.153357:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100007.153369:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100007.153373:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100007.153380:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964564352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100007.153386:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100007.153389:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153394:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964564352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100007.153401:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100007.153404:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100007.153409:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100007.153410:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100007.153413:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100007.153418:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100007.153423:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27144
00000400:00000200:1.0:1789100007.153463:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100007.153468:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100007.153472:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100007.153474:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153475:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153477:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153479:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100007.153482:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100007.153485:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100007.153487:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100007.153490:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100007.153495:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100007.153501:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100007.153508:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153513:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153518:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100007.153520:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100007.153522:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100007.153529:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000800:00000200:0.1:1789100007.153530:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1789100007.153534:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153539:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100007.153542:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100007.153546:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100007.153549:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153552:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100007.153554:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100007.153557:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153561:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100007.153564:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100007.153567:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100007.153571:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100007.153572:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153574:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100007.153578:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100007.153580:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100007.153587:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100007.153590:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100007.153597:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964564480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100007.153620:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100007.153623:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153629:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964564480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100007.153638:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100007.153641:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100007.153645:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100007.153649:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100007.153651:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100007.153657:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100007.153661:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27144
00000400:00000200:1.0:1789100007.153668:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100007.153672:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100007.153677:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100007.153682:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153685:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153689:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153692:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100007.153695:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100007.153696:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100007.153697:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100007.153699:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100007.153702:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100007.153708:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100007.153716:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153737:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100007.153741:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153745:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100007.153750:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100007.153755:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100007.153760:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100007.153763:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100007.153767:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100007.153770:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153772:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100007.153776:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100007.153779:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153782:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100007.153805:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100007.153808:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100007.153810:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100007.153811:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100007.153812:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100007.153814:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100007.153815:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100007.153820:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100007.153823:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100007.153828:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964564608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100007.153834:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100007.153836:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153839:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964564608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100007.153850:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100007.153857:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27154)
00000800:00000200:0.1:1789100007.154193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100007.154196:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100007.154522:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100007.154526:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100007.154890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100007.154893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100007.155211:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100007.155214:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789100008.176956:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100008.176960:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100008.176963:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100008.496894:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321818371, at 4321818432
00000100:00000010:1.0:1789100008.496912:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d20.
00000020:00000001:1.0:1789100012.273028:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100012.273037:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100012.273048:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100012.273665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100012.273674:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100012.274315:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100012.274317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100012.274606:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100012.274609:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100012.274954:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100012.274957:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100012.275244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100012.275247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789100013.616920:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321823492, at 4321823552
00000100:00000010:1.0:1789100013.616938:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc83c0.
00000020:00000001:1.0:1789100016.368944:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100016.368948:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100016.368952:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100017.393469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100017.393473:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100017.394115:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100017.394118:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100017.394622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100017.394624:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100017.394878:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100017.394879:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100017.395086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100017.395089:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789100018.736872:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321828611, at 4321828672
00000100:00000010:1.0:1789100018.736888:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ba0.
00000020:00000001:1.0:1789100020.465034:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100020.465038:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100020.465041:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100022.513395:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100022.513402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100022.514136:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100022.514141:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100022.514349:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100022.514350:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100022.514640:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100022.514641:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100022.514873:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100022.514875:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789100023.856911:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321833731, at 4321833792
00000100:00000010:1.0:1789100023.856926:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ea0.
00000020:00000001:1.0:1789100024.561025:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100024.561029:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100024.561032:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100027.633444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100027.633450:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100027.634029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100027.634031:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100027.634217:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100027.634219:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100027.634450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100027.634451:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100027.634681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100027.634682:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789100028.656944:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100028.656949:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100028.656952:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100028.976923:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321838851, at 4321838912
00000100:00000010:1.0:1789100028.976942:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc85a0.
00000020:00000001:1.0:1789100032.752955:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100032.752960:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100032.752964:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100032.753467:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100032.753473:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100032.754064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100032.754067:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100032.754275:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100032.754277:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100032.754485:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100032.754487:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100032.754667:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100032.754669:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789100034.096887:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321843971, at 4321844032
00000100:00000010:1.0:1789100034.096901:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc81e0.
00000020:00000001:1.0:1789100036.849008:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100036.849013:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100036.849017:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100037.873386:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100037.873393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100037.874023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100037.874024:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100037.874235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100037.874237:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100037.874412:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100037.874414:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100037.874655:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100037.874657:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789100039.216902:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321849091, at 4321849152
00000100:00000010:1.0:1789100039.216920:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8120.
00000020:00000001:1.0:1789100040.944918:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100040.944922:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100040.944925:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100042.993461:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100042.993468:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100042.994199:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100042.994201:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100042.994392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100042.994394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100042.994568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100042.994569:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100042.994826:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100042.994827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789100044.336900:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321854211, at 4321854272
00000100:00000010:1.0:1789100044.336920:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100045.041069:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100045.041074:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100045.041079:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100048.113415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100048.113422:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100048.114065:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100048.114068:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100048.114277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100048.114278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100048.114453:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100048.114455:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100048.114627:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100048.114629:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789100049.136969:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100049.136973:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100049.136976:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100049.456934:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321859331, at 4321859392
00000100:00000010:1.0:1789100049.456950:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789100053.232946:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100053.232950:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100053.232954:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100053.233442:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100053.233449:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100053.234107:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100053.234109:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100053.234297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100053.234299:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100053.234474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100053.234476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100053.234720:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100053.234722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789100054.576913:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321864451, at 4321864512
00000100:00000010:1.0:1789100054.576932:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100057.328954:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100057.328958:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100057.328962:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100058.353497:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100058.353503:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100058.354121:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100058.354123:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100058.354384:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100058.354386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100058.354595:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100058.354596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100058.354933:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100058.354935:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789100059.696892:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321869571, at 4321869632
00000100:00000010:1.0:1789100059.696909:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789100061.425001:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100061.425007:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100061.425011:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100063.473453:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100063.473759:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100063.474170:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100063.474499:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100063.474691:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100064.816909:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321874691, at 4321874752
00000100:00000010:1.0:1789100064.816936:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100065.520962:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100065.520966:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100065.520969:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100068.593656:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100068.593663:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100068.594638:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100068.594640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100068.594997:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100068.595000:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100068.595323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100068.595326:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100068.595866:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100068.595870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789100069.617093:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100069.617098:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100069.617101:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100069.936871:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321879812, at 4321879872
00000100:00000010:1.0:1789100069.936888:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000100:00080000:1.0:1789100073.712901:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100073.712912:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100073.712916:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100073.712921:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100073.712926:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100073.712935:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27211
00000400:00000200:1.0:1789100073.712946:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100073.712962:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100073.712967:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100073.712971:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.712973:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.712976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.712978:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100073.712981:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100073.712982:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100073.712984:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100073.712988:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100073.712990:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100073.712992:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100073.712994:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.712995:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.712997:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.712998:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100073.713000:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100073.713002:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713004:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100073.713006:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100073.713009:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100073.713011:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713013:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100073.713015:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100073.713023:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100073.713025:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100073.713028:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100073.713030:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713032:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100073.713034:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100073.713037:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100073.713043:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100073.713052:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100073.713062:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964572416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100073.713071:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100073.713075:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713079:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964572416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100073.713093:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100073.713095:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100073.713098:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100073.713099:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100073.713101:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100073.713103:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100073.713105:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27211
00000400:00000200:1.0:1789100073.713108:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100073.713111:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100073.713112:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100073.713117:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713119:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713124:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713127:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100073.713130:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100073.713131:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100073.713132:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100073.713134:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100073.713137:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100073.713141:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100073.713147:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713151:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713154:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713157:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100073.713161:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100073.713165:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713168:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100073.713171:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100073.713176:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100073.713179:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713183:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100073.713189:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100073.713193:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713195:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100073.713199:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100073.713203:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100073.713206:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100073.713209:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713211:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100073.713212:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100073.713214:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100073.713220:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100073.713225:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100073.713236:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964572544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100073.713251:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100073.713257:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713265:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964572544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100073.713281:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100073.713288:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100073.713293:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100073.713295:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100073.713297:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100073.713300:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100073.713305:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27211
00000400:00000200:1.0:1789100073.713310:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100073.713315:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100073.713319:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100073.713324:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713328:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713330:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713334:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100073.713336:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100073.713339:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100073.713342:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100073.713344:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100073.713346:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100073.713351:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100073.713355:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713358:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713360:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713361:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100073.713363:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100073.713364:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713366:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100073.713368:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100073.713373:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100073.713376:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713381:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100073.713386:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100073.713390:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713403:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100073.713410:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100073.713416:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100073.713421:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100073.713424:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713426:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100073.713429:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100073.713431:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100073.713437:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100073.713445:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100073.713457:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964572672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100073.713482:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100073.713487:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713495:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964572672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100073.713511:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100073.713514:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100073.713520:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100073.713521:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100073.713522:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100073.713527:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100073.713531:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27211
00000400:00000200:1.0:1789100073.713537:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100073.713543:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100073.713545:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1789100073.713551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100073.713552:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713556:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713559:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:2.1:1789100073.713560:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1789100073.713562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100073.713567:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100073.713569:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100073.713570:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100073.713573:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100073.713576:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100073.713579:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100073.713585:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713587:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713589:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713590:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100073.713592:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100073.713598:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713600:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100073.713604:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100073.713608:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100073.713612:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713617:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100073.713621:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100073.713624:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713628:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100073.713632:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100073.713637:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100073.713642:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100073.713644:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713647:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100073.713650:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100073.713652:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100073.713656:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100073.713661:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100073.713667:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964572800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100073.713695:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100073.713698:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713702:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964572800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100073.713708:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100073.713712:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100073.713715:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100073.713717:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100073.713720:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100073.713723:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100073.713725:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27211
00000400:00000200:1.0:1789100073.713732:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100073.713734:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100073.713736:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100073.713741:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713742:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713744:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713745:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100073.713747:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100073.713749:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100073.713750:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100073.713752:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100073.713753:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100073.713754:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100073.713756:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713757:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100073.713758:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713759:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100073.713762:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100073.713765:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100073.713766:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100073.713767:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100073.713770:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100073.713773:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713776:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100073.713777:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100073.713779:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713780:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100073.713782:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100073.713783:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100073.713784:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100073.713803:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100073.713805:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100073.713806:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100073.713807:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100073.713810:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100073.713813:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100073.713817:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964572928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100073.713825:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100073.713830:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713833:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964572928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100073.713842:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100073.713848:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27221)
00000800:00000200:2.1:1789100073.714171:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100073.714174:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100073.714449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100073.714451:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100073.714653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100073.714654:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100073.714845:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100073.714847:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789100075.056886:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321884931, at 4321884992
00000100:00000010:1.0:1789100075.056901:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000800:00000200:2.1:1789100078.833456:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100078.833462:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100078.834128:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100078.834129:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100078.834328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100078.834329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100078.834562:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100078.834564:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100078.834833:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100078.834834:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789100080.176871:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321890051, at 4321890112
00000100:00000010:1.0:1789100080.176886:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000800:00000200:2.1:1789100083.953544:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100083.953551:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100083.954125:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100083.954128:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100083.954381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100083.954383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100083.954564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100083.954566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100083.954741:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100083.954743:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789100085.296898:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321895171, at 4321895232
00000100:00000010:1.0:1789100085.296913:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100086.000926:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100086.000931:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100086.000933:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100089.073485:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100089.073490:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100089.074195:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100089.074196:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100089.074392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100089.074394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100089.074594:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100089.074597:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100089.074869:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100089.074870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789100090.096901:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100090.096905:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100090.096908:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100090.416913:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321900291, at 4321900352
00000100:00000010:1.0:1789100090.416931:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000100:00080000:1.0:1789100094.192868:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100094.192880:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100094.192885:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100094.192889:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100094.192895:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100094.192902:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27231
00000400:00000200:1.0:1789100094.192912:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100094.192920:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100094.192923:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100094.192928:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.192934:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.192939:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.192943:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100094.192947:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100094.192949:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100094.192952:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100094.192955:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100094.192958:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100094.192960:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100094.192964:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.192966:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.192969:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.192971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100094.192974:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100094.192978:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100094.192981:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100094.192984:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100094.192988:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100094.192991:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.192993:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100094.192996:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100094.193004:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100094.193007:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100094.193012:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100094.193013:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193016:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100094.193019:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100094.193023:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100094.193030:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100094.193036:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100094.193045:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964574976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100094.193056:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100094.193061:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.193066:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964574976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100094.193103:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100094.193106:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100094.193110:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100094.193112:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100094.193114:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100094.193116:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100094.193119:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27231
00000400:00000200:1.0:1789100094.193123:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100094.193127:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100094.193130:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100094.193133:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193136:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193139:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193143:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100094.193147:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100094.193151:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100094.193155:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100094.193159:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100094.193164:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100094.193169:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100094.193177:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193181:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193186:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193191:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100094.193195:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100094.193202:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193209:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100094.193213:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100094.193222:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100094.193228:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193234:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100094.193239:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100094.193247:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193250:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100094.193254:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100094.193259:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100094.193264:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100094.193266:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193268:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100094.193272:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100094.193276:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100094.193283:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100094.193290:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100094.193300:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964575104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100094.193318:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100094.193323:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.193332:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964575104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100094.193349:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100094.193354:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100094.193359:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100094.193362:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100094.193365:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100094.193370:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100094.193377:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27231
00000400:00000200:1.0:1789100094.193383:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100094.193389:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100094.193394:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100094.193402:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193406:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193412:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193417:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100094.193420:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100094.193422:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100094.193426:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100094.193430:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100094.193435:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100094.193441:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100094.193448:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193453:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193460:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193464:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100094.193468:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.1:1789100094.193469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100094.193474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1789100094.193475:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193481:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100094.193485:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100094.193490:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100094.193494:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193495:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100094.193497:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100094.193503:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193507:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100094.193510:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100094.193514:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100094.193517:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100094.193520:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193523:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100094.193525:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100094.193528:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100094.193533:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100094.193537:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100094.193545:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964575232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100094.193558:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100094.193561:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.193564:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964575232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100094.193578:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100094.193581:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100094.193587:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100094.193588:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100094.193589:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100094.193591:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100094.193596:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27231
00000400:00000200:1.0:1789100094.193600:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100094.193606:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100094.193609:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100094.193614:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193617:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193622:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193626:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100094.193630:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100094.193631:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100094.193634:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100094.193637:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100094.193641:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100094.193647:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100094.193653:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193657:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193659:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193662:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100094.193667:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100094.193671:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193675:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100094.193679:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100094.193682:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100094.193687:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193691:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100094.193694:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100094.193699:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193703:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100094.193708:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100094.193713:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100094.193719:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100094.193721:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193726:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100094.193729:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100094.193732:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100094.193736:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100094.193741:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100094.193749:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964575360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100094.193764:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100094.193767:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.193773:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964575360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100094.193804:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100094.193806:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100094.193809:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100094.193811:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100094.193814:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100094.193819:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100094.193823:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27231
00000400:00000200:1.0:1789100094.193829:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100094.193835:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100094.193840:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100094.193847:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193853:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193858:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193863:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100094.193868:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100094.193869:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100094.193870:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100094.193872:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100094.193873:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100094.193874:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100094.193876:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193879:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100094.193882:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193884:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100094.193885:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100094.193887:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100094.193891:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100094.193893:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100094.193897:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100094.193898:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193903:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100094.193905:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100094.193910:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193914:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100094.193917:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100094.193921:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100094.193925:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100094.193926:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100094.193931:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100094.193933:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100094.193934:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100094.193941:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100094.193947:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100094.193956:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964575488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100094.193982:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100094.193988:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.194000:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964575488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100094.194023:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100094.194031:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27241)
00000800:00000200:2.1:1789100094.194123:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100094.194125:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100094.194310:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100094.194312:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100094.194519:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100094.194520:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100094.194768:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100094.194769:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1789100095.536901:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321905411, at 4321905472
00000100:00000010:1.0:1789100095.536916:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789100096.240966:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100096.240971:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100096.240974:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100099.312954:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100099.312973:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100099.312991:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100099.312998:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100099.313007:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100099.313021:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27236
00000400:00000200:1.0:1789100099.313034:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100099.313046:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100099.313051:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100099.313058:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313062:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313066:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313069:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100099.313075:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100099.313079:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100099.313085:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100099.313091:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100099.313098:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100099.313103:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100099.313108:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313111:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313114:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313116:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100099.313120:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100099.313123:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313127:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100099.313130:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100099.313134:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100099.313138:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313141:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100099.313144:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100099.313156:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100099.313160:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100099.313165:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100099.313167:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313171:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100099.313174:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100099.313178:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100099.313188:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100099.313196:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100099.313210:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964575616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100099.313221:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100099.313226:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.313230:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964575616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100099.313250:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100099.313253:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100099.313256:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100099.313257:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100099.313259:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100099.313261:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100099.313263:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27236
00000400:00000200:1.0:1789100099.313267:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100099.313269:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100099.313271:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100099.313273:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313276:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313277:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313279:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100099.313282:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100099.313283:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100099.313284:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100099.313286:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100099.313288:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100099.313292:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100099.313297:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313300:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313304:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313312:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100099.313314:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100099.313316:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313318:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100099.313321:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100099.313327:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100099.313334:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313342:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100099.313359:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100099.313369:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313376:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100099.313390:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100099.313398:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100099.313410:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100099.313417:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313422:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100099.313427:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100099.313433:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100099.313443:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100099.313453:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100099.313464:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964575744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100099.313481:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100099.313488:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.313501:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964575744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100099.313529:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100099.313537:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100099.313556:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100099.313560:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100099.313567:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100099.313578:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100099.313587:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27236
00000400:00000200:1.0:1789100099.313597:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100099.313606:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100099.313610:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100099.313619:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313629:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313633:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313640:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100099.313648:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100099.313653:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100099.313658:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100099.313665:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100099.313674:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100099.313684:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100099.313695:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313703:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.313716:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313726:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100099.313747:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100099.313758:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100099.313766:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100099.313771:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100099.313778:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789100099.313814:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100099.313819:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
02000000:00000001:1.0:1789100099.313833:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313838:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100099.313841:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100099.313851:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313856:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100099.313865:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100099.313871:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100099.313878:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100099.313882:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.313887:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100099.313890:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100099.313897:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100099.313907:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100099.313915:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100099.313927:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964575872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100099.313990:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100099.313995:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.314006:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964575872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100099.314035:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100099.314043:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100099.314055:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100099.314058:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100099.314062:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100099.314067:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100099.314073:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27236
00000400:00000200:1.0:1789100099.314086:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100099.314098:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100099.314108:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100099.314118:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314123:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.314131:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314143:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100099.314152:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100099.314156:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100099.314160:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100099.314165:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100099.314174:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100099.314183:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100099.314192:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314198:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.314207:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314216:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100099.314225:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100099.314238:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314248:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100099.314256:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100099.314263:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100099.314269:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314274:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100099.314285:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100099.314293:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314299:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100099.314309:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100099.314319:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100099.314327:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100099.314332:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314339:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100099.314344:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100099.314350:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100099.314361:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100099.314369:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100099.314381:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964576000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100099.314412:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100099.314417:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.314431:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964576000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100099.314467:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100099.314475:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100099.314485:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100099.314487:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100099.314493:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100099.314499:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100099.314509:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27236
00000400:00000200:1.0:1789100099.314523:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100099.314534:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100099.314538:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100099.314548:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314550:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.314559:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314564:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100099.314571:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100099.314577:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100099.314582:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100099.314587:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100099.314594:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100099.314603:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100099.314614:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314621:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100099.314630:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314635:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100099.314640:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100099.314651:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100099.314660:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100099.314668:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100099.314675:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100099.314689:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314695:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100099.314701:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100099.314708:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314715:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100099.314727:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100099.314737:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100099.314745:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100099.314748:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100099.314754:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100099.314756:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100099.314759:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100099.314771:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100099.314815:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100099.314830:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964576128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100099.314856:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100099.314860:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.314872:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964576128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100099.314907:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100099.314916:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27246)
00000800:00000200:2.1:1789100099.315002:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100099.315005:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100099.315318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100099.315321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100099.315625:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100099.315628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100099.316075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100099.316077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789100100.336985:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100100.336989:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100100.336991:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100100.656878:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321910532, at 4321910592
00000100:00000010:1.0:1789100100.656894:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789100104.433083:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100104.433088:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100104.433092:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100104.433517:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100104.433522:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100104.434301:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100104.434305:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100104.434523:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100104.434524:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100104.434755:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100104.434756:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100104.435037:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100104.435039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789100105.776881:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321915651, at 4321915712
00000100:00000010:1.0:1789100105.776893:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100106.480988:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100106.480994:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100106.480997:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100108.529069:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100108.529077:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100108.529082:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100109.553304:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100109.553308:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100109.553730:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100109.553732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100109.553971:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100109.553974:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100109.554193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100109.554194:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100109.554519:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100109.554521:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789100110.576991:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100110.576995:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100110.576998:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100110.896869:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321920771, at 4321920832
00000100:00000010:1.0:1789100110.896889:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100112.625020:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100112.625024:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100112.625027:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100114.673143:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100114.673150:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100114.673154:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100114.673866:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100114.673876:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100114.674981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100114.674983:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100114.675176:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100114.675178:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100114.675364:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100114.675366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100114.675619:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100114.675621:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100116.016922:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321925892, at 4321925952
00000100:00000010:1.0:1789100116.016944:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100116.721033:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100116.721037:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100116.721041:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100118.769009:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100118.769014:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100118.769017:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100119.793772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100119.793821:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100119.794874:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100119.794877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100119.795198:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100119.795200:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100119.795507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100119.795510:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100119.795971:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100119.795974:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789100120.816940:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100120.816946:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100120.816950:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100121.136937:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321931012, at 4321931072
00000100:00000010:1.0:1789100121.136955:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100122.864967:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100122.864982:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100122.864985:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100124.912974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100124.912978:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100124.912983:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100124.913888:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100124.913906:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100124.914691:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100124.914694:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100124.914925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100124.914927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100124.915129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100124.915132:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100124.915402:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100124.915403:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789100126.256902:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321936132, at 4321936192
00000100:00000010:1.0:1789100126.256922:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100126.961022:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100126.961028:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100126.961033:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100129.008974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100129.008980:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100129.008983:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100130.033659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100130.034234:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100130.034761:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100130.035191:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100130.035384:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100131.056979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100131.056983:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100131.056987:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100131.376909:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321941251, at 4321941312
00000100:00000010:1.0:1789100131.376928:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000100:00080000:1.0:1789100135.152988:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100135.153001:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100135.153004:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100135.153007:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100135.153015:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100135.153027:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27272
00000400:00000200:1.0:1789100135.153048:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100135.153060:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100135.153071:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100135.153081:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153089:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153094:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153097:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100135.153102:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100135.153104:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100135.153107:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100135.153111:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100135.153114:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100135.153117:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100135.153123:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153126:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153129:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153133:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100135.153137:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100135.153142:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153146:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100135.153150:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100135.153154:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100135.153159:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153161:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100135.153164:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100135.153188:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100135.153193:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100135.153199:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100135.153201:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153206:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100135.153211:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100135.153217:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100135.153226:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100135.153236:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100135.153250:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964580096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100135.153261:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100135.153266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.153271:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964580096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100135.153309:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100135.153313:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100135.153317:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100135.153318:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100135.153320:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100135.153323:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100135.153326:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27272
00000400:00000200:1.0:1789100135.153330:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100135.153333:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100135.153336:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100135.153339:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153342:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153343:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153347:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100135.153349:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100135.153350:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100135.153352:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100135.153355:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100135.153357:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100135.153359:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100135.153367:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153370:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153373:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153375:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100135.153377:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100135.153380:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153383:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100135.153385:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100135.153393:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100135.153395:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153396:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100135.153401:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100135.153410:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153412:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100135.153418:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100135.153420:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100135.153423:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100135.153425:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153427:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100135.153428:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100135.153430:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100135.153446:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100135.153450:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100135.153455:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964580224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100135.153468:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100135.153470:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.153474:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964580224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100135.153481:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100135.153484:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100135.153487:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100135.153489:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100135.153490:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100135.153493:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100135.153496:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27272
00000400:00000200:1.0:1789100135.153500:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100135.153502:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100135.153504:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100135.153507:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153509:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153510:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153512:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100135.153514:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100135.153516:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100135.153517:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100135.153519:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100135.153521:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100135.153523:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100135.153526:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153528:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153530:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153531:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100135.153534:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100135.153537:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153539:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100135.153540:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100135.153543:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100135.153546:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153548:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100135.153550:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100135.153552:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153554:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100135.153558:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100135.153560:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100135.153562:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100135.153563:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153565:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100135.153566:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100135.153568:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100135.153573:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100135.153578:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100135.153587:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964580352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100135.153594:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100135.153596:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.153600:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964580352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100135.153608:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100135.153610:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100135.153614:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100135.153615:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100135.153617:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100135.153620:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100135.153623:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27272
00000400:00000200:1.0:1789100135.153627:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100135.153630:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100135.153633:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100135.153636:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153638:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153640:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153642:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100135.153644:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100135.153645:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100135.153647:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100135.153649:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100135.153651:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100135.153653:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100135.153656:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153657:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153659:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153661:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100135.153664:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100135.153666:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153669:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100135.153671:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100135.153674:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100135.153676:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153678:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100135.153681:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100135.153684:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153686:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100135.153690:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100135.153693:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100135.153697:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100135.153702:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153709:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100135.153710:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100135.153712:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100135.153716:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100135.153721:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100135.153732:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964580480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100135.153764:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100135.153769:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.153777:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964580480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100135.153818:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100135.153822:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100135.153825:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100135.153828:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100135.153830:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100135.153834:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100135.153841:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27272
00000400:00000200:1.0:1789100135.153848:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100135.153856:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100135.153860:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100135.153865:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153869:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153875:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153879:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100135.153883:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100135.153885:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100135.153887:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100135.153893:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100135.153899:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100135.153905:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100135.153912:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153915:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100135.153922:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153925:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100135.153928:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100135.153935:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100135.153938:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100135.153940:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100135.153944:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100135.153948:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153950:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100135.153953:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100135.153955:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153957:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100135.153962:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100135.153965:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100135.153971:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100135.153976:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100135.153981:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100135.153984:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100135.153986:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100135.153993:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100135.154000:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100135.154010:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964580608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100135.154022:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100135.154027:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.154037:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964580608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100135.154051:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100135.154062:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27282)
00000800:00000200:0.1:1789100135.154166:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100135.154170:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100135.154590:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100135.154593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100135.154967:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100135.154969:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100135.155441:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100135.155444:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100135.155742:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100135.155745:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789100136.496904:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321946372, at 4321946432
00000100:00000010:1.0:1789100136.496925:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8720.
00000100:00080000:1.0:1789100140.272881:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100140.272889:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100140.272891:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100140.272895:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100140.272899:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100140.272905:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27277
00000400:00000200:1.0:1789100140.272913:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100140.272918:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100140.272921:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100140.272923:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.272926:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.272927:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.272929:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100140.272932:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100140.272934:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100140.272936:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100140.272939:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100140.272941:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100140.272942:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100140.272944:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.272945:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.272947:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.272948:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100140.272950:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100140.272953:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100140.272954:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100140.272956:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100140.272964:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100140.272966:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.272968:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100140.272970:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100140.272978:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100140.272981:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100140.272986:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100140.272988:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.272991:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100140.272994:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100140.272998:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100140.273007:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100140.273014:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100140.273024:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964580736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100140.273036:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100140.273040:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273045:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964580736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100140.273063:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100140.273066:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100140.273073:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100140.273074:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100140.273076:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100140.273078:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100140.273080:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27277
00000400:00000200:1.0:1789100140.273084:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100140.273087:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100140.273089:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100140.273092:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273094:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273097:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273098:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100140.273101:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100140.273102:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100140.273103:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100140.273106:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100140.273108:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100140.273109:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100140.273112:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273114:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273118:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273121:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100140.273126:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100140.273131:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273135:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100140.273138:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100140.273144:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100140.273147:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273151:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100140.273156:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100140.273162:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273167:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100140.273172:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100140.273177:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100140.273182:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100140.273185:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273189:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100140.273191:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100140.273194:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100140.273198:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100140.273219:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100140.273227:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964580864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100140.273237:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100140.273241:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273248:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964580864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100140.273262:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100140.273265:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100140.273269:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100140.273272:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100140.273275:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100140.273278:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100140.273280:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27277
00000400:00000200:1.0:1789100140.273286:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100140.273291:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100140.273294:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100140.273297:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273301:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273303:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273305:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100140.273307:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100140.273309:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100140.273312:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100140.273315:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100140.273316:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100140.273317:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100140.273320:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273321:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273324:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273329:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100140.273334:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100140.273339:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273342:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100140.273344:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100140.273348:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100140.273353:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273357:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100140.273361:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100140.273376:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273380:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100140.273387:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100140.273392:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100140.273397:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100140.273399:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273402:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100140.273404:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100140.273405:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100140.273409:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100140.273413:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100140.273419:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964580992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100140.273428:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100140.273432:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273437:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964580992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100140.273449:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100140.273453:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100140.273458:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100140.273462:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100140.273465:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100140.273469:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100140.273474:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27277
00000400:00000200:1.0:1789100140.273504:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100140.273510:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100140.273512:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100140.273515:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273519:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273521:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273523:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100140.273526:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100140.273529:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100140.273533:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100140.273536:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100140.273540:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.1:1789100140.273541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100140.273542:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.1:1789100140.273547:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789100140.273549:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273553:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273558:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100140.273564:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100140.273569:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273572:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100140.273573:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100140.273575:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100140.273577:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273582:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100140.273585:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100140.273588:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273591:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100140.273595:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100140.273598:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100140.273600:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100140.273602:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273606:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100140.273607:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100140.273610:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100140.273615:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100140.273618:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100140.273630:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964581120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100140.273652:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100140.273656:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273663:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964581120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100140.273673:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100140.273677:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100140.273686:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100140.273697:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100140.273704:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100140.273709:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100140.273716:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27277
00000400:00000200:1.0:1789100140.273725:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100140.273733:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100140.273737:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100140.273744:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273747:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273752:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273754:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100140.273758:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100140.273760:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100140.273762:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100140.273766:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100140.273768:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100140.273774:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100140.273780:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273783:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100140.273805:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273807:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100140.273809:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100140.273812:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100140.273814:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100140.273815:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100140.273818:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100140.273820:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273822:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100140.273824:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100140.273826:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273829:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100140.273836:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100140.273840:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100140.273844:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100140.273846:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100140.273849:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100140.273852:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100140.273855:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100140.273860:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100140.273864:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100140.273871:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964581248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100140.273880:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100140.273884:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273892:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964581248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100140.273913:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100140.273917:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27287)
00000800:00000200:0.1:1789100140.274223:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100140.274226:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100140.274554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100140.274557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100140.274898:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100140.274901:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100140.275227:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100140.275230:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789100141.616920:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321951491, at 4321951552
00000100:00000010:1.0:1789100141.616937:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc80c0.
00000800:00000200:0.1:1789100145.393454:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100145.393460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100145.394211:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100145.394212:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100145.394409:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100145.394411:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100145.394637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100145.394639:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100145.394944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100145.394946:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1789100146.736867:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321956611, at 4321956672
00000100:00000010:1.0:1789100146.736884:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8960.
00000020:00000001:1.0:1789100147.440939:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100147.440943:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100147.440946:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100150.513467:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100150.513473:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100150.514099:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100150.514101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100150.514335:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100150.514338:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100150.514525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100150.514527:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100150.514703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100150.514705:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1789100151.536937:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100151.536942:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100151.536946:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100151.856892:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321961731, at 4321961792
00000100:00000010:1.0:1789100151.856910:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8360.
00000020:00000001:1.0:1789100155.632993:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100155.632998:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100155.633004:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100155.633477:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100155.633483:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100155.634140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100155.634142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100155.634330:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100155.634332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100155.634604:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100155.634606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100155.634833:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100155.634836:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1789100156.976874:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321966851, at 4321966912
00000100:00000010:1.0:1789100156.976908:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8000.
00000020:00000001:1.0:1789100159.728975:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100159.728980:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100159.728983:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100160.752906:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100160.752916:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100160.752919:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100160.752923:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100160.752930:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100160.752936:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27298
00000400:00000200:1.0:1789100160.752944:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100160.752950:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100160.752953:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100160.752956:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.752960:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.752963:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.752965:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100160.752969:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100160.752971:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100160.752974:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100160.752979:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100160.752986:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100160.752992:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100160.752997:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753000:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753002:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753005:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100160.753008:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100160.753012:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753015:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100160.753018:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100160.753022:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100160.753025:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753027:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100160.753030:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100160.753039:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100160.753041:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100160.753045:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100160.753046:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753048:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100160.753051:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100160.753055:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100160.753062:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100160.753066:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100160.753075:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964583296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100160.753085:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100160.753090:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.753096:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964583296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100160.753125:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100160.753129:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100160.753132:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100160.753134:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100160.753136:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100160.753138:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100160.753142:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27298
00000400:00000200:1.0:1789100160.753147:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100160.753151:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100160.753154:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100160.753158:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753161:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753164:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753167:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100160.753171:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100160.753176:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100160.753181:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100160.753185:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100160.753190:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100160.753197:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100160.753207:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753214:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753221:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753227:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100160.753233:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100160.753241:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753249:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100160.753254:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100160.753262:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100160.753267:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753272:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100160.753279:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100160.753284:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753287:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100160.753294:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100160.753298:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100160.753304:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100160.753307:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753310:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100160.753312:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100160.753314:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100160.753319:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100160.753325:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100160.753333:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964583424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100160.753344:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100160.753347:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.753355:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964583424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100160.753367:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100160.753371:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100160.753374:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100160.753377:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100160.753381:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100160.753384:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100160.753388:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27298
00000400:00000200:1.0:1789100160.753418:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100160.753426:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100160.753430:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100160.753433:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753438:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753443:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753445:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100160.753449:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100160.753450:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100160.753452:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789100160.753455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100160.753456:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100160.753458:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100160.753462:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:0.1:1789100160.753464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789100160.753467:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753471:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753475:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753477:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100160.753482:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100160.753486:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753489:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100160.753490:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100160.753492:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100160.753498:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753500:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100160.753503:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100160.753508:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753511:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100160.753514:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100160.753517:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100160.753521:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100160.753524:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753527:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100160.753529:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100160.753532:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100160.753537:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100160.753541:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100160.753550:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964583552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100160.753569:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100160.753573:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.753578:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964583552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100160.753593:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100160.753598:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100160.753604:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100160.753607:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100160.753610:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100160.753614:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100160.753620:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27298
00000400:00000200:1.0:1789100160.753629:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100160.753637:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100160.753643:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100160.753651:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753653:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753658:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753661:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100160.753665:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100160.753668:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100160.753670:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100160.753674:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100160.753677:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100160.753680:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100160.753688:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753692:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753695:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753698:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100160.753703:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100160.753709:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753714:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100160.753718:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100160.753724:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100160.753730:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753737:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100160.753742:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100160.753750:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753755:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100160.753764:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100160.753770:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100160.753775:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100160.753778:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753781:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100160.753783:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100160.753810:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100160.753830:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100160.753836:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100160.753845:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964583680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100160.753857:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100160.753860:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.753868:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964583680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100160.753878:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100160.753882:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100160.753887:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100160.753890:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100160.753892:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100160.753896:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100160.753899:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27298
00000400:00000200:1.0:1789100160.753904:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100160.753910:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100160.753914:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100160.753918:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753923:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753927:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753929:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100160.753931:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100160.753931:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100160.753933:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100160.753936:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100160.753939:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100160.753940:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100160.753942:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753943:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100160.753946:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753949:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100160.753953:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100160.753957:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100160.753961:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100160.753964:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100160.753968:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100160.753972:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753977:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100160.753981:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100160.753988:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.753995:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100160.754004:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100160.754009:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100160.754017:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100160.754020:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100160.754025:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100160.754030:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100160.754035:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100160.754041:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100160.754047:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100160.754056:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964583808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100160.754081:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100160.754085:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.754093:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964583808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100160.754116:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100160.754124:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27308)
00000800:00000200:0.1:1789100160.754170:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100160.754172:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100160.754411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100160.754413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100160.754626:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100160.754628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100160.754942:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100160.754943:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789100162.096905:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321971971, at 4321972032
00000100:00000010:1.0:1789100162.096919:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c60.
00000020:00000001:1.0:1789100163.824946:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100163.824951:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100163.824954:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100165.873817:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100165.873826:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100165.874545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100165.874547:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100165.874838:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100165.874840:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100165.875103:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100165.875105:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100165.875289:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100165.875291:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789100167.216860:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321977092, at 4321977152
00000100:00000010:1.0:1789100167.216873:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100167.921062:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100167.921068:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100167.921076:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100170.993419:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100170.993423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100170.994117:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100170.994121:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100170.994318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100170.994320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100170.994533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100170.994535:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100170.994843:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100170.994844:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789100172.016993:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100172.016996:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100172.016998:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100172.336906:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321982211, at 4321982272
00000100:00000010:1.0:1789100172.336926:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100176.112983:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100176.112987:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100176.112991:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100176.113489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100176.113493:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100176.114223:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100176.114225:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100176.114448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100176.114450:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100176.114705:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100176.114706:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100176.114902:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100176.114904:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789100177.456904:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321987331, at 4321987392
00000100:00000010:1.0:1789100177.456921:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100180.208941:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100180.208944:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100180.208947:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100181.233526:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100181.233531:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100181.234387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100181.234391:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100181.234705:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100181.234707:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100181.235043:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100181.235045:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100181.235313:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100181.235315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100182.576898:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321992451, at 4321992512
00000100:00000010:1.0:1789100182.576912:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100184.304948:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100184.304952:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100184.304956:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100186.352884:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100186.352893:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100186.352897:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100186.352900:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100186.352906:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100186.352913:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27323
00000400:00000200:1.0:1789100186.352922:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100186.352927:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100186.352930:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100186.352933:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.352936:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.352942:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.352948:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100186.352959:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100186.352961:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100186.352964:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100186.352969:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100186.352972:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100186.352975:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100186.352979:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.352983:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.352986:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.352989:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100186.352992:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100186.352995:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100186.352997:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100186.353000:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100186.353003:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100186.353005:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353006:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100186.353008:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100186.353016:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100186.353019:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100186.353022:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100186.353024:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353026:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100186.353028:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100186.353031:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100186.353037:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100186.353042:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100186.353049:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964586496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100186.353057:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100186.353061:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353065:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964586496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100186.353080:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100186.353082:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100186.353085:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100186.353086:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100186.353087:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100186.353089:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100186.353092:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27323
00000400:00000200:1.0:1789100186.353096:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100186.353100:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100186.353103:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100186.353109:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353112:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353114:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353119:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100186.353124:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100186.353127:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100186.353131:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100186.353135:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100186.353141:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100186.353148:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100186.353153:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353157:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353162:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353166:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100186.353170:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100186.353174:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353178:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100186.353181:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100186.353189:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100186.353194:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353205:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100186.353209:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100186.353214:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353217:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100186.353223:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100186.353228:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100186.353233:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100186.353235:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353236:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100186.353237:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100186.353239:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100186.353242:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100186.353246:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100186.353255:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964586624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100186.353269:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100186.353272:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353279:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964586624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100186.353291:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100186.353294:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100186.353300:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100186.353302:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100186.353305:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100186.353312:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100186.353317:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27323
00000400:00000200:1.0:1789100186.353323:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100186.353340:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100186.353344:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100186.353350:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353353:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353358:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353363:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100186.353369:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100186.353371:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100186.353373:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100186.353375:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100186.353377:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100186.353381:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100186.353388:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353392:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353394:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353398:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100186.353401:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100186.353406:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353408:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100186.353411:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100186.353413:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100186.353417:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353419:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100186.353423:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100186.353425:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353429:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100186.353432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:1.0:1789100186.353433:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000800:00000200:2.1:1789100186.353436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1789100186.353437:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100186.353442:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100186.353445:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353448:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100186.353451:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100186.353454:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100186.353459:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100186.353465:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100186.353472:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964586752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100186.353495:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100186.353499:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353506:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964586752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100186.353521:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100186.353526:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100186.353533:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100186.353536:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100186.353537:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100186.353540:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100186.353544:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27323
00000400:00000200:1.0:1789100186.353552:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100186.353556:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100186.353559:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100186.353562:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353565:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353567:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353569:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100186.353574:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100186.353575:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100186.353577:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100186.353579:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100186.353583:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100186.353585:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100186.353590:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353594:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353597:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353601:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100186.353607:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100186.353610:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353614:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100186.353616:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100186.353619:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100186.353623:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353628:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100186.353630:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100186.353634:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353638:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100186.353643:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100186.353649:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100186.353653:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100186.353655:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353658:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100186.353661:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100186.353664:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100186.353669:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100186.353674:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100186.353682:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964586880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100186.353694:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100186.353698:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353705:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964586880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100186.353739:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100186.353745:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100186.353749:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100186.353750:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100186.353753:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100186.353757:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100186.353762:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27323
00000400:00000200:1.0:1789100186.353768:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100186.353773:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100186.353777:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100186.353781:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353784:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353804:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353807:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100186.353808:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100186.353811:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100186.353814:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100186.353816:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100186.353819:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100186.353823:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100186.353831:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353835:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100186.353839:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353844:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100186.353848:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100186.353855:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100186.353858:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100186.353863:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100186.353867:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100186.353871:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353875:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100186.353878:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100186.353883:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353886:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100186.353889:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100186.353892:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100186.353896:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100186.353900:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100186.353904:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100186.353907:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100186.353909:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100186.353915:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100186.353918:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100186.353925:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964587008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100186.353938:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100186.353942:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353948:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964587008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100186.353968:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100186.353975:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27333)
00000800:00000200:2.1:1789100186.354076:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100186.354078:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100186.354263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100186.354265:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100186.354468:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100186.354469:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100186.354711:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100186.354714:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789100187.696902:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4321997571, at 4321997632
00000100:00000010:1.0:1789100187.696916:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100188.401012:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100188.401017:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100188.401021:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100191.473727:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100191.473735:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100191.474972:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100191.474986:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100191.475387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100191.475388:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100191.475633:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100191.475636:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100191.475919:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100191.475921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789100192.497031:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100192.497035:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100192.497038:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100192.816917:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322002692, at 4322002752
00000100:00000010:1.0:1789100192.816939:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000100:00080000:1.0:1789100196.592899:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100196.592909:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100196.592915:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100196.592921:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100196.592927:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100196.592935:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27334
00000400:00000200:1.0:1789100196.592946:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100196.592954:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100196.592959:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100196.592963:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.592969:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.592974:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.592978:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100196.592981:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100196.592983:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100196.592985:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100196.592987:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100196.592989:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100196.592991:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100196.592993:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.592994:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.592995:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.592996:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100196.592999:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100196.593001:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593002:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100196.593005:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100196.593007:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100196.593009:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593011:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100196.593013:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100196.593020:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100196.593022:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100196.593025:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100196.593027:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593029:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100196.593031:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100196.593034:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100196.593040:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100196.593046:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100196.593053:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964587776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100196.593061:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100196.593065:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.593068:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964587776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100196.593087:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100196.593089:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100196.593093:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100196.593095:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100196.593097:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100196.593100:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100196.593102:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27334
00000400:00000200:1.0:1789100196.593107:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100196.593112:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100196.593115:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100196.593120:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593133:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593148:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100196.593151:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100196.593154:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100196.593157:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100196.593159:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100196.593163:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100196.593168:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100196.593173:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593176:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593180:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593183:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100196.593187:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100196.593193:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593196:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100196.593200:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100196.593206:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100196.593210:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593213:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100196.593217:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100196.593221:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593226:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100196.593229:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100196.593232:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100196.593234:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100196.593236:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593239:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100196.593242:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100196.593245:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100196.593250:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100196.593255:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100196.593261:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964587904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100196.593269:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100196.593272:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.593278:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964587904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100196.593286:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100196.593291:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100196.593296:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100196.593299:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100196.593301:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100196.593307:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100196.593313:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27334
00000400:00000200:1.0:1789100196.593319:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100196.593325:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100196.593328:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100196.593333:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593338:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593341:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593346:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100196.593349:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100196.593350:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100196.593351:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100196.593352:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100196.593356:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100196.593360:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100196.593364:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593366:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593371:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593374:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100196.593377:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100196.593383:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593389:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100196.593393:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100196.593398:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100196.593405:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593408:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100196.593410:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100196.593413:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593417:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100196.593422:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100196.593426:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100196.593431:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100196.593435:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593439:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100196.593443:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100196.593447:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100196.593448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789100196.593456:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100196.593462:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100196.593470:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964588032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100196.593491:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100196.593494:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.593499:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964588032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100196.593512:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100196.593519:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100196.593524:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100196.593529:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100196.593533:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100196.593536:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100196.593538:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27334
00000400:00000200:1.0:1789100196.593542:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100196.593549:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100196.593553:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100196.593559:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593560:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593562:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593564:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100196.593568:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100196.593569:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100196.593573:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100196.593575:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100196.593579:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100196.593583:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100196.593587:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593590:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593594:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593597:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100196.593599:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100196.593602:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593609:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100196.593615:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100196.593620:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100196.593628:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593633:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100196.593639:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100196.593645:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593650:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100196.593657:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100196.593660:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100196.593663:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100196.593665:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593668:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100196.593671:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100196.593675:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100196.593682:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100196.593688:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100196.593699:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964588160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100196.593728:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100196.593734:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.593747:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964588160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100196.593767:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100196.593773:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100196.593781:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100196.593824:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100196.593829:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100196.593836:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100196.593843:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27334
00000400:00000200:1.0:1789100196.593852:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100196.593862:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:2.1:1789100196.593868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100196.593869:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100196.593877:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593883:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593889:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593896:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100196.593903:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100196.593907:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100196.593911:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100196.593916:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100196.593923:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100196.593929:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100196.593938:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593945:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100196.593951:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593957:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100196.593962:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100196.593967:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100196.593971:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100196.593976:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100196.593982:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100196.593988:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.593994:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100196.593998:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100196.594005:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.594010:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100196.594017:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100196.594024:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100196.594030:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100196.594034:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100196.594039:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100196.594042:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100196.594046:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100196.594054:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100196.594062:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100196.594072:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964588288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100196.594092:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100196.594098:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.594107:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964588288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100196.594125:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100196.594149:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27344)
00000800:00000200:2.1:1789100196.594201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100196.594365:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100196.594507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100197.936881:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322007811, at 4322007872
00000100:00000010:1.0:1789100197.936892:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789100201.712980:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100201.712986:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100201.712992:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100201.713555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100201.713562:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100201.714403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100201.714406:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100201.714726:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100201.714728:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100201.714968:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100201.714969:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100201.715218:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100201.715222:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789100203.056903:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322012931, at 4322012992
00000100:00000010:1.0:1789100203.056922:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100205.808994:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100205.808999:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100205.809002:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100206.833624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100206.833631:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100206.834159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100206.834161:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100206.834375:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100206.834377:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100206.834595:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100206.834598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100206.834854:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100206.834856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789100208.176845:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322018052, at 4322018112
00000100:00000010:1.0:1789100208.176860:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789100208.880964:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100208.880968:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100208.880970:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100209.904958:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100209.904962:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100209.904965:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100211.953593:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100211.953614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100211.954367:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100211.954370:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100211.954659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100211.954661:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100211.955045:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100211.955059:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100211.955367:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100211.955369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789100212.976944:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100212.976948:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100212.976951:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100213.296909:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322023172, at 4322023232
00000100:00000010:1.0:1789100213.296930:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100214.000959:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100214.000963:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100214.000966:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100217.072992:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100217.072998:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100217.073007:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100217.073460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100217.073467:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100217.074246:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100217.074250:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100217.074481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100217.074483:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100217.074660:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100217.074662:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100217.074984:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100217.074986:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789100218.096961:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100218.096968:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100218.096972:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100218.416952:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322028291, at 4322028352
00000100:00000010:1.0:1789100218.416977:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100221.169003:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100221.169053:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100221.169056:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100222.192912:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100222.192923:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100222.192927:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100222.192931:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100222.192937:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100222.192949:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27359
00000400:00000200:1.0:1789100222.192974:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100222.192984:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100222.192989:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100222.192994:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.192998:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193001:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193004:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100222.193009:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100222.193012:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100222.193015:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100222.193019:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100222.193022:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100222.193025:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100222.193028:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193031:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193033:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193035:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100222.193039:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100222.193043:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193046:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100222.193049:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100222.193055:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100222.193059:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193061:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100222.193064:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100222.193075:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100222.193079:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100222.193083:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100222.193084:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193087:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100222.193090:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100222.193096:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100222.193106:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100222.193113:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100222.193123:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964590976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100222.193138:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100222.193143:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.193147:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964590976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100222.193165:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100222.193167:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100222.193170:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100222.193171:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100222.193173:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100222.193175:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100222.193177:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27359
00000400:00000200:1.0:1789100222.193181:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100222.193183:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100222.193186:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100222.193189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193196:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193205:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100222.193212:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100222.193216:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100222.193220:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100222.193337:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100222.193344:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100222.193347:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100222.193356:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193360:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193363:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193367:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100222.193372:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100222.193379:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193386:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100222.193389:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100222.193396:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100222.193402:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193406:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100222.193419:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100222.193424:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193427:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100222.193432:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100222.193438:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100222.193445:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100222.193447:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193451:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100222.193455:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100222.193459:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100222.193467:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100222.193473:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100222.193482:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964591104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789100222.193486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100222.193494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1789100222.193499:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100222.193505:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.193512:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964591104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100222.193525:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100222.193530:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100222.193534:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100222.193539:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100222.193541:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100222.193546:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100222.193552:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27359
00000400:00000200:1.0:1789100222.193561:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100222.193568:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100222.193572:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100222.193577:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193580:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193585:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193589:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100222.193592:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100222.193595:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100222.193598:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100222.193601:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100222.193605:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100222.193608:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100222.193620:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193623:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193627:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193631:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100222.193635:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100222.193640:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193644:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100222.193645:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100222.193648:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100222.193665:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193667:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100222.193669:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100222.193673:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193676:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100222.193679:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100222.193684:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100222.193686:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100222.193689:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193692:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100222.193693:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100222.193696:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100222.193701:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100222.193704:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100222.193710:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964591232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100222.193722:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100222.193725:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.193732:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964591232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100222.193753:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100222.193755:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100222.193760:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100222.193762:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100222.193765:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100222.193769:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100222.193774:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27359
00000400:00000200:1.0:1789100222.193781:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100222.193808:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100222.193810:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100222.193815:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193818:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193822:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193826:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100222.193831:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100222.193834:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100222.193837:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100222.193839:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100222.193844:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100222.193848:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100222.193855:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193858:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.193862:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193864:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100222.193869:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100222.193873:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100222.193877:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100222.193880:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100222.193884:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100222.193889:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193892:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100222.193894:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100222.193899:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193903:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100222.193907:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100222.193911:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100222.193915:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100222.193918:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.193922:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100222.193924:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100222.193927:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100222.193933:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100222.193938:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100222.193949:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964591360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100222.193967:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100222.193973:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.193985:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964591360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100222.194007:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100222.194013:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100222.194020:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100222.194023:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100222.194027:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100222.194034:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100222.194041:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27359
00000400:00000200:1.0:1789100222.194048:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100222.194056:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100222.194062:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100222.194068:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.194072:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.194074:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.194076:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100222.194080:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100222.194083:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100222.194087:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100222.194089:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100222.194092:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100222.194096:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100222.194104:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.194108:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100222.194112:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100222.194128:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100222.194135:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100222.194145:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100222.194152:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100222.194158:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100222.194162:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100222.194167:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.194171:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100222.194174:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100222.194180:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.194185:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100222.194193:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100222.194197:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100222.194202:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100222.194205:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100222.194208:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100222.194210:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100222.194214:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100222.194219:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100222.194224:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100222.194240:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964591488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100222.194260:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100222.194264:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.194269:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964591488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100222.194283:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100222.194291:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27369)
00000800:00000200:2.1:1789100222.194351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100222.194353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100222.194667:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100222.194670:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100222.194971:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100222.194974:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100222.195364:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100222.195367:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789100223.536913:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322033411, at 4322033472
00000100:00000010:1.0:1789100223.536936:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100225.264940:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100225.264945:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100225.264947:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100227.313677:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100227.313685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100227.314987:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100227.314990:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100227.315186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100227.315187:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100227.315364:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100227.315366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100227.315623:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100227.315625:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1789100228.656940:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322038532, at 4322038592
00000100:00000010:1.0:1789100228.656955:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100229.361006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100229.361017:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100229.361020:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100232.433596:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100232.433601:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100232.434177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100232.434178:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100232.434360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100232.434361:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100232.434597:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100232.434598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100232.434778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100232.434781:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789100233.457015:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100233.457019:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100233.457021:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100233.776943:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322043651, at 4322043712
00000100:00000010:1.0:1789100233.776972:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100237.552958:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100237.552963:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100237.552967:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100237.553480:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100237.553484:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100237.554042:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100237.554043:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100237.554224:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100237.554226:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100237.554466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100237.554470:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100237.554775:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100237.554778:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789100238.896877:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322048771, at 4322048832
00000100:00000010:1.0:1789100238.896892:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100241.648934:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100241.648938:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100241.648941:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100242.673003:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100242.673010:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100242.673017:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100242.673400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100242.673407:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100242.674064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100242.674066:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100242.674246:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100242.674248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100242.674445:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100242.674446:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100242.674724:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100242.674725:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789100244.016953:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322053891, at 4322053952
00000100:00000010:1.0:1789100244.016989:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100245.744961:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100245.744965:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100245.744968:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100246.768950:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100246.768954:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100246.768957:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100247.792956:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100247.792960:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100247.792965:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100247.793653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100247.793660:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100247.794595:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100247.794604:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100247.795440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100247.795442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100247.795673:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100247.795675:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100247.795867:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100247.795869:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100249.136894:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322059012, at 4322059072
00000100:00000010:1.0:1789100249.136916:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789100249.841024:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100249.841032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100249.841036:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100250.865063:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100250.865069:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100250.865074:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100251.888986:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100251.888994:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100251.888998:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100252.915427:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100252.915434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100252.917766:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100252.917770:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100252.918239:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100252.918242:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100252.918466:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100252.918468:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100252.918713:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100252.918716:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789100253.937011:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100253.937017:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100253.937021:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100254.256986:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322064133, at 4322064192
00000100:00000010:1.0:1789100254.257003:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100254.961156:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100254.961177:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100254.961184:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100255.985009:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100255.985025:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100255.985029:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100258.033078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100258.033083:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100258.033088:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100258.033645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100258.033651:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100258.034543:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100258.034545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100258.034816:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100258.034818:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100258.035098:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100258.035100:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100258.035370:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100258.035372:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789100259.056933:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100259.056937:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100259.056940:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100259.376918:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322069252, at 4322069312
00000100:00000010:1.0:1789100259.376939:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100260.080966:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100260.080969:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100260.080972:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100262.129028:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100262.129032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100262.129035:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100263.152945:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100263.152950:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100263.152956:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100263.153389:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100263.153745:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100263.154076:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100263.154259:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100263.154563:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100264.496870:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322074371, at 4322074432
00000100:00000010:1.0:1789100264.496885:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100266.226992:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100266.226996:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100266.226999:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100267.248990:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100267.248994:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100267.248997:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100268.273553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100268.273561:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789100268.274390:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100268.274396:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100268.274403:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100268.274455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100268.274459:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100268.274772:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100268.274775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100268.275111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100268.275114:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100268.275525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100268.275528:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1789100269.616864:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322079491, at 4322079552
00000100:00000010:1.0:1789100269.616879:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000020:00000001:1.0:1789100270.320952:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100270.320956:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100270.320960:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100271.344969:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100271.344974:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100271.344978:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100272.368939:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100272.368945:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100272.368950:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100273.393539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100273.393545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100273.394249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100273.394250:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100273.394444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100273.394448:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100273.394722:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100273.394725:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100273.395042:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100273.395044:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1789100274.416967:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100274.416975:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100274.416980:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100274.736880:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322084611, at 4322084672
00000100:00000010:1.0:1789100274.736895:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789100275.441072:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100275.441078:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100275.441082:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100276.464950:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100276.464957:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100276.464962:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100278.512979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100278.512983:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100278.512986:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100278.513953:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100278.513968:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100278.514743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100278.514745:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100278.515122:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100278.515125:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100278.515454:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100278.515457:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100278.515813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100278.515817:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1789100279.536968:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100279.536973:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100279.536976:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100279.856862:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322089732, at 4322089792
00000100:00000010:1.0:1789100279.856880:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100280.560956:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100280.560962:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100280.560966:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100282.608971:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100282.608977:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100282.608980:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100283.633036:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100283.633042:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100283.633048:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100283.633701:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100283.633711:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100283.635469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100283.635471:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100283.635731:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100283.635733:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100283.635945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100283.635947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100283.637187:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100283.637202:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1789100284.657028:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100284.657035:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100284.657038:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100284.976898:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322094852, at 4322094912
00000100:00000010:1.0:1789100284.976920:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100286.704939:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100286.704942:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100286.704945:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100287.728942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100287.728946:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100287.728949:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100288.753735:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100288.753741:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789100288.754850:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100288.754854:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100288.754859:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100288.754870:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100288.754872:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100288.755084:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100288.755085:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100288.755267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100288.755269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100288.755588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100288.755590:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789100289.776943:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100289.776951:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100289.776956:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100290.096890:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322099972, at 4322100032
00000100:00000010:1.0:1789100290.096912:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8660.
00000020:00000001:1.0:1789100290.800956:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100290.800960:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100290.800963:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100291.824916:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100291.824920:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100291.824923:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100292.848960:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100292.848964:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100292.848967:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100293.872936:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100293.872941:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100293.872945:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100293.873423:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100293.873429:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100293.874057:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100293.874059:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100293.874275:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100293.874277:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100293.874483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100293.874484:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100293.874655:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100293.874657:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789100294.897027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100294.897035:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100294.897040:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100295.216859:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322105091, at 4322105152
00000100:00000010:1.0:1789100295.216874:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100295.920942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100295.920946:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100295.920949:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100296.944984:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100296.944988:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100296.944991:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100297.968994:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100297.969008:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100297.969011:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100298.992971:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100298.992978:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100298.992986:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100298.993388:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100298.993395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100298.994066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100298.994067:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100298.994267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100298.994269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100298.994464:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100298.994466:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100298.994743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100298.994745:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789100300.016920:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100300.016924:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100300.016927:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100300.336897:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322110211, at 4322110272
00000100:00000010:1.0:1789100300.336912:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100301.040955:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100301.040958:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100301.040961:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100302.064892:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100302.064896:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100302.064898:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100304.112980:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100304.112985:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100304.112992:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100304.113434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100304.113440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100304.114099:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100304.114118:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100304.114338:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100304.114340:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100304.114513:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100304.114514:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100304.114755:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100304.114757:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789100305.137015:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100305.137034:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100305.137037:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100305.456929:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322115331, at 4322115392
00000100:00000010:1.0:1789100305.456943:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100306.160952:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100306.160956:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100306.160960:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100308.209001:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100308.209041:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100308.209044:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100309.232976:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100309.232982:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100309.232987:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100309.234672:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100309.234677:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100309.235348:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100309.235349:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100309.235569:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100309.235570:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100309.235745:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100309.235746:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100309.236027:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100309.236029:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789100310.576898:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322120453, at 4322120512
00000100:00000010:1.0:1789100310.576920:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100311.281068:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100311.281078:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100311.281085:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100312.304988:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100312.304992:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100312.304995:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100313.328946:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100313.328951:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100313.328953:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100314.353010:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100314.353016:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100314.353022:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100314.353552:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100314.353559:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100314.354359:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100314.354363:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100314.354672:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100314.354674:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100314.354936:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100314.354938:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100314.355264:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100314.355266:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789100315.377101:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100315.377107:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100315.377111:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100315.696856:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322125571, at 4322125632
00000100:00000010:1.0:1789100315.696869:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100316.400984:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100316.400988:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100316.400991:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100317.424965:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100317.424971:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100317.424974:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100318.448964:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100318.448968:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100318.448971:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100319.472983:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100319.472987:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100319.472993:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100319.473511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100319.473519:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789100319.474217:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100319.474220:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789100319.474541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100319.474543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789100319.474881:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100319.474884:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789100319.475195:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100319.475198:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1789100320.496981:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100320.496985:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100320.496990:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100320.816898:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322130691, at 4322130752
00000100:00000010:1.0:1789100320.816916:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100321.520921:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100321.520925:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100321.520929:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100322.544920:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100322.544924:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100322.544927:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100323.568963:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100323.568969:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100323.568973:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100324.593044:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100324.593054:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100324.593062:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100324.593440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100324.593447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100324.594150:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100324.594152:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100324.594377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100324.594379:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100324.594564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100324.594566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100324.594850:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100324.594852:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789100325.617012:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100325.617018:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100325.617023:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100325.936942:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322135811, at 4322135872
00000100:00000010:1.0:1789100325.936955:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100326.641017:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100326.641022:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100326.641026:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100327.664953:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100327.664957:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100327.664960:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100328.688987:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100328.688991:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100328.688993:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100329.713031:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100329.713036:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100329.713041:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100329.713448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100329.713901:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100329.714134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100329.714302:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100329.714442:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100330.736989:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100330.736997:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100330.737003:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100331.056926:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322140931, at 4322140992
00000100:00000010:1.0:1789100331.056944:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100331.761005:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100331.761012:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100331.761017:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100332.784952:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100332.784956:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100332.784960:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100333.809052:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100333.809056:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100333.809060:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100334.833012:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100334.833018:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100334.833023:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100334.833460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100334.833467:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100334.834333:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100334.834337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100334.834670:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100334.834673:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100334.834958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100334.834960:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100334.835243:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100334.835245:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789100335.857173:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100335.857177:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100335.857180:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100336.176859:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322146051, at 4322146112
00000100:00000010:1.0:1789100336.176901:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789100336.881076:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100336.881081:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100336.881087:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100337.904975:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100337.904980:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100337.904983:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100338.928953:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100338.928957:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100338.928960:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100339.953001:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100339.953005:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100339.953008:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100339.954993:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100339.954999:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100339.955663:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100339.955665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100339.955868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100339.955870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100339.956077:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100339.956079:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100339.956406:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100339.956409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789100340.976907:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100340.976911:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100340.976914:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100341.296895:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322151173, at 4322151232
00000100:00000010:1.0:1789100341.296920:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100342.001014:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100342.001029:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100342.001036:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100343.025066:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100343.025073:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100343.025078:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100344.050498:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100344.050502:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100344.050504:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100345.073061:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100345.073074:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100345.073083:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100345.073885:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100345.073892:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100345.075926:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100345.075930:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100345.076403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100345.076406:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100345.076849:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100345.076853:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100345.077228:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100345.077231:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789100346.097017:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100346.097023:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100346.097027:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100346.416879:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322156293, at 4322156352
00000100:00000010:1.0:1789100346.416892:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100347.120975:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100347.120979:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100347.120982:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100348.144996:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100348.145005:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100348.145011:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100349.168978:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100349.168984:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100349.168988:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100350.193017:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100350.193024:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100350.193032:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100350.193601:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100350.193609:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100350.194622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100350.194626:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100350.195052:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100350.195055:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100350.195369:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100350.195371:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100350.195740:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100350.195742:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1789100351.217056:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100351.217063:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100351.217069:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100351.536886:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322161412, at 4322161472
00000100:00000010:1.0:1789100351.536917:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000020:00000001:1.0:1789100352.240929:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100352.240935:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100352.240939:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100353.264975:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100353.264978:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100353.264981:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100354.288923:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100354.288927:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100354.288952:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100355.313044:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100355.313057:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100355.313069:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100355.313864:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100355.313870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000008:00100000:3.0:1789100355.314366:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100355.314375:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100355.314382:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100355.314395:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100355.314404:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100355.314408:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100355.314412:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100355.314415:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100355.314419:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100355.314423:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100355.314433:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100355.314442:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100355.314481:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964608000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100355.314525:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100355.314529:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100355.314537:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964608000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100355.314556:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100355.314560:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100355.314571:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100355.314576:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100355.314581:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100355.314586:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100355.314595:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27492
00000400:00000200:3.0:1789100355.314606:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100355.314614:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100355.314620:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100355.314627:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100355.314631:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100355.314638:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100355.314647:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100355.314654:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100355.314658:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100355.314662:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100355.314668:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100355.314672:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100355.314677:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100355.314686:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100355.314694:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100355.314701:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100355.314707:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100355.314714:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100355.314721:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100355.314726:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100355.314730:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100355.314734:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100355.314738:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100355.314743:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100355.314745:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100355.314751:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100355.314753:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100355.314756:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100355.314762:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100355.314769:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100355.314771:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100355.314774:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100355.314776:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100355.314780:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100355.314796:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100355.314802:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100355.314812:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964608128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100355.314856:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100355.314858:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100355.314864:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964608128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100355.314876:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100355.314884:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27502)
00000800:00000200:2.1:1789100355.315303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100355.315309:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100355.315894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100355.315899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100355.316639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100355.316643:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100355.317231:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100355.317234:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1789100356.336999:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100356.337004:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100356.337007:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100356.656891:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322166532, at 4322166592
00000100:00000010:1.0:1789100356.656912:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100357.360968:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100357.360972:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100357.360976:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100358.385073:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100358.385091:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100358.385095:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100359.409016:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100359.409022:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100359.409026:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100360.432875:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100360.432883:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100360.432886:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100360.432889:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100360.432892:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100360.432898:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27497
00000400:00000200:3.0:1789100360.432906:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100360.432912:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100360.432915:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100360.432918:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.432921:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.432923:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.432925:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100360.432927:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100360.432927:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100360.432929:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100360.432933:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100360.432934:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100360.432938:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00010000:00010000:1.0:1789100360.432940:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100360.432941:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100360.432944:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100360.432947:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.432949:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.432951:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.432952:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100360.433001:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100360.433004:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433006:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100360.433008:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100360.433010:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100360.433012:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433014:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100360.433015:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100360.433021:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100360.433024:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100360.433028:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100360.433029:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433031:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100360.433033:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100360.433049:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100360.433055:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100360.433061:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100360.433068:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964608256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100360.433076:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100360.433079:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433082:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964608256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100360.433098:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100360.433101:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100360.433103:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100360.433104:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100360.433106:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100360.433113:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100360.433115:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27497
00000400:00000200:3.0:1789100360.433118:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100360.433121:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100360.433123:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100360.433130:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433135:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433139:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433141:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100360.433145:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100360.433148:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100360.433150:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100360.433153:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100360.433159:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100360.433163:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100360.433168:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433172:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433175:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433178:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100360.433181:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100360.433186:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433190:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100360.433192:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100360.433197:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100360.433201:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433203:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100360.433207:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100360.433213:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433216:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100360.433218:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100360.433220:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100360.433221:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100360.433222:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433224:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100360.433227:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100360.433230:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100360.433236:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100360.433242:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100360.433246:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964608384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100360.433256:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100360.433258:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433262:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964608384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100360.433273:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100360.433277:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100360.433280:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100360.433283:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100360.433286:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100360.433291:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100360.433296:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27497
00000400:00000200:3.0:1789100360.433304:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100360.433310:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100360.433313:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100360.433316:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433319:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433321:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433322:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100360.433323:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100360.433324:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100360.433325:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100360.433327:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100360.433328:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100360.433330:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100360.433337:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433340:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433342:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433343:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100360.433347:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100360.433352:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433355:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100360.433357:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100360.433362:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100360.433364:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433366:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100360.433369:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100360.433373:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433377:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100360.433383:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100360.433385:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100360.433388:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100360.433391:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433395:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100360.433398:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100360.433401:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100360.433407:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100360.433409:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100360.433416:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964608512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100360.433431:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100360.433436:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433441:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964608512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100360.433449:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100360.433451:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100360.433457:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100360.433460:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100360.433462:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100360.433466:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1789100360.433467:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100360.433471:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27497
00000800:00000200:2.1:1789100360.433473:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1789100360.433477:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100360.433483:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100360.433486:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100360.433489:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433492:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433495:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433500:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100360.433504:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100360.433505:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100360.433507:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100360.433510:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100360.433514:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100360.433517:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100360.433522:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433525:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433530:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433534:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100360.433537:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100360.433542:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433545:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100360.433548:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100360.433551:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100360.433555:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433559:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100360.433562:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100360.433566:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433572:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100360.433576:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100360.433579:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100360.433584:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100360.433586:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433588:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100360.433590:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100360.433593:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100360.433597:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100360.433602:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100360.433607:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964608640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100360.433615:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100360.433618:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433624:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964608640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100360.433638:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100360.433641:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100360.433645:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100360.433648:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100360.433650:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100360.433655:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100360.433660:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27497
00000400:00000200:3.0:1789100360.433664:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100360.433670:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100360.433673:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100360.433678:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433681:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433686:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433689:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100360.433694:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100360.433695:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100360.433698:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100360.433700:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100360.433705:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100360.433708:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100360.433711:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433715:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100360.433718:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433722:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100360.433725:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100360.433730:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100360.433734:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100360.433739:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100360.433741:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100360.433746:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433748:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100360.433752:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100360.433754:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433758:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100360.433761:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100360.433764:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100360.433768:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100360.433770:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100360.433773:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100360.433776:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100360.433778:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100360.433782:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100360.433806:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100360.433812:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964608768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100360.433849:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100360.433853:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433859:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964608768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100360.433875:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100360.433881:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27508)
00000800:00000200:2.1:1789100360.434052:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100360.434054:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100360.434268:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100360.434271:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100360.434458:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100360.434460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100360.434634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100360.434636:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789100361.456976:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100361.456981:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100361.456984:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100361.776870:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322171651, at 4322171712
00000100:00000010:1.0:1789100361.776882:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789100362.481058:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100362.481064:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100362.481068:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100363.504944:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100363.504949:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100363.504953:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100364.528975:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100364.528979:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100364.528983:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100365.552894:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100365.552903:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100365.552906:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100365.552911:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100365.552916:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100365.552923:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27503
00000400:00000200:3.0:1789100365.552933:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100365.552957:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100365.552963:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100365.552967:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.552972:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.552976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.552980:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100365.552986:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100365.552990:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100365.552994:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100365.552998:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100365.553001:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100365.553003:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100365.553005:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553006:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553007:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553009:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100365.553012:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100365.553014:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553016:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100365.553018:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100365.553020:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100365.553022:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553024:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100365.553025:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100365.553033:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100365.553037:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100365.553040:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100365.553041:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553043:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100365.553045:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100365.553049:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100365.553053:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000010:3.0:1789100365.553056:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000020:00000001:1.0:1789100365.553057:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100365.553061:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100365.553063:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100365.553072:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964608896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100365.553081:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100365.553085:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553088:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964608896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100365.553106:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100365.553108:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100365.553110:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100365.553112:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100365.553113:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100365.553114:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100365.553116:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27503
00000400:00000200:3.0:1789100365.553123:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100365.553127:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100365.553129:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100365.553132:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553134:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553136:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553141:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100365.553145:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100365.553147:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100365.553150:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100365.553152:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100365.553154:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100365.553156:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100365.553164:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553167:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553171:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553174:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100365.553177:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100365.553182:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553183:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100365.553184:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100365.553189:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100365.553191:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553194:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100365.553199:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100365.553204:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553209:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100365.553212:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100365.553216:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100365.553220:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100365.553224:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553228:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100365.553230:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100365.553231:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100365.553236:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100365.553240:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100365.553247:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964609024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100365.553254:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100365.553257:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553260:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964609024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100365.553273:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100365.553278:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100365.553287:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100365.553290:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100365.553293:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100365.553298:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100365.553303:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27503
00000400:00000200:3.0:1789100365.553308:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100365.553312:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100365.553316:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100365.553321:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553323:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553324:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553328:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100365.553332:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100365.553333:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100365.553334:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100365.553343:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100365.553346:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100365.553351:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100365.553359:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553364:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553369:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553374:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100365.553379:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100365.553382:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553387:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100365.553391:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100365.553394:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100365.553400:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553402:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100365.553405:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100365.553407:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553409:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100365.553415:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100365.553418:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100365.553421:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100365.553424:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553426:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100365.553428:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100365.553430:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100365.553435:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100365.553439:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100365.553440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00100000:3.0:1789100365.553445:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964609152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789100365.553447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1789100365.553456:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100365.553460:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553468:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964609152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100365.553477:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100365.553483:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100365.553489:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100365.553490:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100365.553491:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100365.553492:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100365.553494:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27503
00000400:00000200:3.0:1789100365.553497:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100365.553502:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100365.553505:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100365.553507:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553512:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553514:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553519:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100365.553520:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100365.553522:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100365.553526:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100365.553527:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100365.553530:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100365.553532:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100365.553538:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553542:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553546:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553550:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100365.553554:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100365.553558:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553560:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100365.553561:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100365.553565:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100365.553568:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553571:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100365.553573:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100365.553578:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553582:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100365.553586:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100365.553592:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100365.553595:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100365.553599:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553601:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100365.553603:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100365.553604:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100365.553607:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100365.553610:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100365.553616:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964609280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100365.553624:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100365.553627:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553630:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964609280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100365.553639:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100365.553642:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100365.553647:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100365.553651:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100365.553654:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100365.553659:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100365.553664:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27503
00000400:00000200:3.0:1789100365.553670:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100365.553676:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100365.553682:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100365.553687:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553692:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553695:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553700:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100365.553703:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100365.553706:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100365.553709:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100365.553713:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100365.553716:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100365.553720:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100365.553728:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553734:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100365.553739:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553744:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100365.553748:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100365.553754:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100365.553759:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100365.553762:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100365.553766:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100365.553769:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553775:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100365.553777:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100365.553806:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553811:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100365.553817:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100365.553820:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100365.553824:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100365.553826:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100365.553829:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100365.553832:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100365.553836:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100365.553840:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100365.553847:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100365.553856:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964609408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100365.553886:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100365.553891:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553897:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964609408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100365.553910:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100365.553915:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27513)
00000800:00000200:2.1:1789100365.554054:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100365.554056:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100365.554240:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100365.554241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100365.554416:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100365.554418:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100365.554588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100365.554589:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1789100366.577034:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100366.577041:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100366.577045:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100366.896911:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322176771, at 4322176832
00000100:00000010:1.0:1789100366.896943:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100367.600956:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100367.600959:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100367.600963:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100368.624982:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100368.624987:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100368.624990:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100370.672919:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100370.672928:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100370.672932:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100370.672937:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100370.672944:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100370.672951:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27508
00000400:00000200:3.0:1789100370.672959:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100370.672965:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100370.672968:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100370.672976:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.672979:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.672982:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.672984:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100370.672987:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100370.672989:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100370.672990:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100370.672991:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1789100370.672995:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100370.672996:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00010000:00010000:1.0:1789100370.673002:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100370.673002:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100370.673006:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100370.673009:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673039:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673041:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673043:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100370.673045:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100370.673048:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673050:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100370.673052:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100370.673054:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100370.673056:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673058:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100370.673059:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100370.673067:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100370.673070:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100370.673073:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100370.673075:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673077:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100370.673079:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100370.673082:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100370.673089:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100370.673094:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100370.673101:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964609536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100370.673110:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100370.673113:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.673117:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964609536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100370.673138:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100370.673140:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100370.673143:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100370.673144:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100370.673145:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100370.673147:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100370.673149:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27508
00000400:00000200:3.0:1789100370.673153:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100370.673156:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100370.673157:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100370.673160:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673162:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673167:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673171:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100370.673175:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100370.673176:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100370.673179:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100370.673182:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100370.673185:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100370.673189:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100370.673196:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673201:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673206:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673210:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100370.673215:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100370.673220:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673225:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100370.673227:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100370.673234:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100370.673238:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673241:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100370.673246:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100370.673250:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673255:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100370.673261:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100370.673266:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100370.673270:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100370.673273:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673276:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100370.673277:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100370.673279:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100370.673291:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100370.673296:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100370.673304:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964609664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100370.673319:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100370.673324:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.673329:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964609664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100370.673344:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100370.673346:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100370.673351:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100370.673354:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100370.673356:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100370.673361:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100370.673368:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27508
00000400:00000200:3.0:1789100370.673397:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100370.673407:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100370.673412:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100370.673421:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673428:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1789100370.673432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100370.673434:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:2.1:1789100370.673436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100370.673437:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100370.673442:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100370.673445:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100370.673447:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100370.673450:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100370.673454:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100370.673456:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100370.673463:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673467:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673471:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673475:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100370.673480:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100370.673488:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673490:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100370.673494:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100370.673498:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100370.673502:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673504:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100370.673508:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100370.673512:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673516:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100370.673524:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100370.673528:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100370.673531:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100370.673534:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673538:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100370.673541:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100370.673545:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100370.673550:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100370.673555:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100370.673561:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964609792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100370.673572:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100370.673576:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.673583:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964609792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100370.673597:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100370.673603:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100370.673614:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100370.673619:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100370.673623:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100370.673633:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100370.673640:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27508
00000400:00000200:3.0:1789100370.673654:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100370.673664:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100370.673671:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100370.673680:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673688:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673694:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673699:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100370.673703:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100370.673704:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100370.673706:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100370.673707:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100370.673708:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100370.673710:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100370.673713:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673716:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.673720:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673721:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100370.673724:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100370.673726:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100370.673731:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100370.673732:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100370.673736:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100370.673773:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673838:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100370.673855:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100370.673859:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673861:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100370.673866:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100370.673870:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100370.673877:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100370.673880:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.673882:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100370.673885:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100370.673890:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100370.673895:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100370.673901:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100370.673912:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964609920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100370.673924:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100370.673931:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.673941:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964609920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100370.673959:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100370.673965:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100370.673978:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100370.673984:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100370.673988:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100370.673997:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100370.674004:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27508
00000400:00000200:3.0:1789100370.674014:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100370.674019:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100370.674023:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100370.674028:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.674033:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.674036:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.674042:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100370.674045:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100370.674048:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100370.674049:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100370.674053:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100370.674057:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100370.674061:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100370.674069:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.674072:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100370.674075:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100370.674078:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100370.674083:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100370.674088:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100370.674092:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100370.674096:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100370.674102:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100370.674107:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.674113:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100370.674118:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100370.674127:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100370.674133:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100370.674142:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100370.674161:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100370.674168:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1789100370.674169:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100370.674173:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100370.674173:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100370.674180:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100370.674185:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100370.674192:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100370.674202:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100370.674209:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100370.674221:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964610048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100370.674263:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100370.674266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.674276:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964610048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100370.674293:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100370.674300:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27518)
00000800:00000200:2.1:1789100370.674474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100370.674476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100370.674863:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100370.674865:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100370.675078:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100370.675080:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789100371.696972:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100371.696977:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100371.696981:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100372.016915:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322181891, at 4322181952
00000100:00000010:1.0:1789100372.016932:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100372.720974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100372.720980:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100372.720984:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100374.768942:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100374.768948:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100374.768951:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100375.792876:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100375.792883:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100375.792887:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100375.792891:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100375.792896:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100375.792903:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27513
00000400:00000200:1.0:1789100375.792914:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100375.792923:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100375.792927:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100375.792930:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.792936:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.792944:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.792948:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100375.792952:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100375.792955:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100375.792958:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100375.792962:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100375.792966:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100375.792969:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100375.792973:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.792976:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.792979:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.792982:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100375.792984:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100375.792987:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100375.792990:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100375.792992:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100375.792995:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100375.793000:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793003:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100375.793007:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100375.793015:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100375.793018:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100375.793022:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100375.793024:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793026:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100375.793028:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100375.793032:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100375.793037:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100375.793044:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100375.793054:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964610176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100375.793065:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100375.793069:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.793075:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964610176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100375.793095:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100375.793097:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100375.793100:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100375.793101:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100375.793103:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100375.793105:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100375.793108:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27513
00000400:00000200:1.0:1789100375.793111:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100375.793115:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100375.793117:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100375.793119:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793121:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793127:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793131:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100375.793136:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100375.793137:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100375.793139:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100375.793142:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100375.793147:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100375.793152:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100375.793159:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793162:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793167:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793171:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100375.793174:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100375.793180:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793186:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100375.793190:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100375.793197:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100375.793200:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793203:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100375.793210:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100375.793214:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793220:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100375.793229:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100375.793234:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100375.793238:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100375.793242:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793244:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100375.793245:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100375.793254:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100375.793261:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100375.793267:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100375.793278:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964610304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100375.793292:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100375.793296:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.793300:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964610304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100375.793309:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100375.793312:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100375.793318:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100375.793322:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100375.793323:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100375.793326:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100375.793331:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27513
00000400:00000200:1.0:1789100375.793338:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100375.793344:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100375.793348:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100375.793354:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793358:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793363:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793368:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100375.793372:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100375.793374:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100375.793378:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100375.793381:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100375.793386:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100375.793389:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100375.793393:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793398:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793408:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100375.793412:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100375.793417:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793420:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100375.793426:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100375.793428:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100375.793433:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793438:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100375.793440:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100375.793446:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793448:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100375.793450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:1.0:1789100375.793453:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000800:00000200:2.1:1789100375.793454:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1789100375.793457:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100375.793463:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100375.793468:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793469:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100375.793472:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100375.793474:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100375.793477:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100375.793482:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100375.793492:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964610432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100375.793537:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100375.793541:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.793549:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964610432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100375.793567:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100375.793570:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100375.793572:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100375.793575:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100375.793577:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100375.793581:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100375.793586:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27513
00000400:00000200:1.0:1789100375.793591:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100375.793596:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100375.793598:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100375.793601:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793605:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793607:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793610:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100375.793614:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100375.793617:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100375.793620:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100375.793623:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100375.793626:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100375.793632:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100375.793639:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793641:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793646:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793650:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100375.793656:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100375.793661:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793664:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100375.793667:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100375.793671:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100375.793675:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793678:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100375.793683:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100375.793691:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793696:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100375.793703:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100375.793709:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100375.793716:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100375.793719:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793721:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100375.793723:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100375.793725:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100375.793734:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100375.793738:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100375.793761:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964610560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100375.793771:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100375.793775:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.793783:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964610560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100375.793823:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100375.793827:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100375.793832:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100375.793835:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100375.793837:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100375.793843:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100375.793849:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27513
00000400:00000200:1.0:1789100375.793856:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100375.793862:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100375.793865:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100375.793871:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793875:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793880:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793884:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100375.793889:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100375.793893:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100375.793896:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100375.793899:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100375.793903:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100375.793908:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100375.793915:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793918:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100375.793922:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793926:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100375.793933:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100375.793942:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100375.793950:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100375.793955:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100375.793962:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100375.793968:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793972:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100375.793978:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100375.793983:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793986:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100375.793990:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100375.793992:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100375.793995:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100375.793997:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100375.793998:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100375.794000:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100375.794002:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100375.794007:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100375.794014:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100375.794023:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964610688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100375.794045:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100375.794052:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.794065:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964610688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100375.794086:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100375.794095:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27523)
00000800:00000200:2.1:1789100375.794161:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100375.794162:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100375.794348:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100375.794350:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100375.794528:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100375.794530:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100375.794801:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100375.794803:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789100376.816979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100376.816984:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100376.816988:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100377.136870:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322187011, at 4322187072
00000100:00000010:1.0:1789100377.136878:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100378.864949:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100378.864953:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100378.864956:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100380.912955:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100380.912964:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100380.912968:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100380.912975:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100380.912986:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100380.912996:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27518
00000400:00000200:1.0:1789100380.913007:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100380.913013:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100380.913016:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100380.913020:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913024:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913026:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913029:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100380.913033:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100380.913034:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100380.913037:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100380.913040:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100380.913042:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100380.913044:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100380.913047:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913051:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913054:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:3.0:1789100380.913055:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789100380.913057:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100380.913061:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100380.913062:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100380.913067:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00010000:00010000:3.0:1789100380.913069:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789100380.913070:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100380.913074:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100380.913078:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100380.913080:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913082:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100380.913084:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100380.913094:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100380.913098:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100380.913102:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100380.913104:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913107:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100380.913110:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100380.913114:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100380.913123:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100380.913130:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100380.913141:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964610816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100380.913156:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100380.913160:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913164:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964610816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100380.913186:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100380.913189:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100380.913191:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100380.913192:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100380.913194:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100380.913196:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100380.913198:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27518
00000400:00000200:1.0:1789100380.913201:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100380.913203:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100380.913205:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100380.913207:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913208:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913210:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913211:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100380.913213:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100380.913214:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100380.913215:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100380.913217:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100380.913219:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100380.913221:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100380.913223:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913224:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913226:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913228:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100380.913230:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100380.913232:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913235:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100380.913239:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100380.913243:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100380.913247:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913250:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100380.913254:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100380.913258:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913262:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100380.913267:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100380.913271:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100380.913274:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100380.913278:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913282:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100380.913285:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100380.913290:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100380.913297:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100380.913303:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100380.913313:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964610944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100380.913325:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100380.913327:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913331:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964610944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100380.913344:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100380.913348:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100380.913353:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100380.913356:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100380.913357:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100380.913360:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100380.913364:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27518
00000400:00000200:1.0:1789100380.913370:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100380.913375:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100380.913380:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100380.913387:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913391:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913395:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913400:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100380.913405:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100380.913408:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100380.913412:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100380.913415:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100380.913419:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100380.913423:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100380.913427:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913429:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913430:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913431:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100380.913432:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100380.913434:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913435:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100380.913437:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100380.913441:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100380.913443:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913445:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100380.913448:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100380.913452:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913455:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100380.913459:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100380.913463:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100380.913466:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100380.913468:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913470:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100380.913473:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100380.913475:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100380.913480:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100380.913485:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100380.913492:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964611072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100380.913505:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100380.913509:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913518:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964611072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100380.913533:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100380.913538:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100380.913543:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100380.913545:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100380.913549:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100380.913550:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100380.913555:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27518
00000400:00000200:1.0:1789100380.913558:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100380.913562:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100380.913564:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100380.913570:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913576:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913579:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913585:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100380.913588:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1789100380.913589:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100380.913590:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100380.913593:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100380.913597:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000800:00000200:2.1:1789100380.913598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789100380.913600:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100380.913604:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100380.913609:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913611:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913613:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913614:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100380.913616:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100380.913621:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913622:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100380.913623:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100380.913626:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100380.913629:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913633:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100380.913636:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100380.913639:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913641:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100380.913663:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100380.913668:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100380.913672:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100380.913674:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913678:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100380.913680:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100380.913682:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100380.913688:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100380.913693:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100380.913700:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964611200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100380.913710:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100380.913712:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913716:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964611200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100380.913729:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100380.913733:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100380.913739:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100380.913740:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100380.913743:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100380.913747:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100380.913751:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27518
00000400:00000200:1.0:1789100380.913757:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100380.913763:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100380.913765:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100380.913769:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913774:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913777:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913782:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100380.913784:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100380.913784:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100380.913816:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100380.913820:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100380.913822:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100380.913824:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100380.913827:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913834:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100380.913839:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913844:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100380.913849:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100380.913857:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100380.913862:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100380.913866:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100380.913871:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100380.913879:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913884:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100380.913887:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100380.913892:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913897:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100380.913902:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100380.913909:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100380.913915:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100380.913918:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100380.913923:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100380.913926:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100380.913930:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100380.913936:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100380.913942:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100380.913950:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964611328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100380.913964:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100380.913968:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913977:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964611328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100380.913990:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100380.913997:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27528)
00000800:00000200:2.1:1789100380.914188:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100380.914190:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100380.914411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100380.914413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100380.914591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100380.914593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100380.914875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100380.914877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100382.256848:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322192132, at 4322192192
00000100:00000010:1.0:1789100382.256857:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100382.960991:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100382.960996:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100382.961000:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100385.009037:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100385.009041:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100385.009044:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100386.033015:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100386.033022:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100386.033027:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100386.033454:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100386.033459:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100386.034127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100386.034129:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100386.034317:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100386.034320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100386.034568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100386.034570:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100386.034845:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100386.034847:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789100387.056995:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100387.056999:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100387.057002:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100387.376899:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322197251, at 4322197312
00000100:00000010:1.0:1789100387.376917:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:3.0:1789100389.104975:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100389.104980:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100389.104984:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100390.129044:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100390.129049:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100390.129053:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100391.152996:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100391.153002:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100391.153009:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100391.153487:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100391.153492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100391.154033:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100391.154035:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100391.154221:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100391.154223:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100391.154435:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100391.154437:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100391.154643:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100391.154645:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789100392.496891:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322202371, at 4322202432
00000100:00000010:1.0:1789100392.496910:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100393.200967:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100393.200973:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100393.200977:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100394.225010:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100394.225016:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100394.225020:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100395.248959:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100395.248963:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100395.248966:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100396.273057:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100396.273061:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100396.273064:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100396.273753:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100396.274492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100396.274757:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100396.274968:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100396.275111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:3.0:1789100397.296956:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100397.296960:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100397.296963:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100397.616947:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322207492, at 4322207552
00000100:00000010:1.0:1789100397.616971:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100398.320964:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100398.320968:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100398.320971:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100399.345127:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100399.345132:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100399.345136:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100401.392926:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100401.392932:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100401.392935:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100401.392938:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100401.392942:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100401.392949:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27538
00000400:00000200:1.0:1789100401.392960:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100401.392968:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100401.392973:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100401.392975:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.392978:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.392980:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.392982:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100401.392984:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100401.392986:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100401.392988:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100401.392991:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100401.392992:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100401.392994:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100401.392996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.392998:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393000:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393001:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100401.393003:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100401.393005:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393007:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100401.393009:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100401.393011:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100401.393013:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393015:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100401.393016:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100401.393021:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100401.393023:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100401.393026:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100401.393028:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393030:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100401.393032:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100401.393035:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100401.393041:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100401.393048:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100401.393059:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964613376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100401.393070:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100401.393075:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.393080:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964613376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100401.393106:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100401.393108:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100401.393112:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100401.393113:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100401.393114:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100401.393116:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100401.393118:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27538
00000400:00000200:1.0:1789100401.393122:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100401.393124:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100401.393126:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100401.393129:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393132:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393135:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393138:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100401.393141:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100401.393143:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100401.393145:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100401.393148:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100401.393153:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100401.393158:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100401.393167:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393175:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393180:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393187:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100401.393202:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100401.393210:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393216:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100401.393222:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100401.393231:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100401.393238:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393244:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100401.393250:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100401.393257:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393272:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100401.393278:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100401.393283:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100401.393287:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100401.393291:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393293:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100401.393295:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100401.393301:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100401.393307:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100401.393315:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100401.393326:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964613504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100401.393352:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100401.393357:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.393366:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964613504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100401.393393:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100401.393399:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100401.393407:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100401.393412:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100401.393414:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100401.393421:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100401.393429:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27538
00000400:00000200:1.0:1789100401.393471:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100401.393480:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100401.393487:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100401.393495:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393502:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393508:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393513:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.1:1789100401.393514:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100401.393518:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789100401.393520:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000020:00000040:1.0:1789100401.393522:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100401.393528:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100401.393533:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100401.393538:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100401.393544:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100401.393552:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393558:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393564:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393570:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100401.393576:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100401.393585:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393594:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100401.393599:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100401.393605:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100401.393610:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393613:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100401.393616:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100401.393623:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393630:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100401.393638:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100401.393644:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100401.393651:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100401.393655:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393658:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100401.393662:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100401.393665:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100401.393669:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100401.393678:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100401.393689:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964613632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100401.393703:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100401.393707:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.393719:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964613632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100401.393741:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100401.393748:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100401.393759:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100401.393763:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100401.393766:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100401.393771:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100401.393780:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27538
00000400:00000200:1.0:1789100401.393833:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100401.393843:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100401.393847:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100401.393855:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393860:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393868:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393873:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100401.393880:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100401.393884:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100401.393888:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100401.393893:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100401.393897:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100401.393903:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100401.393912:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393917:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.393923:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393928:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100401.393934:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100401.393941:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100401.393948:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100401.393953:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100401.393959:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100401.393964:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393970:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100401.393975:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100401.393981:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.393983:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100401.393987:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100401.393993:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100401.393999:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100401.394002:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.394006:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100401.394008:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100401.394013:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100401.394020:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100401.394027:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100401.394038:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964613760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100401.394055:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100401.394061:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.394072:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964613760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100401.394087:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100401.394092:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100401.394102:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100401.394107:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100401.394109:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100401.394111:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100401.394115:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27538
00000400:00000200:1.0:1789100401.394125:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100401.394133:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100401.394139:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100401.394150:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.394156:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.394169:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.394176:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100401.394182:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100401.394186:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100401.394191:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100401.394196:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100401.394202:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100401.394207:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100401.394218:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.394226:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100401.394233:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100401.394239:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100401.394245:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100401.394254:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100401.394272:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100401.394280:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100401.394286:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100401.394294:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.394299:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100401.394304:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100401.394312:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.394316:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100401.394324:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100401.394331:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100401.394337:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100401.394342:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100401.394348:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100401.394352:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100401.394357:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100401.394367:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100401.394375:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100401.394386:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964613888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100401.394408:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100401.394413:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.394424:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964613888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100401.394440:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100401.394450:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27549)
00000800:00000200:0.1:1789100401.394457:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100401.394463:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1789100401.394860:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100401.394863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1789100401.395159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100401.395161:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1789100401.395559:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100401.395562:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 57 secs later)
00000020:00000001:1.0:1789100402.416991:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100402.416994:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100402.416997:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100402.736914:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322212611, at 4322212672
00000100:00000010:1.0:1789100402.736930:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc87e0.
00000020:00000001:1.0:1789100403.440960:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100403.440964:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100403.440967:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100406.512976:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100406.512982:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100406.512989:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100406.513474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100406.513482:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100406.514141:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100406.514143:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100406.514355:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100406.514357:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100406.514598:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100406.514600:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789100406.514780:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100406.514782:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1789100407.536964:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100407.536968:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100407.536971:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100407.856904:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322217731, at 4322217792
00000100:00000010:1.0:1789100407.856922:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100410.608977:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100410.608981:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100410.608984:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100411.633046:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100411.633053:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100411.633061:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100411.633896:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100411.633907:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100411.634697:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100411.634700:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100411.635035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100411.635038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100411.635366:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100411.635369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100411.635688:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100411.635691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1789100412.976916:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322222852, at 4322222912
00000100:00000010:1.0:1789100412.976938:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100414.704942:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100414.704947:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100414.704951:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100415.729012:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100415.729016:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100415.729019:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100416.752945:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100416.752951:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100416.752959:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100416.753486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100416.753494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100416.754207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100416.754210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100416.754519:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100416.754521:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100416.754840:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100416.754842:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100416.755161:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100416.755164:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1789100418.096868:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322227971, at 4322228032
00000100:00000010:1.0:1789100418.096884:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100418.800929:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100418.800943:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100418.800946:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100419.824986:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100419.824998:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100419.825002:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100421.872981:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100421.872986:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100421.872991:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100421.873380:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100421.873384:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100421.874086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100421.874087:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100421.874277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100421.874278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100421.874475:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100421.874477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100421.874754:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100421.874756:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789100422.896939:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100422.896943:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100422.896946:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100423.216908:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322233091, at 4322233152
00000100:00000010:1.0:1789100423.216931:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100423.921024:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100423.921028:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100423.921032:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100425.969029:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100425.969033:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100425.969036:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100426.992987:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100426.992992:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100426.992996:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100426.993490:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100426.993495:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100426.994130:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100426.994132:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100426.994357:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100426.994359:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100426.994543:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100426.994544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100426.994746:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100426.994748:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789100428.016975:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100428.016979:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100428.016982:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100428.336922:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322238211, at 4322238272
00000100:00000010:1.0:1789100428.336939:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100430.064950:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100430.064954:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100430.064956:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100431.088964:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100431.088970:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100431.088974:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100432.112980:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100432.112985:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100432.112991:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100432.113474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100432.113480:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100432.114268:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100432.114271:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100432.114539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100432.114541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100432.114851:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100432.114854:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100432.115226:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100432.115229:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1789100433.456900:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322243331, at 4322243392
00000100:00000010:1.0:1789100433.456918:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000020:00000001:1.0:1789100434.160922:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100434.160925:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100434.160928:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100435.184952:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100435.184956:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100435.184960:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100436.208957:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100436.208961:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100436.208964:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100437.232896:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100437.232903:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100437.232905:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100437.232908:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100437.232911:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100437.232917:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27574
00000400:00000200:3.0:1789100437.232926:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100437.232933:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100437.232936:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100437.232939:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.232943:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.232946:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.232948:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100437.232952:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100437.232954:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100437.232956:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100437.232959:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100437.232964:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100437.232970:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100437.232973:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.232975:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.232977:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.232978:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100437.232980:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100437.232982:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100437.232984:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100437.232986:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100437.232988:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100437.232990:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.232992:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100437.232993:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100437.233001:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100437.233003:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100437.233006:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100437.233008:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233010:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100437.233012:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100437.233015:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100437.233021:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100437.233026:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100437.233035:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964617856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100437.233043:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100437.233047:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233052:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964617856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100437.233072:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100437.233075:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100437.233078:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100437.233079:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100437.233081:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100437.233082:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100437.233085:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27574
00000400:00000200:3.0:1789100437.233089:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100437.233093:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100437.233096:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100437.233100:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233104:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233110:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233115:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100437.233121:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100437.233123:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100437.233127:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100437.233132:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100437.233136:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100437.233141:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100437.233147:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233151:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233154:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233156:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100437.233160:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100437.233164:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233166:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100437.233168:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100437.233174:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100437.233184:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233186:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100437.233194:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100437.233198:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233201:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100437.233206:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100437.233210:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100437.233215:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100437.233217:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233221:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100437.233222:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100437.233225:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100437.233229:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100437.233235:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100437.233245:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964617984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100437.233259:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100437.233264:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233275:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964617984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100437.233293:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100437.233299:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100437.233305:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100437.233308:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100437.233312:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100437.233318:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100437.233325:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27574
00000800:00000200:2.1:1789100437.233329:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100437.233332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1789100437.233333:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100437.233341:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100437.233344:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100437.233347:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233350:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233355:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233358:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100437.233360:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100437.233363:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100437.233365:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100437.233367:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100437.233369:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100437.233371:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100437.233377:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233380:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233384:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233387:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100437.233389:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100437.233394:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233396:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100437.233399:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100437.233403:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100437.233407:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233410:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100437.233413:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100437.233415:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233417:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100437.233421:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100437.233425:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100437.233428:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100437.233430:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233432:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100437.233433:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100437.233434:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100437.233438:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100437.233442:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100437.233448:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964618112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100437.233459:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100437.233462:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233468:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964618112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100437.233487:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100437.233490:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100437.233495:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100437.233498:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100437.233501:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100437.233505:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100437.233508:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27574
00000400:00000200:3.0:1789100437.233525:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100437.233533:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100437.233540:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100437.233547:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233549:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233552:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233556:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100437.233562:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100437.233565:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100437.233570:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100437.233575:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100437.233580:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100437.233596:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100437.233604:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233608:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233612:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233616:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100437.233619:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100437.233625:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233626:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100437.233630:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100437.233633:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100437.233635:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233637:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100437.233639:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100437.233644:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233646:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100437.233651:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100437.233655:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100437.233664:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100437.233667:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233669:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100437.233671:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100437.233674:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100437.233678:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100437.233682:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100437.233688:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964618240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100437.233696:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100437.233698:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233702:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964618240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100437.233711:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100437.233714:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100437.233717:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100437.233720:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100437.233723:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100437.233727:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100437.233732:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27574
00000400:00000200:3.0:1789100437.233737:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100437.233743:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100437.233748:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100437.233755:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233759:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233765:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233770:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100437.233775:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100437.233778:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100437.233780:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100437.233784:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100437.233809:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100437.233811:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100437.233816:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233819:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100437.233822:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233825:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100437.233829:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100437.233834:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100437.233837:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100437.233839:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100437.233842:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100437.233845:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233847:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100437.233849:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100437.233851:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233854:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100437.233857:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100437.233860:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100437.233863:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100437.233866:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100437.233867:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100437.233869:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100437.233872:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100437.233877:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100437.233881:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100437.233887:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964618368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100437.233903:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100437.233906:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233911:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964618368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100437.233921:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100437.233925:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27584)
00000800:00000200:2.1:1789100437.233981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100437.233983:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100437.234261:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100437.234263:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100437.234538:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100437.234541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100437.234962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100437.234964:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1789100438.256907:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100438.256911:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100438.256914:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100438.576907:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322248451, at 4322248512
00000100:00000010:1.0:1789100438.576932:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000020:00000001:1.0:1789100439.281018:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100439.281024:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100439.281029:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100440.304916:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100440.304919:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100440.304922:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100442.352895:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100442.352915:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100442.352920:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100442.352927:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100442.352934:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100442.352942:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27579
00000400:00000200:3.0:1789100442.352958:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100442.352965:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100442.352968:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100442.352971:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.352974:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.352976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.352978:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100442.352981:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100442.352982:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100442.352983:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100442.352986:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100442.352988:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00010000:00010000:1.0:1789100442.352990:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789100442.352991:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100442.352995:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100442.352996:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100442.352999:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353001:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353003:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353004:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100442.353006:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100442.353009:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353010:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100442.353013:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100442.353015:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100442.353017:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353018:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100442.353020:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100442.353029:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100442.353031:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100442.353035:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100442.353036:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353038:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100442.353040:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100442.353044:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100442.353053:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100442.353058:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100442.353065:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964618496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100442.353073:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100442.353076:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353080:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964618496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100442.353095:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100442.353098:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100442.353101:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100442.353102:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100442.353103:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100442.353105:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100442.353106:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27579
00000400:00000200:3.0:1789100442.353111:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100442.353114:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100442.353116:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100442.353119:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353121:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353124:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353127:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100442.353130:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100442.353131:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100442.353133:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100442.353136:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100442.353141:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100442.353146:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100442.353152:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353157:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353161:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353168:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100442.353173:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100442.353178:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353183:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100442.353184:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100442.353190:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100442.353193:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353196:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100442.353200:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100442.353206:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353209:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100442.353213:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100442.353218:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100442.353222:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100442.353225:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353227:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100442.353229:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100442.353231:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100442.353235:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100442.353241:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100442.353247:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964618624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100442.353259:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100442.353263:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353269:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964618624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100442.353280:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100442.353283:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100442.353289:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100442.353291:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100442.353293:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100442.353295:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100442.353299:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27579
00000400:00000200:3.0:1789100442.353306:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100442.353310:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100442.353314:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100442.353317:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353320:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353323:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353328:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100442.353332:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100442.353335:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100442.353338:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100442.353341:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100442.353344:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100442.353347:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100442.353353:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353357:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353360:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353363:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100442.353366:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100442.353369:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353373:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100442.353375:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100442.353377:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100442.353379:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353382:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100442.353384:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100442.353389:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353390:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100442.353395:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100442.353400:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100442.353405:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100442.353407:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353411:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100442.353414:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100442.353418:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100442.353424:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100442.353431:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100442.353441:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964618752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100442.353468:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100442.353472:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353479:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964618752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100442.353500:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100442.353502:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100442.353505:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100442.353507:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100442.353509:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100442.353512:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100442.353516:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27579
00000400:00000200:3.0:1789100442.353523:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100442.353526:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100442.353529:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100442.353533:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353535:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353539:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353544:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100442.353546:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100442.353548:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100442.353550:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100442.353555:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100442.353557:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100442.353561:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:2.1:1789100442.353562:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100442.353567:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.1:1789100442.353569:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1789100442.353573:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353579:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353585:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100442.353591:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100442.353595:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353623:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100442.353626:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100442.353629:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100442.353634:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353638:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100442.353641:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100442.353645:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353646:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100442.353650:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100442.353656:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100442.353660:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100442.353663:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353668:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100442.353671:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100442.353675:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100442.353682:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100442.353689:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100442.353698:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964618880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100442.353709:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100442.353712:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353718:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964618880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100442.353724:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100442.353729:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100442.353731:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100442.353733:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100442.353734:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100442.353739:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100442.353743:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27579
00000400:00000200:3.0:1789100442.353750:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100442.353755:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100442.353759:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100442.353762:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353766:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353769:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353773:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100442.353775:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100442.353776:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100442.353777:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100442.353781:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100442.353784:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100442.353804:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100442.353807:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353809:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100442.353811:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353814:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100442.353818:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100442.353823:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100442.353828:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100442.353831:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100442.353833:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100442.353837:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353841:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100442.353843:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100442.353849:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353851:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100442.353857:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100442.353862:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100442.353865:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100442.353868:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100442.353870:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100442.353871:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100442.353874:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100442.353878:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100442.353883:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100442.353890:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964619008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100442.353905:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100442.353911:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353920:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964619008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100442.353937:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100442.353945:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27589)
00000800:00000200:2.1:1789100442.354215:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100442.354218:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100442.354563:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100442.354567:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100442.354904:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100442.354907:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100442.355220:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100442.355222:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789100443.376973:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100443.376977:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100443.376981:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100443.696916:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322253571, at 4322253632
00000100:00000010:1.0:1789100443.696936:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100444.400983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100444.400987:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100444.400990:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100446.448978:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100446.448981:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100446.448984:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100447.473101:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100447.473105:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100447.473110:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100447.473497:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100447.473504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789100447.474152:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100447.474154:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789100447.474368:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100447.474370:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789100447.474570:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100447.474573:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789100447.474872:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100447.474875:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1789100448.496998:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100448.497005:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100448.497009:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100448.816912:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322258691, at 4322258752
00000100:00000010:1.0:1789100448.816933:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100449.521000:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100449.521006:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100449.521010:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100450.545006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100450.545012:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100450.545016:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100451.568980:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100451.568983:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100451.568986:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100452.592986:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100452.592989:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100452.592993:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100452.593032:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100452.593037:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100452.593039:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100452.593042:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100452.593047:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100452.593053:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27590
00000400:00000200:1.0:1789100452.593062:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100452.593067:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100452.593069:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100452.593072:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593074:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.593076:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593078:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100452.593080:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100452.593081:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100452.593084:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100452.593086:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100452.593088:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100452.593089:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100452.593091:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593093:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.593095:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593096:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100452.593098:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100452.593101:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593102:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100452.593104:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100452.593107:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100452.593109:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.593110:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100452.593112:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100452.593121:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100452.593124:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100452.593127:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100452.593128:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.593130:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100452.593132:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100452.593136:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100452.593142:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100452.593148:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100452.593155:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964619776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100452.593164:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100452.593167:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.593171:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964619776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789100452.593397:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100452.593401:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1789100452.593449:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100452.593451:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100452.593454:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100452.593455:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100452.593456:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100452.593458:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100452.593460:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27590
00000400:00000200:1.0:1789100452.593463:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100452.593465:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100452.593467:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100452.593469:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593471:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.593472:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593474:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100452.593475:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100452.593476:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100452.593477:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100452.593479:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100452.593480:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100452.593482:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100452.593483:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593485:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.593486:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593487:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100452.593489:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100452.593491:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100452.593492:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100452.593493:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100452.593497:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100452.593499:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.593500:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100452.593503:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100452.593504:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.593506:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100452.593509:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100452.593511:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100452.593513:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100452.593514:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.593516:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100452.593517:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100452.593518:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100452.593521:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100452.593525:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100452.593528:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964619904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100452.593533:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100452.593535:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.593537:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964619904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789100452.593833:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100452.593835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1789100452.594020:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100452.594022:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100452.594025:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100452.594026:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100452.594028:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100452.594031:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100452.594035:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27590
00000400:00000200:1.0:1789100452.594038:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100452.594042:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100452.594047:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100452.594052:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594054:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594057:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594058:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100452.594060:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100452.594061:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100452.594062:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100452.594064:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100452.594065:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100452.594067:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100452.594069:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594070:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594071:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594072:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100452.594074:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100452.594076:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594077:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100452.594079:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100452.594081:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100452.594082:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594083:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100452.594085:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100452.594086:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594087:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100452.594090:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100452.594091:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100452.594093:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100452.594094:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594095:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100452.594096:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100452.594097:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100452.594100:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100452.594103:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100452.594106:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964620032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100452.594111:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100452.594113:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.594115:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964620032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100452.594128:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100452.594130:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100452.594133:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100452.594134:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100452.594135:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100452.594137:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100452.594138:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27590
00000400:00000200:1.0:1789100452.594140:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100452.594142:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100452.594143:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100452.594145:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594147:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594149:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594150:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100452.594152:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100452.594153:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100452.594154:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100452.594155:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100452.594157:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100452.594159:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100452.594164:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594167:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594171:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594174:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100452.594176:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100452.594182:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594185:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100452.594189:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100452.594192:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100452.594194:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594195:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100452.594197:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100452.594199:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594201:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100452.594206:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100452.594209:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100452.594212:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100452.594215:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594218:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100452.594221:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100452.594224:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100452.594227:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100452.594231:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100452.594238:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964620160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100452.594250:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100452.594253:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.594260:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964620160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100452.594267:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100452.594271:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100452.594277:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100452.594282:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100452.594287:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100452.594303:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100452.594311:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27590
00000400:00000200:1.0:1789100452.594322:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100452.594331:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100452.594336:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100452.594345:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594351:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594357:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594361:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100452.594364:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100452.594368:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100452.594371:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100452.594375:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100452.594380:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100452.594384:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100452.594390:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594392:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100452.594396:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594398:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100452.594400:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100452.594405:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100452.594409:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100452.594413:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100452.594416:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100452.594421:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594423:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100452.594425:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100452.594428:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594432:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100452.594436:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100452.594440:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100452.594443:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100452.594445:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100452.594449:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100452.594451:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100452.594454:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100452.594459:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789100452.594460:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000800:00000200:2.1:1789100452.594464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1789100452.594465:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100452.594472:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964620288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100452.594490:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100452.594494:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.594501:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964620288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100452.594511:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100452.594517:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27600)
00000800:00000200:2.1:1789100452.594771:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100452.594773:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789100452.595017:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100452.595019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1789100453.616980:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100453.616984:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100453.616988:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100453.936914:0:425884:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322263811, at 4322263872
00000100:00000010:1.0:1789100453.936930:0:425884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100454.640987:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100454.640993:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100454.640997:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100455.664969:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100455.664974:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100455.664978:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100456.689009:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100456.689014:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100456.689018:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100457.712916:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100457.712928:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100457.712932:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100457.712938:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100457.712945:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100457.712954:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27595
00000400:00000200:3.0:1789100457.712966:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100457.712974:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100457.712978:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100457.712983:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.712987:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.712989:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100457.712992:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100457.712992:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100457.712998:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1789100457.712999:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100457.713001:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100457.713006:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00010000:00010000:1.0:1789100457.713008:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789100457.713010:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100457.713014:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100457.713016:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100457.713019:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713020:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713022:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713023:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100457.713026:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100457.713028:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713030:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100457.713032:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100457.713035:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100457.713037:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713039:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100457.713041:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100457.713048:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100457.713051:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100457.713055:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100457.713056:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713058:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100457.713061:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100457.713064:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100457.713069:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100457.713074:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100457.713082:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964620416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100457.713090:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100457.713093:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713097:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964620416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100457.713112:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100457.713115:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100457.713118:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100457.713119:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100457.713120:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100457.713121:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100457.713123:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27595
00000400:00000200:3.0:1789100457.713126:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100457.713128:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100457.713131:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100457.713134:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713137:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713140:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713143:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100457.713146:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100457.713150:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100457.713153:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100457.713158:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100457.713163:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100457.713166:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100457.713173:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713178:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713184:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713188:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100457.713192:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100457.713213:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713217:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100457.713223:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100457.713229:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100457.713233:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713237:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100457.713242:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100457.713246:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713250:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100457.713253:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100457.713258:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100457.713261:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100457.713264:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713266:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100457.713267:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100457.713269:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100457.713275:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100457.713282:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100457.713289:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964620544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100457.713302:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100457.713305:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713310:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964620544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100457.713321:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100457.713327:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100457.713331:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100457.713333:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100457.713335:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100457.713340:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100457.713343:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27595
00000400:00000200:3.0:1789100457.713352:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100457.713357:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100457.713362:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100457.713369:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713373:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713378:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713381:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100457.713386:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100457.713388:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100457.713391:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100457.713394:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100457.713398:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100457.713402:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100457.713407:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713411:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713416:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713419:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100457.713421:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100457.713426:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713429:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100457.713433:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100457.713437:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100457.713439:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713442:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100457.713445:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100457.713450:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713452:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100457.713455:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100457.713458:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100457.713461:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100457.713464:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713466:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100457.713468:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100457.713470:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100457.713474:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100457.713479:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100457.713494:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964620672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100457.713509:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100457.713513:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713520:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964620672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100457.713532:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100457.713535:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100457.713538:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100457.713540:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100457.713543:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100457.713547:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100457.713551:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27595
00000400:00000200:3.0:1789100457.713559:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100457.713565:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100457.713570:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100457.713573:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713576:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713580:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713583:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100457.713584:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100457.713585:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100457.713587:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100457.713590:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100457.713592:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100457.713597:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100457.713601:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713604:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713608:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713610:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100457.713614:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000800:00000200:2.1:1789100457.713615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100457.713619:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789100457.713622:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1789100457.713625:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100457.713629:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100457.713634:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100457.713638:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713643:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100457.713646:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100457.713648:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713650:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100457.713655:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100457.713658:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100457.713664:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100457.713667:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713671:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100457.713673:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100457.713676:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100457.713681:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100457.713687:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100457.713695:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964620800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100457.713705:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100457.713708:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713715:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964620800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100457.713725:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100457.713728:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100457.713732:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100457.713734:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100457.713737:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100457.713741:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100457.713744:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27595
00000400:00000200:3.0:1789100457.713753:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100457.713760:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100457.713765:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100457.713770:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713773:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713778:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713782:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100457.713818:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100457.713819:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100457.713821:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100457.713824:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100457.713828:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100457.713830:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100457.713834:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713838:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100457.713840:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713842:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100457.713844:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100457.713850:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100457.713853:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100457.713856:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100457.713861:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100457.713863:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713868:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100457.713871:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100457.713876:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713879:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100457.713884:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100457.713889:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100457.713892:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100457.713893:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100457.713896:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100457.713897:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100457.713900:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100457.713906:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100457.713911:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100457.713919:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964620928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100457.713941:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100457.713945:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713954:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964620928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100457.713973:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100457.713980:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27605)
00000800:00000200:2.1:1789100457.714280:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100457.714283:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100457.714588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100457.714591:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100457.714908:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100457.714911:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789100457.715156:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100457.715158:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1789100458.737024:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100458.737032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100458.737037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100459.056911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322268932, at 4322268992
00000100:00000010:1.0:1789100459.056925:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100459.760899:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100459.760905:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100459.760909:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100460.785009:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100460.785013:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100460.785015:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100461.808934:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100461.808939:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100461.808943:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100462.832878:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100462.832889:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100462.832894:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100462.832899:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100462.832904:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100462.832911:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27600
00000400:00000200:3.0:1789100462.832920:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100462.832925:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100462.832927:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100462.832931:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.832934:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.832936:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.832938:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100462.832942:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100462.832944:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100462.832946:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100462.832949:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100462.832951:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100462.832953:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100462.832955:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100462.832957:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100462.832957:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.832960:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100462.832964:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.832964:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100462.832970:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00010000:00010000:1.0:1789100462.832972:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100462.832974:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100462.832977:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100462.832979:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100462.832982:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100462.832984:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.832986:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100462.832988:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100462.832996:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100462.832998:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100462.833002:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100462.833003:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833005:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100462.833007:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100462.833010:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100462.833017:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100462.833022:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100462.833029:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964621056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100462.833037:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100462.833040:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833044:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964621056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100462.833059:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100462.833061:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100462.833064:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100462.833065:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100462.833066:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100462.833068:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100462.833070:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27600
00000400:00000200:3.0:1789100462.833073:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100462.833076:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100462.833078:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100462.833082:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833084:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833085:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833089:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100462.833091:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100462.833094:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100462.833098:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100462.833110:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100462.833113:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100462.833116:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100462.833121:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833129:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833133:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100462.833138:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100462.833143:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833147:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100462.833151:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100462.833159:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100462.833163:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833167:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100462.833172:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100462.833177:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833179:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100462.833181:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100462.833185:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100462.833187:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100462.833188:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833192:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100462.833194:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100462.833197:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100462.833202:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100462.833206:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100462.833210:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964621184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100462.833223:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100462.833227:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833231:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964621184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100462.833240:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100462.833245:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100462.833248:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100462.833252:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100462.833254:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100462.833258:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100462.833261:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27600
00000400:00000200:3.0:1789100462.833267:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100462.833273:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100462.833276:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100462.833282:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833287:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833290:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833294:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100462.833299:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100462.833301:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100462.833304:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100462.833306:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100462.833310:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100462.833311:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100462.833316:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833318:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833322:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833324:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100462.833328:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100462.833331:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833336:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100462.833339:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100462.833342:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100462.833344:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833346:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100462.833347:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100462.833351:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833354:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100462.833358:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100462.833361:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100462.833366:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100462.833368:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833369:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100462.833372:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100462.833376:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100462.833380:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100462.833386:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100462.833394:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964621312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100462.833407:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100462.833411:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833418:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964621312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100462.833428:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100462.833433:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100462.833441:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100462.833444:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100462.833447:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100462.833448:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100462.833451:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27600
00000400:00000200:3.0:1789100462.833454:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100462.833459:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100462.833460:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100462.833464:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833467:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833470:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833473:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100462.833478:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100462.833479:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000800:00000200:2.1:1789100462.833482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:3.0:1789100462.833483:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100462.833486:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100462.833489:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100462.833491:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100462.833493:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833495:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833497:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833498:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100462.833500:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100462.833502:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833505:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100462.833507:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100462.833511:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100462.833515:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833520:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100462.833522:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100462.833526:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833529:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100462.833533:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100462.833537:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100462.833540:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100462.833542:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833547:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100462.833548:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100462.833550:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100462.833554:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100462.833558:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100462.833565:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964621440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100462.833574:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100462.833578:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833583:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964621440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100462.833592:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100462.833595:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100462.833597:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100462.833597:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100462.833599:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100462.833604:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100462.833610:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27600
00000400:00000200:3.0:1789100462.833616:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100462.833621:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100462.833623:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100462.833629:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833633:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833637:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833641:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100462.833644:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100462.833648:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100462.833650:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100462.833653:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100462.833658:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100462.833662:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100462.833667:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833672:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100462.833676:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833681:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100462.833686:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100462.833689:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100462.833693:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100462.833695:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100462.833697:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100462.833703:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833709:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100462.833711:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100462.833717:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833719:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100462.833724:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100462.833730:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100462.833732:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100462.833733:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100462.833734:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100462.833737:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100462.833740:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100462.833744:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100462.833749:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100462.833757:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964621568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100462.833805:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100462.833806:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833811:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964621568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100462.833822:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100462.833828:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27610)
00000800:00000200:2.1:1789100462.833904:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100462.834058:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100462.834235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100462.834394:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100463.856949:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100463.856953:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100463.856956:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100464.176909:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322274051, at 4322274112
00000100:00000010:1.0:1789100464.176925:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:3.0:1789100464.880972:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100464.880977:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100464.880981:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100465.905075:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100465.905082:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100465.905087:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100466.929102:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100466.929109:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100466.929113:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100467.952934:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100467.952945:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100467.952948:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100467.952952:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100467.952957:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100467.952965:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27605
00000400:00000200:1.0:1789100467.952979:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100467.952991:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100467.952997:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100467.953018:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953025:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953029:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100467.953033:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100467.953036:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100467.953040:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100467.953045:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100467.953048:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100467.953052:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100467.953057:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953059:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953063:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953065:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100467.953068:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100467.953073:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953076:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100467.953090:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100467.953096:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100467.953099:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953102:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100467.953105:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100467.953112:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100467.953117:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100467.953121:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100467.953124:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953127:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100467.953130:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100467.953134:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100467.953142:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100467.953149:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100467.953159:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964621696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100467.953172:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100467.953176:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953182:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964621696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100467.953214:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100467.953217:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100467.953222:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100467.953223:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100467.953226:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100467.953229:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100467.953231:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27605
00000400:00000200:1.0:1789100467.953236:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100467.953239:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100467.953242:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100467.953245:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953247:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953250:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953252:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100467.953255:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100467.953257:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100467.953258:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100467.953261:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100467.953263:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100467.953266:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100467.953269:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953271:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953273:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953275:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100467.953277:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100467.953280:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953282:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100467.953284:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100467.953290:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100467.953293:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953295:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100467.953299:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100467.953302:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953305:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100467.953309:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100467.953312:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100467.953315:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100467.953316:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953318:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100467.953320:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100467.953322:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100467.953327:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100467.953331:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100467.953336:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964621824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100467.953345:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100467.953348:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953352:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964621824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100467.953360:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100467.953363:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100467.953366:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100467.953368:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100467.953369:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100467.953373:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100467.953376:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27605
00000400:00000200:1.0:1789100467.953380:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100467.953384:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100467.953386:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100467.953389:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953391:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953393:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953396:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100467.953399:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100467.953401:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100467.953402:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100467.953405:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100467.953407:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100467.953409:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100467.953412:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953414:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953416:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953418:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100467.953420:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100467.953424:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953426:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100467.953428:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100467.953431:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100467.953433:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953435:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100467.953438:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100467.953440:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953442:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100467.953445:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100467.953448:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100467.953451:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100467.953460:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953462:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100467.953464:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100467.953466:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100467.953471:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100467.953475:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100467.953481:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964621952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100467.953489:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100467.953492:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953496:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964621952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100467.953505:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100467.953508:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100467.953511:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100467.953513:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100467.953515:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100467.953518:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100467.953520:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27605
00000400:00000200:1.0:1789100467.953524:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100467.953527:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100467.953530:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100467.953533:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953535:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953537:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953540:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100467.953542:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100467.953543:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100467.953545:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100467.953547:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100467.953549:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100467.953551:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100467.953554:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953556:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953559:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953561:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100467.953563:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100467.953566:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953568:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100467.953571:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100467.953574:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100467.953576:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953578:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100467.953581:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100467.953583:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953585:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100467.953588:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100467.953591:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100467.953594:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100467.953595:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953597:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100467.953599:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100467.953600:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100467.953604:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100467.953608:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100467.953613:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964622080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100467.953622:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100467.953624:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953628:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964622080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100467.953637:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100467.953640:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100467.953644:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100467.953646:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100467.953649:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100467.953652:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100467.953655:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27605
00000400:00000200:1.0:1789100467.953661:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100467.953668:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100467.953673:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100467.953680:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953686:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953691:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953696:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100467.953701:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100467.953710:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100467.953715:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100467.953717:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100467.953720:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100467.953726:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100467.953733:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953739:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100467.953747:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953752:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100467.953757:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100467.953764:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100467.953771:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100467.953774:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100467.953777:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100467.953779:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953782:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100467.953813:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100467.953819:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953824:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100467.953831:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100467.953837:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100467.953841:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100467.953843:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100467.953848:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100467.953849:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100467.953852:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100467.953857:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100467.953865:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100467.953875:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964622208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100467.953903:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100467.953910:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953919:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964622208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100467.953936:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100467.953944:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27615)
00000800:00000200:2.1:1789100467.954046:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100467.954051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100467.954485:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100467.954488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100467.954832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100467.954835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100467.955207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100467.955210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100467.955747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100467.955749:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1789100468.977095:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100468.977098:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100468.977101:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100469.296915:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322279172, at 4322279232
00000100:00000010:1.0:1789100469.296936:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000020:00000001:1.0:1789100470.000990:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100470.000995:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100470.000998:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100471.024972:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100471.024977:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100471.024981:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100473.072933:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100473.072942:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100473.072945:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100473.072949:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100473.072953:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100473.072961:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27610
00000400:00000200:3.0:1789100473.072970:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100473.072978:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000020:00000001:1.0:1789100473.072980:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1789100473.072982:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1789100473.072984:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.072989:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00010000:1.0:1789100473.072990:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100473.072996:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073000:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073003:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100473.073006:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100473.073008:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100473.073011:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100473.073014:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100473.073016:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100473.073019:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100473.073022:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073024:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073027:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073029:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100473.073032:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100473.073037:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073039:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100473.073042:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100473.073046:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100473.073048:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073050:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100473.073053:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100473.073064:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100473.073067:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100473.073072:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100473.073073:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073077:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100473.073079:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100473.073083:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100473.073090:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100473.073096:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100473.073105:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964622336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100473.073123:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100473.073128:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.073133:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964622336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100473.073154:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100473.073158:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100473.073161:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100473.073163:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100473.073165:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100473.073169:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100473.073173:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27610
00000400:00000200:3.0:1789100473.073177:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100473.073182:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100473.073186:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100473.073193:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073198:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073205:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073210:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100473.073217:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100473.073221:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100473.073224:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100473.073229:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100473.073235:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100473.073240:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100473.073249:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073255:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073261:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073266:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100473.073272:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100473.073279:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073283:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100473.073287:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100473.073293:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100473.073298:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073302:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100473.073309:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100473.073315:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073320:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100473.073328:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100473.073335:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100473.073342:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100473.073345:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073349:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100473.073352:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100473.073355:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100473.073362:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100473.073367:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100473.073379:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964622464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100473.073392:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100473.073397:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.073405:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964622464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100473.073429:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100473.073434:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100473.073437:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100473.073438:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100473.073440:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100473.073444:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100473.073452:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27610
00000400:00000200:3.0:1789100473.073461:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100473.073469:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100473.073473:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100473.073478:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073484:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073489:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073495:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.1:1789100473.073497:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:3.0:1789100473.073500:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1789100473.073502:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1789100473.073504:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100473.073507:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100473.073510:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100473.073514:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100473.073518:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100473.073525:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073531:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073536:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073540:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100473.073545:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100473.073551:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073558:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100473.073562:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100473.073567:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100473.073572:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073577:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100473.073581:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100473.073588:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073593:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100473.073598:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100473.073603:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100473.073609:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100473.073614:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073618:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100473.073622:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100473.073625:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100473.073632:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100473.073637:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100473.073648:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964622592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100473.073666:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100473.073671:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.073683:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964622592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100473.073704:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100473.073709:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100473.073716:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100473.073721:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100473.073724:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100473.073731:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100473.073738:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27610
00000400:00000200:3.0:1789100473.073747:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100473.073755:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100473.073759:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100473.073765:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073772:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073778:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073815:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100473.073821:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100473.073825:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100473.073829:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100473.073834:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100473.073840:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100473.073845:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100473.073851:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073857:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.073861:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073866:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100473.073870:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100473.073876:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100473.073883:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100473.073888:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100473.073892:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100473.073897:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073903:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100473.073916:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100473.073922:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073926:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100473.073934:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100473.073939:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100473.073945:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100473.073947:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.073952:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100473.073955:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100473.073960:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100473.073966:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100473.073971:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100473.073979:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964622720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100473.073994:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100473.073996:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.074002:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964622720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100473.074021:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100473.074026:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100473.074035:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100473.074038:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100473.074042:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100473.074051:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100473.074058:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27610
00000400:00000200:3.0:1789100473.074068:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100473.074074:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100473.074081:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100473.074088:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.074091:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.074096:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.074100:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100473.074106:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100473.074108:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100473.074111:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100473.074114:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100473.074117:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100473.074123:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100473.074132:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.074137:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100473.074143:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100473.074150:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100473.074157:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100473.074164:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100473.074169:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100473.074173:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100473.074188:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100473.074197:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.074204:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100473.074209:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100473.074216:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.074220:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100473.074228:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100473.074233:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100473.074238:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100473.074240:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100473.074242:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100473.074243:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100473.074245:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100473.074255:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100473.074262:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100473.074262:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100473.074269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00100000:3.0:1789100473.074275:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964622848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100473.074298:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100473.074303:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.074312:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964622848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100473.074332:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100473.074339:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27620)
00000800:00000200:2.1:1789100473.074565:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100473.074567:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100473.074837:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100473.074839:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100473.075134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100473.075136:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1789100474.097029:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100474.097034:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100474.097038:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100474.416867:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322284291, at 4322284352
00000100:00000010:1.0:1789100474.416912:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100475.120958:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100475.120962:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100475.120965:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100477.169089:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100477.169095:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100477.169100:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100478.193031:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100478.193037:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100478.193045:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100478.193486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100478.193492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100478.194188:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100478.194194:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100478.194541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100478.194543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100478.194849:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100478.194851:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100478.195075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100478.195077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789100479.216966:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100479.216969:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100479.216972:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100479.536921:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322289411, at 4322289472
00000100:00000010:1.0:1789100479.536939:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100481.264956:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100481.264960:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100481.264963:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100482.288955:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100482.288958:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100482.288961:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100483.312919:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100483.312929:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100483.312932:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100483.312937:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100483.312942:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100483.312949:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27620
00000400:00000200:3.0:1789100483.312961:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100483.312968:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100483.312970:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100483.312973:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.312976:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.312979:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.312981:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100483.312984:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100483.312986:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100483.312989:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100483.312992:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100483.312994:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100483.312995:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100483.312998:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.312999:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313001:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313003:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100483.313005:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100483.313009:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313011:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100483.313013:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100483.313016:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1789100483.313017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789100483.313019:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100483.313022:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313023:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100483.313026:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100483.313028:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:3.0:1789100483.313035:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100483.313040:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100483.313043:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100483.313044:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313046:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100483.313049:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100483.313052:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100483.313058:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100483.313064:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100483.313071:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964623616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100483.313079:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100483.313083:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313087:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964623616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100483.313104:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100483.313107:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100483.313109:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100483.313110:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100483.313111:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100483.313113:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100483.313114:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27620
00000400:00000200:3.0:1789100483.313117:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100483.313119:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100483.313121:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100483.313123:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313127:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313129:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100483.313130:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100483.313131:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100483.313141:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100483.313145:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100483.313147:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100483.313151:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100483.313155:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313157:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313160:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313163:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100483.313169:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100483.313174:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313183:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100483.313185:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100483.313191:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100483.313194:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313198:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100483.313202:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100483.313206:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313209:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100483.313214:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100483.313219:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100483.313224:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100483.313225:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313229:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100483.313230:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100483.313232:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100483.313237:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100483.313244:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100483.313250:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964623744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100483.313259:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100483.313262:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313266:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964623744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100483.313278:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100483.313282:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100483.313285:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100483.313286:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100483.313287:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100483.313290:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100483.313295:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27620
00000400:00000200:3.0:1789100483.313298:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100483.313301:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100483.313306:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100483.313311:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313315:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313318:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313319:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100483.313322:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100483.313323:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100483.313325:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100483.313328:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100483.313332:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100483.313336:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100483.313342:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313346:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313348:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313351:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100483.313355:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100483.313360:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313363:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100483.313367:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100483.313370:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100483.313372:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313377:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100483.313379:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100483.313380:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313382:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100483.313387:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100483.313390:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100483.313392:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100483.313392:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313394:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100483.313396:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100483.313398:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100483.313404:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100483.313407:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100483.313414:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964623872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100483.313422:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100483.313425:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313430:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964623872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100483.313439:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100483.313444:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100483.313450:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100483.313453:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100483.313455:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100483.313460:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100483.313463:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27620
00000400:00000200:3.0:1789100483.313477:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100483.313484:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100483.313487:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100483.313492:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313498:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313501:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313505:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100483.313508:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100483.313508:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100483.313509:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100483.313511:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100483.313512:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100483.313513:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100483.313517:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313521:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313522:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313523:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100483.313525:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100483.313528:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313530:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100483.313533:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100483.313535:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100483.313537:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313540:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100483.313542:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100483.313547:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313549:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100483.313552:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100483.313555:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100483.313559:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100483.313560:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313564:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1789100483.313564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100483.313565:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100483.313567:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100483.313573:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000800:00000200:2.1:1789100483.313573:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1789100483.313577:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100483.313584:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964624000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100483.313593:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100483.313595:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313598:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964624000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100483.313608:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100483.313612:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100483.313618:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100483.313620:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100483.313621:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100483.313623:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100483.313628:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27620
00000400:00000200:3.0:1789100483.313633:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100483.313636:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100483.313641:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100483.313645:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313647:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313650:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313655:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100483.313658:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100483.313660:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100483.313663:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100483.313665:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100483.313669:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100483.313673:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100483.313675:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313676:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100483.313677:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313679:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100483.313680:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100483.313681:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100483.313684:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100483.313687:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100483.313689:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100483.313692:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313700:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100483.313704:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100483.313708:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313725:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100483.313730:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100483.313733:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100483.313739:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100483.313741:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100483.313743:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100483.313745:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100483.313748:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100483.313751:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100483.313755:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100483.313761:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964624128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100483.313768:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100483.313772:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313775:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964624128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100483.313807:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100483.313811:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27630)
00000800:00000200:2.1:1789100483.314165:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100483.314168:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100483.314494:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100483.314496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100483.314843:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100483.314846:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100483.315160:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100483.315163:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789100484.656929:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322294531, at 4322294592
00000100:00000010:1.0:1789100484.656944:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100485.361004:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100485.361007:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100485.361010:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100486.384990:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100486.384994:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100486.384997:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100487.408974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100487.408978:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100487.408981:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100488.432955:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100488.432959:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100488.432961:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100488.432965:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100488.432969:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100488.432978:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27625
00000400:00000200:3.0:1789100488.432988:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100488.432995:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100488.433001:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100488.433008:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433012:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433015:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433018:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100488.433021:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100488.433023:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100488.433025:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100488.433028:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100488.433029:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100488.433031:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100488.433033:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433034:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433035:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433037:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100488.433039:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100488.433043:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433045:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100488.433048:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100488.433051:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100488.433053:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433056:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100488.433059:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100488.433067:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100488.433071:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100488.433075:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100488.433077:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433079:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100488.433082:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100488.433086:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100488.433091:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100488.433096:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100488.433103:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964624256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100488.433109:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100488.433112:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433116:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964624256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100488.433132:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100488.433134:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100488.433136:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100488.433137:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100488.433138:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100488.433140:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100488.433141:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27625
00000400:00000200:3.0:1789100488.433145:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100488.433146:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100488.433149:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100488.433152:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433154:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433157:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433159:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100488.433161:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100488.433164:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100488.433169:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100488.433171:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100488.433175:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100488.433180:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100488.433185:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433190:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433194:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433198:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100488.433203:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100488.433208:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433213:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100488.433220:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100488.433228:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100488.433233:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433235:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100488.433242:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100488.433248:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433253:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100488.433259:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100488.433264:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100488.433268:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100488.433270:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433274:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100488.433276:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100488.433279:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100488.433286:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100488.433293:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100488.433303:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964624384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100488.433318:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100488.433321:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433329:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964624384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100488.433345:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100488.433349:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100488.433354:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100488.433359:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100488.433363:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100488.433370:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100488.433375:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27625
00000400:00000200:3.0:1789100488.433381:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100488.433385:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100488.433388:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100488.433394:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433396:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433399:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433403:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100488.433407:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100488.433408:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100488.433409:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100488.433412:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100488.433414:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100488.433416:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100488.433419:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433422:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433425:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433429:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100488.433431:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100488.433435:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433438:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100488.433440:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100488.433443:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789100488.433443:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100488.433446:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433450:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100488.433452:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1789100488.433452:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000008:00000001:3.0:1789100488.433455:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433459:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100488.433463:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100488.433467:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100488.433469:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100488.433470:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433473:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100488.433474:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100488.433475:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100488.433478:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100488.433484:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100488.433491:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964624512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100488.433505:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100488.433508:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433513:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964624512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100488.433524:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100488.433525:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100488.433528:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100488.433531:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100488.433532:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100488.433536:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100488.433539:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27625
00000400:00000200:3.0:1789100488.433543:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100488.433547:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100488.433549:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100488.433552:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433556:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433559:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100488.433565:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100488.433567:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100488.433569:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100488.433571:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100488.433574:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100488.433576:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100488.433581:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433584:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433586:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433587:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100488.433588:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100488.433590:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433592:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100488.433595:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100488.433598:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100488.433599:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433602:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100488.433604:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100488.433607:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433609:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100488.433611:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100488.433625:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100488.433629:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100488.433630:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433633:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100488.433636:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100488.433638:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100488.433643:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100488.433648:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100488.433655:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964624640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100488.433669:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100488.433673:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433680:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964624640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100488.433701:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100488.433705:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100488.433708:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100488.433712:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100488.433716:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100488.433721:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100488.433726:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27625
00000400:00000200:3.0:1789100488.433734:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100488.433742:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100488.433747:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100488.433751:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433753:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433756:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433760:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100488.433764:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100488.433766:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100488.433769:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100488.433773:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100488.433778:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100488.433783:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100488.433816:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433823:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100488.433828:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433832:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100488.433837:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100488.433844:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100488.433849:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100488.433853:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100488.433862:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100488.433866:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433870:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100488.433873:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100488.433878:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433882:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100488.433889:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100488.433894:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100488.433899:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100488.433902:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100488.433906:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100488.433909:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100488.433912:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100488.433919:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100488.433926:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100488.433941:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964624768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100488.433967:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100488.433970:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433979:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964624768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100488.433991:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100488.433998:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27636)
00000800:00000200:2.1:1789100488.434165:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100488.434167:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100488.434381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100488.434382:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100488.434607:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100488.434609:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100488.434853:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100488.434856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1789100489.457090:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100489.457094:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100489.457096:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100489.776893:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322299651, at 4322299712
00000100:00000010:1.0:1789100489.776909:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000020:00000001:1.0:1789100490.481045:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100490.481050:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100490.481054:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100491.504969:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100491.504974:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100491.504977:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100493.552906:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100493.552918:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100493.552923:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100493.552927:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100493.552936:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100493.552946:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27631
00000400:00000200:3.0:1789100493.552956:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100493.552962:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100493.552966:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100493.552970:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.552973:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.552976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.552979:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100493.552982:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100493.552985:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100493.552989:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1789100493.552990:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1789100493.552993:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100493.552995:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100493.552997:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00010000:1.0:1789100493.553000:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100493.553001:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100493.553006:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553009:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553012:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553014:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100493.553017:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100493.553021:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553023:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100493.553027:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100493.553030:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100493.553034:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553036:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100493.553038:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100493.553048:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100493.553051:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100493.553064:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100493.553067:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553073:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100493.553076:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100493.553080:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100493.553089:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100493.553095:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100493.553105:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964624896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100493.553114:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100493.553118:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.553123:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964624896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100493.553141:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100493.553144:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100493.553147:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100493.553148:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100493.553150:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100493.553152:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100493.553155:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27631
00000400:00000200:3.0:1789100493.553159:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100493.553163:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100493.553165:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100493.553169:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553173:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553179:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553183:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100493.553187:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100493.553189:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100493.553193:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100493.553197:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100493.553203:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100493.553208:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100493.553224:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553233:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553237:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553242:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100493.553244:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100493.553247:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553253:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100493.553257:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100493.553263:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100493.553267:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553269:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100493.553273:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100493.553276:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553278:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100493.553288:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100493.553291:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100493.553293:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100493.553294:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553296:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100493.553298:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100493.553299:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100493.553303:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100493.553306:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100493.553311:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964625024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100493.553318:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100493.553320:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.553324:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964625024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100493.553332:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100493.553337:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100493.553342:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100493.553344:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100493.553347:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100493.553351:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100493.553357:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27631
00000400:00000200:3.0:1789100493.553363:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100493.553368:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100493.553371:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100493.553377:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553383:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553396:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553403:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100493.553406:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100493.553410:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100493.553413:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100493.553417:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100493.553420:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100493.553425:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100493.553431:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553434:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553439:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553443:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100493.553447:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100493.553454:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553459:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100493.553463:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100493.553468:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100493.553474:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553477:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100493.553481:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100493.553494:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553497:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100493.553505:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100493.553509:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100493.553514:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100493.553531:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553535:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100493.553537:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100493.553541:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100493.553549:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000800:00000200:2.1:1789100493.553550:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100493.553555:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1789100493.553556:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100493.553566:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964625152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100493.553614:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100493.553619:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.553628:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964625152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100493.553646:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100493.553650:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100493.553654:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100493.553659:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100493.553662:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100493.553668:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100493.553673:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27631
00000400:00000200:3.0:1789100493.553682:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100493.553688:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100493.553693:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100493.553697:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553703:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553708:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553711:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100493.553713:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100493.553714:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100493.553716:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100493.553719:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100493.553722:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100493.553726:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100493.553733:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553739:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553742:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553746:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100493.553752:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100493.553759:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553764:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100493.553769:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100493.553774:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100493.553780:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553785:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100493.553820:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100493.553826:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553831:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100493.553839:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100493.553845:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100493.553852:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100493.553856:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.553862:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100493.553867:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100493.553871:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100493.553877:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100493.553883:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100493.553893:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964625280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100493.553910:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100493.553916:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.553925:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964625280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100493.553939:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100493.553944:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100493.553952:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100493.553956:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100493.553960:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100493.553963:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100493.553967:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27631
00000400:00000200:3.0:1789100493.553972:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100493.553974:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100493.553977:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100493.553982:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553986:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.553990:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.553995:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100493.554000:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100493.554003:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100493.554005:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100493.554007:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100493.554010:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100493.554015:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100493.554022:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.554027:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100493.554033:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100493.554039:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100493.554044:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100493.554050:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100493.554056:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100493.554060:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100493.554066:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100493.554071:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.554077:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100493.554081:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100493.554085:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.554087:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100493.554093:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100493.554099:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100493.554102:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100493.554106:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100493.554109:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100493.554111:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100493.554113:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100493.554119:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100493.554124:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100493.554133:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964625408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100493.554145:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100493.554149:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.554159:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964625408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100493.554177:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100493.554184:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27641)
00000800:00000200:2.1:1789100493.554236:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100493.554238:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100493.554449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100493.554451:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100493.554729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100493.554731:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100493.555082:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100493.555084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1789100494.576960:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100494.576965:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100494.576968:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100494.896913:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322304771, at 4322304832
00000100:00000010:1.0:1789100494.896928:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000020:00000001:1.0:1789100495.600963:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100495.600968:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100495.600971:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100497.648983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100497.648988:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100497.648992:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100498.672873:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100498.672884:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100498.672888:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100498.672893:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100498.672897:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100498.672906:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27636
00000400:00000200:3.0:1789100498.672914:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100498.672919:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100498.672921:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100498.672926:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.672929:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.672932:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.672933:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100498.672935:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100498.672937:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100498.672939:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100498.672942:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100498.672943:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100498.672945:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100498.672948:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.672950:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.672954:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.672957:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100498.672961:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100498.672965:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100498.672967:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100498.672968:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100498.672975:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100498.672977:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.672978:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100498.672980:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100498.672986:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100498.672989:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100498.672992:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100498.672993:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.672995:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100498.672997:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100498.673000:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100498.673005:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100498.673010:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100498.673020:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964625536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100498.673028:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100498.673031:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.673034:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964625536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100498.673053:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100498.673056:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100498.673059:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100498.673061:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100498.673063:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100498.673065:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100498.673068:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27636
00000400:00000200:3.0:1789100498.673073:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100498.673076:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100498.673082:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100498.673088:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673093:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673099:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100498.673109:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100498.673112:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100498.673116:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100498.673120:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100498.673126:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100498.673131:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100498.673139:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673148:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673152:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100498.673156:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100498.673164:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673170:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100498.673175:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100498.673182:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100498.673187:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673192:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100498.673198:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100498.673206:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673212:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100498.673218:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100498.673222:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100498.673227:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100498.673230:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673232:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100498.673235:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100498.673238:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100498.673244:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100498.673249:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100498.673260:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964625664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100498.673281:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100498.673284:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.673301:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964625664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100498.673320:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100498.673320:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100498.673323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1789100498.673325:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100498.673331:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100498.673334:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100498.673339:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100498.673343:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100498.673349:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27636
00000400:00000200:3.0:1789100498.673356:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100498.673365:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100498.673369:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100498.673372:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673374:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673377:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673379:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100498.673387:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100498.673391:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100498.673395:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100498.673398:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100498.673401:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100498.673407:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100498.673414:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673420:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673438:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673443:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100498.673450:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100498.673456:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673460:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100498.673463:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100498.673468:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100498.673474:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673478:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100498.673482:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100498.673486:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673489:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100498.673495:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100498.673499:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100498.673505:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100498.673509:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673512:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100498.673514:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100498.673518:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100498.673525:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100498.673531:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100498.673540:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964625792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100498.673553:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100498.673557:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.673562:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964625792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100498.673586:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100498.673591:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100498.673598:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100498.673600:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100498.673601:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100498.673603:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100498.673605:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27636
00000400:00000200:3.0:1789100498.673608:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100498.673612:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100498.673617:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100498.673622:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673625:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673629:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673634:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100498.673638:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100498.673640:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100498.673643:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100498.673646:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100498.673649:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100498.673651:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100498.673657:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673660:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673663:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673666:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100498.673669:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100498.673674:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673676:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100498.673679:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100498.673683:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100498.673687:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673691:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100498.673694:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100498.673697:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673699:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100498.673705:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100498.673708:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100498.673714:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100498.673717:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673721:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100498.673724:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100498.673728:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100498.673736:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100498.673743:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100498.673754:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964625920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100498.673770:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100498.673775:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.673783:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964625920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100498.673827:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100498.673832:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100498.673838:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100498.673842:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100498.673847:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100498.673851:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100498.673857:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27636
00000400:00000200:3.0:1789100498.673865:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100498.673872:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100498.673877:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100498.673885:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673889:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673894:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673898:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100498.673902:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100498.673906:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100498.673909:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100498.673912:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100498.673915:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100498.673917:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100498.673921:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673924:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100498.673928:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673932:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100498.673936:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100498.673942:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100498.673946:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100498.673950:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100498.673954:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100498.673959:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673964:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100498.673968:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100498.673974:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.673977:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100498.673984:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100498.673989:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100498.673995:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100498.673998:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100498.674001:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100498.674002:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100498.674004:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100498.674007:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100498.674013:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100498.674021:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964626048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100498.674038:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100498.674042:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.674050:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964626048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100498.674070:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100498.674077:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27646)
00000800:00000200:2.1:1789100498.674086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100498.674088:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100498.674258:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100498.674260:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100498.674493:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100498.674494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100498.674645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100498.674647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1789100499.696974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100499.696978:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100499.696981:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100500.016905:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322309891, at 4322309952
00000100:00000010:1.0:1789100500.016922:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00000020:00000001:1.0:1789100501.744964:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100501.744968:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100501.744970:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100503.792949:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100503.792955:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100503.792957:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100503.792961:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100503.792965:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100503.792971:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27641
00000400:00000200:3.0:1789100503.792979:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100503.792985:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100503.792988:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100503.792991:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.792994:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.792997:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.792999:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100503.793002:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100503.793004:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100503.793007:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100503.793010:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100503.793012:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100503.793015:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100503.793018:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793020:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793023:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793024:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100503.793027:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100503.793031:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793033:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100503.793036:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100503.793039:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100503.793042:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793044:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100503.793046:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100503.793053:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100503.793056:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100503.793060:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100503.793062:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793064:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100503.793067:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100503.793070:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100503.793082:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100503.793089:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100503.793097:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964626176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100503.793108:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100503.793111:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.793116:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964626176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100503.793132:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100503.793135:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100503.793138:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100503.793139:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100503.793141:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100503.793143:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100503.793146:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27641
00000400:00000200:3.0:1789100503.793151:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100503.793154:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100503.793157:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100503.793162:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793166:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793170:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793173:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100503.793176:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100503.793177:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100503.793181:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100503.793184:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100503.793188:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100503.793192:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100503.793198:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793202:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793206:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793211:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100503.793217:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100503.793224:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793230:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100503.793233:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100503.793239:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100503.793244:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793248:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100503.793253:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100503.793259:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793262:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100503.793267:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100503.793272:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100503.793276:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100503.793279:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793282:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100503.793285:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100503.793288:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100503.793293:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100503.793299:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100503.793307:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964626304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100503.793341:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100503.793346:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.793354:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964626304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100503.793370:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100503.793375:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100503.793380:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100503.793383:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100503.793386:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100503.793392:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100503.793397:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27641
00000020:00000001:1.0:1789100503.793437:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100503.793441:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100503.793446:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100503.793452:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100503.793455:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1789100503.793476:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100503.793484:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100503.793490:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100503.793497:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793502:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793508:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793512:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100503.793516:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100503.793517:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100503.793519:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100503.793522:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100503.793526:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100503.793531:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100503.793537:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793540:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793544:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793547:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100503.793550:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100503.793556:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793561:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100503.793567:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100503.793572:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100503.793578:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793581:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100503.793585:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100503.793590:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793594:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100503.793600:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100503.793604:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100503.793610:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100503.793613:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793616:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100503.793620:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100503.793624:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100503.793629:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100503.793636:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100503.793645:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964626432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100503.793663:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100503.793667:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.793678:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964626432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100503.793700:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100503.793707:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100503.793715:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100503.793719:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100503.793722:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100503.793728:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100503.793734:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27641
00000400:00000200:3.0:1789100503.793742:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100503.793748:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100503.793753:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100503.793760:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793767:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793772:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793778:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100503.793782:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100503.793809:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100503.793812:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100503.793816:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100503.793820:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100503.793825:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100503.793832:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793835:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.793838:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793842:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100503.793846:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100503.793854:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100503.793860:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100503.793864:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100503.793868:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100503.793873:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793877:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100503.793881:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100503.793886:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793889:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100503.793896:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100503.793901:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100503.793907:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100503.793910:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.793914:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100503.793917:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100503.793921:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100503.793928:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100503.793934:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100503.793944:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964626560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100503.793962:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100503.793967:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.793977:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964626560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100503.794002:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100503.794008:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100503.794015:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1789100503.794017:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100503.794018:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100503.794022:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1789100503.794022:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100503.794028:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100503.794032:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27641
00000400:00000200:3.0:1789100503.794040:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100503.794049:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100503.794055:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100503.794060:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.794062:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.794066:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.794071:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100503.794076:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100503.794079:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100503.794083:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100503.794087:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100503.794091:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100503.794096:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100503.794102:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.794106:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100503.794110:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100503.794114:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100503.794119:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100503.794126:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100503.794132:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100503.794136:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100503.794141:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100503.794146:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.794149:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100503.794151:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100503.794155:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.794159:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100503.794165:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100503.794170:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100503.794174:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100503.794177:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100503.794181:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100503.794184:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100503.794187:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100503.794193:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100503.794199:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100503.794207:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964626688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100503.794240:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100503.794244:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.794251:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964626688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100503.794267:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100503.794275:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27651)
00000800:00000200:2.1:1789100503.794447:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100503.794450:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100503.794777:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100503.794780:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100503.795048:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100503.795050:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1789100505.136893:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322315011, at 4322315072
00000100:00000010:1.0:1789100505.136909:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100505.840901:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100505.840905:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100505.840909:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100507.888954:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100507.888959:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100507.888963:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100508.912896:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100508.912902:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100508.912905:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100508.912909:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100508.912915:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100508.912920:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27646
00000400:00000200:3.0:1789100508.912927:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100508.912933:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100508.912935:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100508.912939:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.912942:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.912944:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.912945:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100508.912948:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100508.912948:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100508.912950:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100508.912952:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100508.912953:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100508.912956:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00010000:00010000:1.0:1789100508.912957:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100508.912960:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100508.912962:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100508.912964:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.912966:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.912968:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.912969:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100508.912972:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100508.912974:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100508.912975:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100508.912977:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100508.912979:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100508.912980:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.912981:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100508.912983:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100508.912990:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100508.912992:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100508.912995:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100508.912996:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.912998:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100508.912999:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100508.913002:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100508.913014:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100508.913019:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100508.913025:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964626816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100508.913032:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100508.913035:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913038:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964626816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100508.913049:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100508.913051:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100508.913054:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100508.913054:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100508.913056:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100508.913058:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100508.913059:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27646
00000400:00000200:3.0:1789100508.913062:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100508.913065:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100508.913067:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100508.913070:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913073:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913075:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913078:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100508.913081:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100508.913083:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100508.913085:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100508.913088:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100508.913091:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100508.913095:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100508.913101:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913105:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913110:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913116:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100508.913122:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100508.913128:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913134:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100508.913137:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100508.913143:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100508.913146:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913148:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100508.913152:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100508.913155:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913157:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100508.913160:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100508.913163:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100508.913166:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100508.913169:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913171:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100508.913174:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100508.913177:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100508.913180:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100508.913185:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100508.913192:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964626944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100508.913208:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100508.913212:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913218:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964626944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100508.913240:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100508.913242:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100508.913248:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100508.913251:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100508.913253:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100508.913255:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100508.913258:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27646
00000400:00000200:3.0:1789100508.913284:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100508.913291:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100508.913294:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100508.913300:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913303:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913307:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913310:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100508.913314:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100508.913317:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100508.913321:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100508.913325:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000800:00000200:2.1:1789100508.913328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:3.0:1789100508.913330:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.1:1789100508.913332:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1789100508.913334:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100508.913342:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913346:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913350:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913354:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100508.913359:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100508.913364:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913367:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100508.913370:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100508.913374:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100508.913377:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913381:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100508.913385:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100508.913388:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913398:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100508.913406:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100508.913411:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100508.913416:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100508.913419:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913424:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100508.913427:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100508.913431:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100508.913437:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100508.913443:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100508.913452:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964627072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100508.913466:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100508.913469:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913474:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964627072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100508.913495:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100508.913499:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100508.913505:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100508.913510:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100508.913514:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100508.913519:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100508.913525:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27646
00000400:00000200:3.0:1789100508.913535:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100508.913544:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100508.913549:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100508.913554:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913560:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913564:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100508.913566:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100508.913568:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100508.913570:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100508.913572:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100508.913576:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100508.913578:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100508.913583:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913585:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913589:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913591:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100508.913594:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100508.913598:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913602:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100508.913605:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100508.913609:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100508.913611:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913615:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100508.913617:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100508.913620:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913623:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100508.913628:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100508.913631:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100508.913634:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100508.913635:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913638:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100508.913640:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100508.913641:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100508.913646:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100508.913650:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100508.913656:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964627200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100508.913674:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100508.913678:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913685:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964627200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100508.913697:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100508.913701:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100508.913710:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100508.913713:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100508.913717:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100508.913732:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100508.913738:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27646
00000400:00000200:3.0:1789100508.913746:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100508.913753:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100508.913755:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100508.913757:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913758:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913762:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913765:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100508.913768:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100508.913770:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100508.913773:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100508.913775:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100508.913779:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100508.913784:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100508.913803:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913804:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100508.913806:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913807:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100508.913811:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100508.913815:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100508.913818:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100508.913820:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100508.913824:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100508.913828:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913832:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100508.913835:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100508.913838:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913840:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100508.913844:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100508.913848:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100508.913850:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100508.913853:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100508.913857:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100508.913858:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100508.913861:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100508.913866:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100508.913870:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100508.913877:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964627328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100508.913910:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100508.913914:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913920:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964627328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100508.913935:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100508.913939:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27656)
00000800:00000200:2.1:1789100508.913976:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100508.913979:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100508.914242:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100508.914245:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100508.914504:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100508.914506:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100508.914874:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100508.914877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789100509.936937:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100509.936943:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100509.936947:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100510.256891:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322320131, at 4322320192
00000100:00000010:1.0:1789100510.256905:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100511.984946:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100511.984950:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100511.984954:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100513.008944:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100513.008948:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100513.008951:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100514.032891:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100514.032900:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100514.032904:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100514.032907:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100514.032912:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100514.032918:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27651
00000400:00000200:3.0:1789100514.032927:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100514.032933:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100514.032935:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100514.032938:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.032939:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.032942:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.032944:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100514.032946:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100514.032948:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100514.032950:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100514.032952:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100514.032954:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100514.032956:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100514.032958:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.032960:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.032961:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100514.032963:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100514.032963:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100514.032967:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100514.032968:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00010000:00010000:1.0:1789100514.032972:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100514.032973:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100514.032976:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100514.032979:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100514.032981:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100514.032983:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.032985:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100514.032986:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100514.032994:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100514.032997:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100514.033000:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100514.033001:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033003:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100514.033005:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100514.033008:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100514.033013:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100514.033019:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100514.033026:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964627456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100514.033034:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100514.033037:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033040:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964627456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100514.033054:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100514.033056:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100514.033058:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100514.033059:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100514.033060:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100514.033063:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100514.033065:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27651
00000400:00000200:3.0:1789100514.033068:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100514.033071:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100514.033074:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100514.033077:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033080:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033082:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033084:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100514.033087:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100514.033089:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100514.033093:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100514.033096:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100514.033100:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100514.033104:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100514.033111:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033117:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033121:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033126:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100514.033146:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100514.033152:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033157:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100514.033159:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100514.033164:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100514.033170:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033173:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100514.033179:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100514.033184:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033188:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100514.033193:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100514.033197:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100514.033203:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100514.033205:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033210:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100514.033213:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100514.033217:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100514.033222:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100514.033227:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100514.033236:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964627584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100514.033261:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100514.033266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033275:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964627584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100514.033293:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100514.033298:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100514.033304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100514.033308:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100514.033312:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100514.033319:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100514.033327:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27651
00000400:00000200:3.0:1789100514.033341:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100514.033350:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100514.033356:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100514.033362:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033366:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033372:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033377:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100514.033383:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1789100514.033383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100514.033386:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:2.1:1789100514.033389:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1789100514.033390:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100514.033393:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100514.033396:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100514.033399:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100514.033404:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033407:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033410:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033412:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100514.033414:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100514.033416:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033418:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100514.033421:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100514.033424:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100514.033427:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033429:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100514.033432:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100514.033435:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033436:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100514.033439:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100514.033443:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100514.033448:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100514.033449:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033451:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100514.033452:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100514.033455:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100514.033459:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100514.033463:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100514.033471:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964627712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100514.033479:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100514.033481:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033487:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964627712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100514.033506:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100514.033510:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100514.033515:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100514.033516:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100514.033518:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100514.033520:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100514.033522:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27651
00000400:00000200:3.0:1789100514.033528:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100514.033532:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100514.033536:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100514.033538:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033540:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033544:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033546:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100514.033548:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100514.033550:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100514.033552:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100514.033554:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100514.033555:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100514.033560:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100514.033564:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033567:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033571:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033575:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100514.033578:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100514.033582:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033584:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100514.033587:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100514.033591:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100514.033594:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033598:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100514.033601:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100514.033604:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033607:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100514.033611:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100514.033614:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100514.033617:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100514.033620:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033621:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100514.033624:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100514.033626:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100514.033631:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100514.033636:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100514.033643:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964627840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100514.033655:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100514.033658:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033663:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964627840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100514.033676:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100514.033680:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100514.033686:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100514.033689:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100514.033691:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100514.033696:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100514.033700:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27651
00000400:00000200:3.0:1789100514.033704:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100514.033710:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100514.033715:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100514.033722:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033726:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033731:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033737:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100514.033741:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100514.033745:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100514.033749:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100514.033751:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100514.033756:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100514.033761:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100514.033769:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033773:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100514.033780:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033815:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100514.033821:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100514.033829:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100514.033835:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100514.033840:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100514.033844:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100514.033851:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033854:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100514.033856:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100514.033860:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033864:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100514.033869:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100514.033873:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100514.033877:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100514.033879:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100514.033882:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100514.033884:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100514.033887:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100514.033893:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100514.033898:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100514.033906:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964627968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100514.033924:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100514.033927:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033935:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964627968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100514.033952:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100514.033958:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27661)
00000800:00000200:2.1:1789100514.034009:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100514.034011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100514.034240:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100514.034241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100514.034421:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100514.034423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100514.034666:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100514.034667:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100515.376849:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322325251, at 4322325312
00000100:00000010:1.0:1789100515.376861:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100516.080919:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100516.080922:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100516.080925:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100517.105013:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100517.105018:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100517.105022:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100518.128926:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100518.128931:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100518.128934:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100519.153063:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100519.153069:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100519.153075:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100519.153729:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100519.153735:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100519.154751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100519.154754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100519.155059:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100519.155062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100519.155305:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100519.155307:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100519.155542:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100519.155545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1789100520.176953:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100520.176957:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100520.176960:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100520.496911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322330372, at 4322330432
00000100:00000010:1.0:1789100520.496929:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000020:00000001:1.0:1789100521.200957:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100521.200962:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100521.200965:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100522.224943:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100522.224947:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100522.224950:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100523.248981:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100523.248988:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100523.248992:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100524.273020:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100524.273027:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100524.273033:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100524.273595:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100524.273603:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100524.274691:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100524.274695:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100524.274954:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100524.274956:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100524.275260:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100524.275261:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789100524.275492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100524.275494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1789100525.296944:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100525.296948:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100525.296951:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100525.616908:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322335491, at 4322335552
00000100:00000010:1.0:1789100525.616938:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00000020:00000001:1.0:1789100526.320963:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100526.320967:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100526.320969:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100527.345036:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100527.345040:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100527.345043:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100528.368967:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100528.368972:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100528.368975:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100529.392897:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100529.392909:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100529.392913:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100529.392918:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100529.392923:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100529.392929:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27666
00000400:00000200:3.0:1789100529.392937:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100529.392941:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100529.392944:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100529.392946:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.392948:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.392950:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.392952:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100529.392955:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100529.392956:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100529.392959:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100529.392961:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100529.392962:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100529.392964:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100529.392966:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.392968:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.392969:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100529.392970:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100529.392971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100529.392976:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100529.392976:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00010000:00010000:1.0:1789100529.392982:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100529.392982:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100529.392984:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100529.392987:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100529.392989:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100529.392991:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.392993:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100529.392994:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100529.393002:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100529.393004:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100529.393007:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100529.393008:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393010:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100529.393012:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100529.393015:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100529.393020:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100529.393026:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100529.393033:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964629376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100529.393040:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100529.393044:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393047:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964629376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100529.393060:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100529.393062:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100529.393065:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100529.393066:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100529.393067:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100529.393068:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100529.393070:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27666
00000400:00000200:3.0:1789100529.393072:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100529.393074:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100529.393076:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100529.393079:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393080:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393082:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393084:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100529.393087:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100529.393090:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100529.393092:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100529.393096:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100529.393101:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100529.393104:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100529.393113:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393119:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393124:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393128:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100529.393135:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100529.393143:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393147:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100529.393153:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100529.393160:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100529.393166:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393170:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100529.393175:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100529.393179:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393181:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100529.393185:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100529.393188:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100529.393190:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100529.393192:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393193:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100529.393196:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100529.393199:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100529.393204:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100529.393209:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100529.393217:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964629504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100529.393236:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100529.393240:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393246:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964629504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100529.393258:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100529.393262:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100529.393265:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100529.393266:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100529.393267:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100529.393270:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100529.393274:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27666
00000400:00000200:3.0:1789100529.393297:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100529.393303:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100529.393308:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100529.393315:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393316:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393321:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393324:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100529.393326:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100529.393328:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100529.393330:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100529.393332:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100529.393336:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100529.393340:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.1:1789100529.393344:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100529.393346:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393349:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393350:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393351:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100529.393353:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100529.393354:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393356:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100529.393357:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100529.393359:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100529.393362:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393366:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100529.393369:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100529.393373:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393376:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100529.393380:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100529.393384:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100529.393388:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100529.393390:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393392:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100529.393393:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100529.393394:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100529.393399:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100529.393403:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100529.393409:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964629632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100529.393417:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100529.393421:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393425:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964629632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100529.393434:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100529.393438:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100529.393441:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100529.393442:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100529.393443:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100529.393444:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100529.393446:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27666
00000400:00000200:3.0:1789100529.393451:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100529.393455:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100529.393459:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100529.393463:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393466:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393469:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393472:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100529.393475:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100529.393477:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100529.393479:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100529.393481:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100529.393486:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100529.393488:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100529.393493:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393496:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393500:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393503:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100529.393507:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100529.393513:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393515:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100529.393518:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100529.393522:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100529.393527:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393529:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100529.393531:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100529.393534:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393536:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100529.393541:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100529.393544:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100529.393545:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100529.393547:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393549:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100529.393551:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100529.393554:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100529.393557:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100529.393561:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100529.393564:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964629760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100529.393574:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100529.393577:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393585:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964629760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100529.393608:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100529.393612:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100529.393616:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100529.393619:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100529.393622:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100529.393626:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100529.393632:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27666
00000400:00000200:3.0:1789100529.393640:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100529.393647:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100529.393651:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100529.393658:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393662:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393669:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393674:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100529.393677:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100529.393679:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100529.393684:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100529.393688:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100529.393692:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100529.393697:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100529.393706:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393710:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100529.393716:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393720:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100529.393725:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100529.393732:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100529.393745:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100529.393749:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1789100529.393754:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100529.393755:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100529.393761:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393764:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100529.393767:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100529.393770:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393776:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100529.393782:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100529.393817:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100529.393824:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100529.393827:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100529.393832:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100529.393837:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100529.393852:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100529.393860:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100529.393866:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100529.393876:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964629888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100529.393905:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100529.393909:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393915:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964629888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100529.393935:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100529.393942:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27677)
00000800:00000200:2.1:1789100529.394011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100529.394148:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100529.394278:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100530.417025:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100530.417030:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100530.417033:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100530.736907:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322340611, at 4322340672
00000100:00000010:1.0:1789100530.736920:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000020:00000001:1.0:1789100531.440969:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100531.440973:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100531.440975:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789100532.465108:0:256906:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:3.0:1789100532.465153:0:256906:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100532.465163:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100532.465167:0:256906:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100532.465172:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100532.465176:0:256906:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100532.465180:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100532.465184:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda800.
00000400:00000200:3.0:1789100532.465190:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100532.465195:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100532.465201:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158550
00000400:00000010:3.0:1789100532.465204:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158550.
00000100:00000001:3.0:1789100532.465209:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100532.465219:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b333480 x1875994964629376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465242:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100532.465246:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964629376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465253:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100532.465256:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100532.465268:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100532.465270:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda400.
00000400:00000200:3.0:1789100532.465274:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100532.465280:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100532.465286:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158330
00000400:00000010:3.0:1789100532.465290:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158330.
00000100:00000001:3.0:1789100532.465293:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100532.465301:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b3312c0 x1875994964629504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465321:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100532.465324:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964629504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465336:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100532.465338:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100532.465347:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100532.465353:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:3.0:1789100532.465358:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100532.465367:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100532.465374:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802511583b8
00000400:00000010:3.0:1789100532.465378:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802511583b8.
00000100:00000001:3.0:1789100532.465383:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100532.465391:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b332940 x1875994964629632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465404:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100532.465410:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964629632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465430:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100532.465434:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100532.465444:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100532.465448:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda700.
00000400:00000200:3.0:1789100532.465452:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100532.465460:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100532.465466:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158dd0
00000400:00000010:3.0:1789100532.465470:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158dd0.
00000100:00000001:3.0:1789100532.465475:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100532.465482:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b330f00 x1875994964629760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465495:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100532.465503:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964629760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465517:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100532.465522:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100532.465531:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100532.465536:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdab00.
00000400:00000200:3.0:1789100532.465541:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100532.465549:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100532.465554:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802511584c8
00000400:00000010:3.0:1789100532.465558:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802511584c8.
00000100:00000001:3.0:1789100532.465563:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100532.465571:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b330000 x1875994964629888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465585:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100532.465592:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964629888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100532.465607:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100532.465610:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1789100533.489008:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100533.489013:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100533.489016:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100534.512893:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100534.512902:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100534.512905:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100534.512910:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100534.512917:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100534.512925:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27672
00000400:00000200:3.0:1789100534.512936:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100534.512942:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100534.512945:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100534.512949:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.512952:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.512956:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.512959:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100534.512963:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100534.512965:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100534.512968:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100534.512972:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100534.512974:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100534.512977:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100534.512981:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.512983:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.512985:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.512987:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100534.512991:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100534.512995:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513002:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100534.513007:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100534.513011:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100534.513014:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513016:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100534.513019:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100534.513025:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100534.513028:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100534.513032:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100534.513034:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513037:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100534.513040:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100534.513043:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100534.513049:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100534.513055:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100534.513064:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964630016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100534.513081:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100534.513088:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513093:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964630016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100534.513117:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100534.513120:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100534.513123:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100534.513125:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100534.513126:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100534.513129:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100534.513131:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27672
00000400:00000200:3.0:1789100534.513134:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100534.513137:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100534.513139:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100534.513145:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513147:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513149:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513151:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100534.513153:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100534.513154:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100534.513156:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100534.513158:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100534.513160:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100534.513162:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100534.513164:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513166:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513168:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513170:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100534.513173:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100534.513176:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513178:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100534.513180:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100534.513185:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100534.513186:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513188:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100534.513192:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100534.513195:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513197:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100534.513200:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100534.513202:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100534.513204:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100534.513205:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513207:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100534.513208:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100534.513210:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100534.513213:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100534.513217:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100534.513221:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964630144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100534.513228:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100534.513230:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513234:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964630144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100534.513241:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100534.513243:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100534.513246:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100534.513247:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100534.513249:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100534.513252:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100534.513255:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27672
00000400:00000200:3.0:1789100534.513258:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100534.513260:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100534.513263:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100534.513265:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513267:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513269:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513271:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100534.513276:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100534.513278:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100534.513279:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100534.513281:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100534.513283:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100534.513285:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100534.513288:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513290:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513292:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513294:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100534.513296:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100534.513298:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513301:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100534.513302:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100534.513304:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100534.513306:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513308:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100534.513310:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100534.513312:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513314:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100534.513318:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100534.513320:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100534.513322:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100534.513324:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513325:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100534.513327:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100534.513328:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100534.513332:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100534.513334:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100534.513338:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964630272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100534.513345:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100534.513347:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513350:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964630272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100534.513357:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100534.513359:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100534.513362:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100534.513363:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100534.513364:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100534.513366:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100534.513368:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27672
00000400:00000200:3.0:1789100534.513371:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100534.513374:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100534.513376:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100534.513382:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513383:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513385:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513387:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100534.513389:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100534.513390:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100534.513391:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100534.513393:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100534.513395:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100534.513397:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100534.513400:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513402:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513404:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513405:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100534.513407:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100534.513410:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513412:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100534.513413:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100534.513415:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100534.513417:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513418:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100534.513420:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100534.513422:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513424:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100534.513426:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100534.513428:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100534.513430:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100534.513431:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513433:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100534.513434:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100534.513435:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100534.513438:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100534.513441:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100534.513444:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964630400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100534.513451:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100534.513452:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513456:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964630400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100534.513463:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100534.513466:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100534.513469:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100534.513470:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100534.513472:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100534.513474:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100534.513476:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27672
00000400:00000200:3.0:1789100534.513479:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100534.513481:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100534.513483:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100534.513485:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513487:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513489:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513490:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100534.513492:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100534.513493:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100534.513494:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100534.513496:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100534.513498:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100534.513500:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100534.513503:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513505:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100534.513507:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513509:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100534.513511:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100534.513513:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100534.513515:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100534.513516:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100534.513518:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100534.513520:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513527:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100534.513529:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100534.513531:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513533:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100534.513536:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100534.513538:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100534.513540:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100534.513542:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100534.513543:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100534.513544:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100534.513546:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100534.513549:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100534.513551:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100534.513555:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964630528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100534.513562:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100534.513564:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513567:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964630528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100534.513574:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100534.513578:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27682)
00000800:00000200:2.1:1789100534.514283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100534.514287:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100534.514639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100534.514642:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100534.514973:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100534.514975:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100534.515244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100534.515246:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100534.515486:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100534.515489:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1789100535.537122:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100535.537126:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100535.537129:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100535.856911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322345732, at 4322345792
00000100:00000010:1.0:1789100535.856927:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000020:00000001:1.0:1789100537.584912:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100537.584917:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100537.584920:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100539.632875:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100539.632885:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100539.632891:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100539.632896:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100539.632901:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100539.632908:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27677
00000400:00000200:3.0:1789100539.632917:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100539.632922:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100539.632925:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100539.632928:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.632931:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.632934:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.632936:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100539.632939:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100539.632940:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100539.632942:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100539.632945:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100539.632950:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100539.632953:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100539.632957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.632961:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.632962:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.632963:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100539.632965:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100539.632968:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100539.632970:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100539.632972:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100539.632974:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100539.632976:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.632977:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100539.632979:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100539.632986:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100539.632989:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100539.632991:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100539.632993:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.632995:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100539.632997:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100539.633000:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100539.633005:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100539.633010:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100539.633017:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964630656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100539.633024:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100539.633028:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.633031:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964630656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100539.633046:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100539.633048:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100539.633051:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100539.633052:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100539.633053:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100539.633054:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100539.633055:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27677
00000400:00000200:3.0:1789100539.633057:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100539.633059:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100539.633060:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100539.633063:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633064:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633066:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633067:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100539.633069:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100539.633070:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100539.633071:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100539.633072:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100539.633074:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100539.633077:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100539.633080:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633083:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633086:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633089:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100539.633091:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100539.633097:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633105:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100539.633108:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100539.633114:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100539.633117:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633121:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100539.633128:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100539.633135:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633140:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100539.633146:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100539.633151:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100539.633157:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100539.633161:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633166:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100539.633170:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100539.633174:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100539.633182:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100539.633188:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100539.633198:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964630784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100539.633216:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100539.633221:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.633228:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964630784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100539.633245:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100539.633250:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100539.633258:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100539.633261:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100539.633264:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100539.633266:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100539.633273:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27677
00000400:00000200:3.0:1789100539.633287:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100539.633297:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100539.633302:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100539.633309:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633312:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633315:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633319:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100539.633321:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100539.633324:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100539.633327:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100539.633330:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100539.633335:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100539.633339:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100539.633344:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633347:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633352:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633355:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100539.633361:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.1:1789100539.633362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100539.633367:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789100539.633367:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1789100539.633374:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100539.633378:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100539.633383:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100539.633387:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633393:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100539.633397:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100539.633404:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633407:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100539.633413:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100539.633420:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100539.633425:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100539.633429:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633435:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100539.633440:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100539.633445:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100539.633450:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100539.633457:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100539.633466:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964630912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100539.633479:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100539.633485:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.633494:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964630912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100539.633523:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100539.633528:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100539.633535:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100539.633539:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100539.633543:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100539.633549:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100539.633554:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27677
00000400:00000200:3.0:1789100539.633563:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100539.633572:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100539.633578:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100539.633587:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633594:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633601:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633608:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100539.633614:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100539.633617:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100539.633619:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100539.633621:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100539.633627:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100539.633633:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100539.633642:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633659:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633664:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633668:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100539.633672:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100539.633677:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633681:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100539.633685:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100539.633689:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100539.633692:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633697:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100539.633701:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100539.633712:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633718:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100539.633724:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100539.633730:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100539.633737:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100539.633740:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.633747:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100539.633751:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100539.633754:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100539.633759:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100539.633766:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100539.633776:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964631040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100539.633815:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100539.633820:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.633832:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964631040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100539.633853:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100539.633858:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100539.633866:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100539.633869:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100539.633872:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100539.633879:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100539.633885:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27677
00000400:00000200:3.0:1789100539.633895:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100539.633901:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100539.633907:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100539.633914:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633918:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633926:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633932:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100539.633936:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100539.633939:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100539.633942:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100539.633947:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100539.633953:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100539.633957:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100539.633966:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100539.633977:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100539.633983:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100539.633990:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100539.633999:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789100539.634002:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100539.634005:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100539.634005:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1789100539.634011:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100539.634016:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100539.634023:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.634028:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100539.634033:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100539.634039:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.634045:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100539.634052:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100539.634058:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100539.634065:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100539.634069:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100539.634074:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100539.634077:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100539.634082:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100539.634089:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100539.634096:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100539.634108:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964631168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100539.634137:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100539.634143:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.634157:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964631168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100539.634185:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100539.634193:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27687)
00000800:00000200:2.1:1789100539.634293:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100539.634294:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100539.634582:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100539.634584:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100539.634900:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100539.634902:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1789100540.976906:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322350851, at 4322350912
00000100:00000010:1.0:1789100540.976921:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000020:00000001:1.0:1789100541.681061:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100541.681065:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100541.681069:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100544.752900:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100544.752911:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100544.752915:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100544.752921:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100544.752928:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100544.752934:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27682
00000400:00000200:3.0:1789100544.752945:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100544.752951:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100544.752955:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100544.752959:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.752961:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.752963:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.752967:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100544.752969:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100544.752971:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100544.752973:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100544.752977:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100544.752981:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100544.752986:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100544.752991:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753007:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753010:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753012:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100544.753015:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100544.753019:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753029:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100544.753032:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100544.753039:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100544.753042:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753045:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100544.753047:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100544.753057:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100544.753061:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100544.753065:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100544.753067:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753070:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100544.753072:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100544.753076:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100544.753083:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100544.753088:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100544.753104:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964631296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100544.753114:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100544.753118:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.753123:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964631296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100544.753143:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100544.753146:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100544.753148:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100544.753150:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100544.753151:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100544.753153:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100544.753156:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27682
00000400:00000200:3.0:1789100544.753160:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100544.753163:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100544.753166:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100544.753169:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753171:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753174:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753176:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100544.753181:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100544.753185:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100544.753187:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100544.753191:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100544.753195:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100544.753197:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100544.753205:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753210:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753215:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753219:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100544.753224:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100544.753230:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753236:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100544.753242:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100544.753248:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100544.753250:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753253:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100544.753257:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100544.753260:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753263:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100544.753266:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100544.753271:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100544.753274:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100544.753277:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753278:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100544.753279:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100544.753281:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100544.753285:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100544.753290:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100544.753298:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964631424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100544.753309:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100544.753314:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.753320:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964631424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100544.753335:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100544.753340:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100544.753347:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100544.753350:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100544.753354:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100544.753360:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100544.753367:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27682
00000400:00000200:3.0:1789100544.753402:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100544.753411:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100544.753415:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100544.753421:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753425:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753429:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753433:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100544.753437:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100544.753439:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100544.753443:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100544.753447:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100544.753451:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100544.753454:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.1:1789100544.753456:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100544.753460:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.1:1789100544.753463:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1789100544.753464:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753468:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753471:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100544.753476:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100544.753481:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753485:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100544.753487:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100544.753491:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100544.753496:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753500:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100544.753503:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100544.753508:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753513:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100544.753519:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100544.753532:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100544.753538:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100544.753541:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753545:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100544.753547:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100544.753562:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100544.753568:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100544.753574:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100544.753584:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964631552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100544.753596:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100544.753600:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.753608:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964631552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100544.753624:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100544.753629:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100544.753645:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100544.753648:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100544.753652:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100544.753658:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100544.753663:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27682
00000400:00000200:3.0:1789100544.753672:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100544.753680:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100544.753683:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100544.753686:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753690:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753694:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753699:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100544.753703:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100544.753705:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100544.753709:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100544.753718:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100544.753723:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100544.753728:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100544.753734:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753739:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753746:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753751:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100544.753757:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100544.753765:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753771:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100544.753775:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100544.753779:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100544.753806:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753810:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100544.753813:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100544.753818:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753822:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100544.753828:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100544.753833:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100544.753839:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100544.753843:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.753845:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100544.753848:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100544.753850:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100544.753856:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100544.753862:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100544.753870:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964631680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100544.753882:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100544.753887:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.753895:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964631680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100544.753906:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100544.753911:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100544.753918:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100544.753922:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100544.753926:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100544.753930:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100544.753935:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27682
00000400:00000200:3.0:1789100544.753942:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100544.753949:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100544.753953:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100544.753960:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753965:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.753970:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753974:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100544.753978:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100544.753979:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100544.753981:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100544.753983:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100544.753986:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100544.753989:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100544.753993:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.753998:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100544.754003:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100544.754006:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100544.754010:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100544.754016:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100544.754019:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100544.754023:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100544.754027:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100544.754032:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.754036:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100544.754039:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100544.754043:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.754047:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100544.754053:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100544.754059:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100544.754063:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100544.754066:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100544.754069:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100544.754072:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100544.754075:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100544.754081:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100544.754086:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100544.754095:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964631808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100544.754109:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100544.754114:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.754122:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964631808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100544.754140:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100544.754146:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27692)
00000800:00000200:2.1:1789100544.754173:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100544.754175:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100544.754397:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100544.754398:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100544.754567:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100544.754568:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100544.754851:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100544.754853:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1789100545.776963:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100545.776967:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100545.776970:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100546.096915:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322355971, at 4322356032
00000100:00000010:1.0:1789100546.096931:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000020:00000001:1.0:1789100549.872980:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100549.872985:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100549.872991:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1789100549.873490:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100549.873493:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100549.874111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100549.874116:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100549.874287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100549.874288:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100549.874474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100549.874476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100549.874693:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100549.874695:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1789100551.216914:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322361091, at 4322361152
00000100:00000010:1.0:1789100551.216932:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000020:00000001:1.0:1789100553.969050:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100553.969054:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100553.969058:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100554.993521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100554.993524:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789100554.994114:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100554.994117:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789100554.994698:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100554.994702:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789100554.995180:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100554.995183:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789100554.995460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100554.995463:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1789100556.336849:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322366212, at 4322366272
00000100:00000010:1.0:1789100556.336866:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8660.
00000020:00000001:1.0:1789100558.064974:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100558.064977:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100558.064979:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100560.112989:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100560.113002:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100560.113005:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100560.113012:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100560.113018:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100560.113026:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27697
00000400:00000200:3.0:1789100560.113043:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100560.113050:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100560.113053:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100560.113056:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113059:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113061:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113064:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100560.113067:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100560.113069:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100560.113072:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100560.113077:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100560.113079:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100560.113081:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100560.113084:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113085:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113087:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113088:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100560.113090:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100560.113093:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113095:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100560.113097:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100560.113100:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100560.113103:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113105:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100560.113109:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100560.113122:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100560.113125:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100560.113130:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100560.113131:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113134:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100560.113137:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100560.113141:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100560.113148:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100560.113153:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100560.113162:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964633216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100560.113170:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100560.113174:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113177:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964633216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100560.113194:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100560.113197:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100560.113199:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100560.113200:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100560.113201:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100560.113203:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100560.113204:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27697
00000400:00000200:3.0:1789100560.113207:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100560.113208:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100560.113210:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100560.113212:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113214:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113216:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113218:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100560.113220:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100560.113221:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100560.113224:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100560.113226:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100560.113230:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100560.113232:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100560.113236:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113238:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113241:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113243:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100560.113244:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100560.113248:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113252:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100560.113255:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100560.113275:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100560.113277:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113279:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100560.113285:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100560.113289:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113293:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100560.113298:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100560.113302:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100560.113305:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100560.113306:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113307:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100560.113308:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100560.113311:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100560.113316:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100560.113322:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100560.113330:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964633344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100560.113345:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100560.113348:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113354:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964633344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100560.113370:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100560.113375:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100560.113383:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100560.113386:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100560.113391:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100560.113397:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100560.113402:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27697
00000400:00000200:3.0:1789100560.113406:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100560.113410:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100560.113413:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100560.113417:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113419:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113420:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113422:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100560.113423:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100560.113424:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100560.113427:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100560.113429:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100560.113432:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100560.113434:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100560.113436:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113438:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113441:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113445:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100560.113448:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100560.113451:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113453:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100560.113455:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100560.113457:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100560.113459:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113461:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100560.113464:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100560.113468:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113472:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100560.113477:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100560.113481:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100560.113486:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100560.113488:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113490:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100560.113492:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100560.113494:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100560.113499:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100560.113501:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100560.113507:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964633472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100560.113525:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100560.113528:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113533:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964633472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100560.113539:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100560.113542:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100560.113545:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100560.113546:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100560.113548:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100560.113551:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100560.113554:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27697
00000400:00000200:3.0:1789100560.113557:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100560.113559:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100560.113561:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100560.113565:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113567:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789100560.113571:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100560.113572:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113574:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100560.113578:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100560.113579:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000800:00000200:0.1:1789100560.113579:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1789100560.113581:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100560.113584:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100560.113585:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100560.113587:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100560.113592:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113594:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113596:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113599:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100560.113602:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100560.113603:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113605:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100560.113606:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100560.113608:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100560.113611:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113612:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100560.113614:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100560.113617:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113619:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100560.113622:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100560.113624:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100560.113625:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100560.113627:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113631:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100560.113632:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100560.113634:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100560.113638:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100560.113641:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100560.113645:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964633600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100560.113653:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100560.113656:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113662:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964633600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100560.113672:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100560.113674:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100560.113678:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100560.113679:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100560.113681:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100560.113683:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100560.113688:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27697
00000400:00000200:3.0:1789100560.113693:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100560.113697:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100560.113701:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100560.113705:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113710:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113714:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113716:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100560.113718:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100560.113720:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100560.113724:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100560.113727:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100560.113730:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100560.113734:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100560.113741:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113743:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100560.113747:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113750:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100560.113752:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100560.113755:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100560.113759:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100560.113762:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100560.113765:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100560.113770:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113775:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100560.113777:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100560.113782:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113786:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100560.113815:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100560.113820:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100560.113826:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100560.113834:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100560.113838:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100560.113842:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100560.113846:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100560.113853:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100560.113860:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100560.113868:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964633728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100560.113881:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100560.113885:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113895:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964633728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100560.113910:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100560.113917:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27707)
00000800:00000200:0.1:1789100560.114085:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100560.114088:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789100560.114381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100560.114383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789100560.114587:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100560.114589:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789100560.114805:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100560.114808:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1789100561.456921:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322371331, at 4322371392
00000100:00000010:1.0:1789100561.456943:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c60.
00000020:00000001:1.0:1789100562.161011:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100562.161016:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100562.161019:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100565.232932:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100565.232938:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100565.232941:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100565.232946:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100565.232951:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100565.232959:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27702
00000400:00000200:1.0:1789100565.232970:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100565.232978:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100565.232983:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100565.232987:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.232991:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.232997:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233002:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100565.233005:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100565.233008:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100565.233010:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100565.233014:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100565.233016:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100565.233019:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100565.233022:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233024:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233026:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233028:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100565.233032:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100565.233035:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233038:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100565.233041:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100565.233045:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100565.233048:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233051:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100565.233053:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100565.233062:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100565.233066:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100565.233070:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100565.233072:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233075:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100565.233078:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100565.233082:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100565.233088:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100565.233093:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100565.233101:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964633856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100565.233111:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100565.233116:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233121:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964633856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100565.233139:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100565.233142:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100565.233145:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100565.233146:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100565.233147:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100565.233149:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100565.233152:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27702
00000400:00000200:1.0:1789100565.233155:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100565.233157:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100565.233159:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100565.233161:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233178:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233183:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233188:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100565.233192:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100565.233194:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100565.233198:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100565.233202:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100565.233205:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100565.233207:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100565.233212:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233215:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233216:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233220:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100565.233222:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100565.233230:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233232:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100565.233236:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100565.233241:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100565.233247:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233250:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100565.233255:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100565.233260:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233264:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100565.233270:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100565.233274:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100565.233279:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100565.233282:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233286:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100565.233289:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100565.233291:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100565.233300:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100565.233304:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100565.233312:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964633984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100565.233327:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100565.233331:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233340:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964633984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100565.233352:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100565.233355:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100565.233360:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100565.233361:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100565.233364:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100565.233367:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100565.233369:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27702
00000400:00000200:1.0:1789100565.233376:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100565.233380:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100565.233381:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100565.233384:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233387:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233390:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233393:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100565.233394:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100565.233395:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100565.233396:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100565.233399:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100565.233403:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100565.233406:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100565.233409:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233410:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233411:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233412:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100565.233414:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100565.233418:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233420:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100565.233421:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100565.233425:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100565.233427:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233430:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100565.233433:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100565.233435:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233437:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100565.233442:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100565.233445:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100565.233446:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100565.233447:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233448:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100565.233450:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100565.233452:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100565.233458:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100565.233463:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100565.233472:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964634112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100565.233488:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100565.233492:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233498:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964634112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100565.233510:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100565.233514:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789100565.233516:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100565.233518:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1789100565.233520:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1789100565.233521:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100565.233523:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100565.233528:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100565.233533:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27702
00000400:00000200:1.0:1789100565.233538:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100565.233543:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100565.233548:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100565.233554:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233560:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233565:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233569:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100565.233574:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100565.233576:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100565.233578:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100565.233581:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100565.233583:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100565.233585:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100565.233590:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233593:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233595:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233599:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100565.233602:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100565.233607:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233611:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100565.233614:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100565.233616:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100565.233620:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233623:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100565.233626:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100565.233627:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233629:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100565.233632:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100565.233634:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100565.233639:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100565.233641:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233643:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100565.233645:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100565.233647:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100565.233651:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100565.233655:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100565.233660:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964634240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100565.233666:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100565.233669:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233673:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964634240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100565.233682:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100565.233684:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100565.233689:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100565.233691:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100565.233694:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100565.233697:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100565.233700:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27702
00000400:00000200:1.0:1789100565.233703:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100565.233707:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100565.233711:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100565.233716:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233718:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233722:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233727:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100565.233730:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100565.233732:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100565.233736:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100565.233740:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100565.233743:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100565.233746:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100565.233749:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233751:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100565.233757:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233761:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100565.233767:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100565.233775:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100565.233781:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100565.233812:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100565.233817:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100565.233823:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233828:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100565.233831:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100565.233837:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233838:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100565.233845:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100565.233850:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100565.233852:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100565.233854:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100565.233857:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100565.233860:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100565.233863:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100565.233869:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100565.233876:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100565.233886:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964634368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100565.233915:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100565.233920:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233929:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964634368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100565.233953:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100565.233960:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27712)
00000800:00000200:0.1:1789100565.234086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100565.234087:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789100565.234293:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100565.234295:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789100565.234540:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100565.234542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789100565.234725:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100565.234727:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1789100566.256972:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100566.256975:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100566.256977:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100566.576915:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322376451, at 4322376512
00000100:00000010:1.0:1789100566.576933:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8000.
00000100:00080000:1.0:1789100570.352913:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100570.352927:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100570.352932:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100570.352937:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100570.352943:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100570.352953:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27707
00000400:00000200:1.0:1789100570.352963:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100570.352970:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100570.352975:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100570.352979:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.352983:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.352986:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.352990:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100570.352995:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100570.352999:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100570.353004:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100570.353007:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100570.353010:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100570.353014:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100570.353017:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353019:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353021:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353023:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100570.353025:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100570.353036:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353039:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100570.353042:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100570.353045:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100570.353048:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353050:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100570.353053:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100570.353063:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100570.353081:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100570.353086:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100570.353088:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353092:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100570.353094:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100570.353098:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100570.353106:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100570.353113:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100570.353121:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964634496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100570.353132:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100570.353136:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.353141:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964634496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100570.353165:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100570.353168:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100570.353172:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100570.353174:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100570.353176:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100570.353179:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100570.353183:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27707
00000400:00000200:1.0:1789100570.353187:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100570.353193:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100570.353204:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100570.353210:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353215:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353220:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353225:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100570.353229:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100570.353232:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100570.353235:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100570.353239:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100570.353243:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100570.353247:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100570.353254:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353258:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353262:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353268:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100570.353272:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100570.353277:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353283:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100570.353288:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100570.353297:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100570.353303:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353308:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100570.353315:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100570.353320:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353323:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100570.353333:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100570.353336:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100570.353339:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100570.353340:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353342:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100570.353347:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100570.353349:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100570.353354:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100570.353357:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100570.353364:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964634624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100570.353379:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100570.353384:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.353392:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964634624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100570.353411:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100570.353415:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100570.353419:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100570.353423:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100570.353428:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100570.353435:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100570.353442:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27707
00000400:00000200:1.0:1789100570.353470:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100570.353478:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100570.353481:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100570.353487:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353490:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353493:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353496:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100570.353502:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789100570.353503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100570.353506:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:0.1:1789100570.353508:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1789100570.353510:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100570.353515:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100570.353521:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100570.353525:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100570.353540:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353545:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353551:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353557:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100570.353561:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100570.353569:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353576:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100570.353581:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100570.353587:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100570.353594:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353599:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100570.353603:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100570.353608:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353611:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100570.353624:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100570.353631:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100570.353638:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100570.353642:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353646:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100570.353649:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100570.353652:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100570.353659:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100570.353666:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100570.353678:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964634752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100570.353708:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100570.353713:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.353725:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964634752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100570.353745:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100570.353751:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100570.353760:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100570.353764:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100570.353769:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100570.353776:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100570.353784:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27707
00000400:00000200:1.0:1789100570.353817:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100570.353823:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100570.353830:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100570.353838:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353845:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353847:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353852:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100570.353857:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100570.353859:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100570.353863:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100570.353866:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100570.353871:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100570.353877:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100570.353883:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353887:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.353890:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353895:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100570.353901:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100570.353908:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100570.353914:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100570.353919:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100570.353924:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100570.353930:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353933:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100570.353936:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100570.353943:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353948:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100570.353954:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100570.353959:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100570.353964:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100570.353967:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.353971:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100570.353974:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100570.353977:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100570.353983:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100570.353988:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100570.353999:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964634880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100570.354016:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100570.354023:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.354031:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964634880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100570.354047:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100570.354051:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100570.354056:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100570.354059:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100570.354062:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100570.354078:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100570.354086:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27707
00000400:00000200:1.0:1789100570.354097:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100570.354106:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100570.354112:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100570.354118:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.354125:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.354130:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.354135:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100570.354140:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100570.354144:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100570.354147:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100570.354151:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100570.354157:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100570.354163:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100570.354173:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.354179:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100570.354185:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100570.354190:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.1:1789100570.354194:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100570.354196:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000800:00000200:0.1:1789100570.354198:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1789100570.354202:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100570.354209:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100570.354214:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100570.354220:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100570.354226:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.354232:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100570.354237:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100570.354245:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.354250:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100570.354256:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100570.354261:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100570.354266:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100570.354270:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100570.354276:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100570.354279:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100570.354283:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100570.354289:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100570.354298:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100570.354311:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964635008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100570.354334:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100570.354340:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.354350:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964635008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100570.354377:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100570.354385:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27717)
00000800:00000200:0.1:1789100570.354495:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100570.354497:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789100570.354732:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100570.354734:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789100570.354938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100570.354940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1789100571.696855:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322381571, at 4322381632
00000100:00000010:1.0:1789100571.696873:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8360.
00000100:00080000:3.0:1789100575.472966:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100575.472988:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100575.472993:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100575.473002:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100575.473013:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100575.473028:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27712
00000400:00000200:3.0:1789100575.473043:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100575.473051:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100575.473055:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100575.473060:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473064:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473068:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473071:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100575.473077:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100575.473080:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100575.473084:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100575.473088:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100575.473092:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100575.473095:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100575.473099:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473101:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473102:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100575.473108:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100575.473120:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473124:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100575.473129:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100575.473134:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100575.473137:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473140:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100575.473143:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100575.473156:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100575.473162:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100575.473174:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100575.473182:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473188:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100575.473192:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100575.473197:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100575.473206:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100575.473215:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100575.473227:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964635136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100575.473238:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100575.473244:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.473249:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964635136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100575.473275:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100575.473278:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100575.473282:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100575.473284:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100575.473286:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100575.473288:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100575.473291:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27712
00000400:00000200:3.0:1789100575.473295:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100575.473299:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100575.473301:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100575.473305:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473307:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473310:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473312:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100575.473315:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100575.473316:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100575.473318:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100575.473324:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100575.473326:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100575.473331:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100575.473339:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473342:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473347:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473353:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100575.473359:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100575.473366:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473372:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100575.473376:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100575.473384:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100575.473389:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473395:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100575.473403:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100575.473411:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473431:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100575.473439:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100575.473443:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100575.473448:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100575.473450:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473453:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100575.473456:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100575.473460:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100575.473464:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100575.473470:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100575.473475:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964635264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100575.473486:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100575.473490:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.473495:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964635264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100575.473506:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100575.473511:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100575.473517:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100575.473519:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100575.473523:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100575.473530:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100575.473535:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27712
00000400:00000200:3.0:1789100575.473542:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100575.473549:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100575.473554:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100575.473559:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473562:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473567:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473571:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100575.473574:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100575.473576:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100575.473579:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100575.473582:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100575.473584:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100575.473587:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100575.473591:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473595:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473599:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473601:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100575.473604:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100575.473611:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473614:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100575.473618:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100575.473620:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100575.473623:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473627:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100575.473631:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100575.473634:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473638:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100575.473643:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100575.473645:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100575.473648:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100575.473650:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473654:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100575.473656:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100575.473658:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100575.473664:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100575.473669:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100575.473676:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964635392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100575.473683:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100575.473685:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.473689:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964635392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100575.473701:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100575.473704:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100575.473709:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100575.473710:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100575.473712:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1789100575.473713:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100575.473714:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100575.473718:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27712
00000800:00000200:0.1:1789100575.473722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1789100575.473723:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100575.473727:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100575.473730:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100575.473735:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473739:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473743:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473746:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100575.473747:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100575.473747:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100575.473749:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100575.473751:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100575.473754:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100575.473755:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100575.473761:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473765:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473768:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473769:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100575.473770:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100575.473773:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473776:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100575.473779:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100575.473782:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100575.473784:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473805:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100575.473806:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100575.473808:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473809:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100575.473812:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100575.473813:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100575.473814:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100575.473815:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473817:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100575.473818:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100575.473819:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100575.473822:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100575.473825:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100575.473828:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964635520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100575.473833:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100575.473835:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.473838:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964635520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100575.473845:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100575.473848:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100575.473855:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100575.473857:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100575.473859:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100575.473865:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100575.473869:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27712
00000400:00000200:3.0:1789100575.473872:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100575.473875:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100575.473878:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100575.473883:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473887:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473891:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473893:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100575.473894:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100575.473895:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100575.473896:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100575.473897:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100575.473898:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100575.473900:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100575.473906:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473909:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100575.473913:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473919:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100575.473924:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100575.473929:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100575.473934:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100575.473939:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100575.473945:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100575.473950:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473952:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100575.473954:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100575.473960:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473962:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100575.473966:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100575.473982:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100575.473985:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100575.473986:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100575.473988:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100575.473989:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100575.473992:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100575.473999:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100575.474005:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100575.474014:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964635648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100575.474026:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100575.474029:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.474036:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964635648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100575.474044:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100575.474048:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27723)
00000800:00000200:0.1:1789100575.474335:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100575.474337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100575.474585:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100575.474586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100575.474753:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100575.474755:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100575.474938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100575.474940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789100576.816922:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322386692, at 4322386752
00000100:00000010:1.0:1789100576.816941:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8960.
00000100:00080000:3.0:1789100580.592950:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100580.592962:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100580.592965:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100580.592968:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100580.592974:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100580.592981:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27718
00000400:00000200:3.0:1789100580.592994:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100580.593014:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100580.593018:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100580.593022:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593025:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593027:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593029:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100580.593033:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100580.593035:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100580.593038:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100580.593041:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100580.593043:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100580.593046:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100580.593050:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593051:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593054:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593068:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100580.593071:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100580.593076:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593079:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100580.593082:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100580.593085:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100580.593089:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593091:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100580.593094:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100580.593105:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100580.593108:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100580.593112:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100580.593114:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593116:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100580.593120:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100580.593124:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100580.593131:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100580.593138:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100580.593146:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964635776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100580.593156:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100580.593169:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593177:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964635776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100580.593202:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100580.593205:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100580.593207:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100580.593209:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100580.593210:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100580.593212:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100580.593215:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27718
00000400:00000200:3.0:1789100580.593218:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100580.593221:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100580.593224:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100580.593227:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593228:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593231:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593232:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100580.593234:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100580.593235:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100580.593237:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100580.593239:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100580.593240:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100580.593242:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100580.593244:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593246:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593248:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593250:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100580.593251:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100580.593253:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593256:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100580.593257:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100580.593262:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100580.593264:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593265:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100580.593269:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100580.593273:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593275:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100580.593278:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100580.593280:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100580.593284:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100580.593288:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593292:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100580.593295:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100580.593297:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100580.593301:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100580.593305:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100580.593309:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964635904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100580.593323:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100580.593326:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593329:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964635904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100580.593335:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100580.593337:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100580.593340:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100580.593341:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100580.593343:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100580.593345:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100580.593348:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27718
00000400:00000200:3.0:1789100580.593351:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100580.593353:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100580.593355:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100580.593357:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593359:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593361:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593363:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100580.593365:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100580.593371:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100580.593372:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100580.593374:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100580.593376:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100580.593378:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100580.593381:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593382:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593384:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593386:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100580.593388:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100580.593391:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593393:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100580.593395:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100580.593397:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100580.593399:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593401:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100580.593403:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100580.593405:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593406:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100580.593409:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100580.593411:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100580.593413:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100580.593415:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593416:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100580.593417:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100580.593419:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100580.593422:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100580.593425:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100580.593430:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964636032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100580.593436:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100580.593438:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593442:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964636032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100580.593448:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100580.593450:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100580.593453:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100580.593454:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100580.593455:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100580.593458:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100580.593461:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27718
00000400:00000200:3.0:1789100580.593464:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100580.593467:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100580.593469:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100580.593471:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593473:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593475:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100580.593478:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100580.593479:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100580.593481:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100580.593482:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100580.593484:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100580.593486:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100580.593488:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593490:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593491:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593493:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100580.593495:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100580.593497:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593499:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100580.593501:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100580.593503:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100580.593505:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593506:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100580.593508:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100580.593510:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593512:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100580.593514:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100580.593516:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100580.593518:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100580.593519:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593521:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100580.593522:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100580.593523:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100580.593526:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100580.593529:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100580.593533:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964636160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100580.593539:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100580.593541:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593545:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964636160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100580.593551:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100580.593553:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100580.593556:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100580.593557:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100580.593558:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100580.593561:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100580.593563:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27718
00000400:00000200:3.0:1789100580.593566:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100580.593568:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100580.593570:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100580.593573:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593575:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593576:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593578:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100580.593580:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100580.593581:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100580.593582:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100580.593584:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100580.593585:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100580.593587:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100580.593590:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593591:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100580.593594:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593595:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100580.593597:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100580.593599:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100580.593601:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100580.593602:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100580.593604:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100580.593605:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593607:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100580.593609:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100580.593611:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593612:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100580.593615:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100580.593617:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100580.593619:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100580.593621:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100580.593622:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100580.593623:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100580.593624:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100580.593627:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100580.593629:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100580.593634:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964636288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100580.593645:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100580.593646:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593651:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964636288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100580.593657:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100580.593661:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27728)
00000800:00000200:2.1:1789100580.594066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100580.594070:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100580.594382:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100580.594384:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100580.594647:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100580.594650:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100580.594945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100580.594947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100580.595220:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100580.595222:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100581.936936:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322391812, at 4322391872
00000100:00000010:1.0:1789100581.936951:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000100:00080000:3.0:1789100585.712900:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100585.712911:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100585.712915:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100585.712919:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100585.712926:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100585.712936:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27723
00000400:00000200:3.0:1789100585.712947:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100585.712953:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100585.712955:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100585.712958:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.712964:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.712967:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.712969:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100585.712971:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100585.712973:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100585.712975:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100585.712978:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100585.712979:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100585.712982:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100585.712985:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.712987:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.712990:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.712993:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100585.712996:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100585.713001:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713006:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100585.713011:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100585.713016:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100585.713019:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713021:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100585.713024:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100585.713034:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100585.713038:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100585.713041:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100585.713043:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713045:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100585.713047:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100585.713050:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100585.713056:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100585.713061:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100585.713068:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964636416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100585.713075:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100585.713078:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713081:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964636416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100585.713097:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100585.713099:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100585.713101:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100585.713102:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100585.713103:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100585.713105:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100585.713106:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27723
00000400:00000200:3.0:1789100585.713108:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100585.713111:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100585.713112:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100585.713114:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713115:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713117:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713118:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100585.713120:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100585.713121:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100585.713122:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100585.713125:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100585.713127:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100585.713129:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100585.713133:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713137:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713142:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713146:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100585.713151:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100585.713158:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713165:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100585.713170:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100585.713177:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100585.713181:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713185:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100585.713190:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100585.713195:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713201:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100585.713209:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100585.713215:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100585.713218:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100585.713221:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713223:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100585.713224:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100585.713228:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100585.713232:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100585.713237:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100585.713242:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964636544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100585.713253:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100585.713256:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713263:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964636544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100585.713272:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100585.713275:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100585.713281:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100585.713282:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100585.713283:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100585.713286:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100585.713289:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27723
00000400:00000200:3.0:1789100585.713295:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100585.713299:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100585.713303:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100585.713305:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713307:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713310:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713313:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100585.713317:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100585.713318:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100585.713321:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100585.713324:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100585.713327:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100585.713331:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100585.713337:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713342:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713347:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713351:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100585.713355:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100585.713360:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713365:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100585.713369:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100585.713372:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100585.713375:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713380:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100585.713383:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100585.713387:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713391:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100585.713397:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100585.713402:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100585.713408:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100585.713412:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713427:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100585.713432:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100585.713435:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100585.713442:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100585.713450:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100585.713457:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964636672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100585.713466:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100585.713470:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713474:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964636672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100585.713482:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100585.713483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100585.713484:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100585.713490:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1789100585.713491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1789100585.713492:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100585.713494:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100585.713498:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100585.713501:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27723
00000400:00000200:3.0:1789100585.713503:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100585.713506:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100585.713510:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100585.713516:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713522:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713524:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713527:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100585.713532:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100585.713535:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100585.713538:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100585.713542:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100585.713546:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100585.713550:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100585.713556:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713559:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713562:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713565:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100585.713569:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100585.713574:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713579:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100585.713583:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100585.713587:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100585.713589:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713592:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100585.713595:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100585.713598:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713601:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100585.713605:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100585.713609:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100585.713613:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100585.713615:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713621:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100585.713625:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100585.713627:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100585.713632:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100585.713640:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100585.713649:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100585.713659:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100585.713663:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713668:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100585.713677:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100585.713682:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100585.713687:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100585.713691:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100585.713693:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100585.713699:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100585.713704:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27723
00000400:00000200:3.0:1789100585.713711:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100585.713717:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100585.713722:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100585.713728:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713733:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713738:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713744:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100585.713748:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100585.713752:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100585.713757:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100585.713761:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100585.713766:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100585.713768:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100585.713773:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713785:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100585.713807:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713810:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100585.713812:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100585.713815:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100585.713817:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100585.713819:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100585.713823:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100585.713826:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713831:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100585.713834:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100585.713839:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713844:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100585.713852:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100585.713856:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100585.713861:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100585.713865:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100585.713870:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100585.713873:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100585.713876:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100585.713883:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100585.713889:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100585.713897:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100585.713922:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100585.713926:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713934:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100585.713948:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100585.713956:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27733)
00000800:00000200:2.1:1789100585.714138:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100585.714140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100585.714364:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100585.714366:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100585.714567:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100585.714569:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00100000:2.0:1789100585.714682:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714689:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100585.714692:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714699:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100585.714701:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.714702:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100585.714704:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.714705:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100585.714707:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100585.714710:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100585.714713:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100585.714715:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100585.714719:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100585.714726:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964636800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100585.714729:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100585.714732:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714737:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100585.714738:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100585.714740:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100585.714742:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100585.714744:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100585.714746:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964636928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100585.714749:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100585.714751:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100585.714752:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100585.714754:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100585.714757:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100585.714759:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100585.714762:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100585.714765:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100585.714768:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100585.714771:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964636928, portal 4
00000100:00000001:2.0:1789100585.714772:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100585.714774:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:2.0:1789100585.714809:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714816:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100585.714818:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100585.714821:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100585.714823:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964636928, offset 0
00000400:00000200:2.0:1789100585.714827:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100585.714830:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100585.714834:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100585.714836:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100585.714838:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100585.714841:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100585.714843:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100585.714846:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511924:511924:256:4294967295] 192.168.204.152@tcp LPNI seq info [511681:511681:8:4294967295]
00000400:00000200:2.0:1789100585.714850:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100585.714856:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100585.714860:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100585.714863:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100585.714868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100585.714870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789100585.714875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100585.714877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789100585.714881:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100585.714883:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100585.714885:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100585.714887:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100585.714889:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100585.714890:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100585.714892:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100585.714896:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714904:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100585.714907:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714913:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100585.714914:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100585.714918:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100585.714920:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100585.714923:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100585.714925:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322395698
00000100:00000001:2.0:1789100585.714928:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322396931
00000100:00000001:2.0:1789100585.714930:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322395698
00000100:00000001:2.0:1789100585.714932:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322396931
00000100:00000001:2.0:1789100585.714934:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100585.714935:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100585.714937:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100585.714941:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100585/real 1789100585]  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100585.714948:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100585.714949:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100585.714951:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100585.714953:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100585.714955:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100585.714957:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100585.714959:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100585.714966:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714972:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100585.714973:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.714975:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100585.714976:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100585.714979:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714985:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100585.714989:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.714996:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100585.714998:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715000:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100585.715001:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715003:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100585.715004:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100585.715007:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100585.715011:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100585.715012:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100585.715015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100585.715020:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964636928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100585.715022:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715023:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100585.715026:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964636544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.715030:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100585.715031:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100585.715032:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100585.715034:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100585.715035:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100585.715036:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100585.715037:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100585.715038:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:2.0:1789100585.715040:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100585.715041:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100585.715042:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:2.0:1789100585.715044:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100585.715045:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715046:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100585.715047:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964636672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.715052:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100585.715053:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100585.715055:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100585.715056:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100585.715058:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100585.715059:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100585.715061:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100585.715062:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:2.0:1789100585.715064:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100585.715065:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100585.715066:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:2.0:1789100585.715068:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100585.715070:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715071:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100585.715074:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964636800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.715080:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100585.715081:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100585.715083:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100585.715085:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100585.715086:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100585.715087:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100585.715089:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100585.715090:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:2.0:1789100585.715092:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100585.715093:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100585.715095:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:2.0:1789100585.715096:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100585.715098:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715099:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100585.715102:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964636928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100585.715108:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100585.715109:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100585.715111:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100585.715113:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100585.715114:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100585.715115:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100585.715116:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100585.715118:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:2.0:1789100585.715120:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100585.715121:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100585.715122:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:2.0:1789100585.715124:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100585.715125:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715128:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100585.715132:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100585.715133:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100585.715135:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100585.715137:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100586.737008:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100586.737010:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100586.737013:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737019:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100586.737022:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737024:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737026:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737030:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100586.737032:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100586.737033:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100586.737034:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737036:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100586.737037:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737039:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737041:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737044:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100586.737046:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100586.737047:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100586.737048:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737050:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100586.737051:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737053:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100586.737055:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100587.056909:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322396931, at 4322396992
00000100:00000010:1.0:1789100587.056927:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00010000:00000001:2.0:1789100587.760991:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100587.761002:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100587.761010:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100587.761012:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100587.761015:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100587.761017:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100588.784937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100588.784943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100588.784948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100588.784950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100588.784952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100588.784953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100589.808918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100589.808926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100589.808933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100589.808935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100589.808939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100589.808940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100590.832942:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100590.832950:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100590.832951:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100590.832955:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100590.832957:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100590.832970:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27728
00000400:00000200:2.0:1789100590.832978:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100590.832985:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100590.832988:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100590.832991:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.832994:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.832996:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.832999:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100590.833003:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100590.833005:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100590.833008:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100590.833012:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100590.833014:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100590.833015:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100590.833017:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833019:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833020:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833021:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100590.833023:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100590.833025:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833026:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100590.833028:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100590.833031:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100590.833032:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833034:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100590.833037:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100590.833044:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789100590.833047:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100590.833050:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100590.833051:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833053:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100590.833055:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100590.833058:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100590.833063:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100590.833069:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100590.833082:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964637056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100590.833090:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100590.833093:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833096:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964637056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100590.833117:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100590.833120:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100590.833123:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100590.833124:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100590.833127:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100590.833130:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100590.833132:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27728
00000400:00000200:2.0:1789100590.833138:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100590.833141:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100590.833143:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100590.833147:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833151:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833155:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833158:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100590.833160:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100590.833163:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100590.833164:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100590.833166:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100590.833169:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100590.833172:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100590.833178:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833182:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833186:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833189:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100590.833191:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100590.833195:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833197:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100590.833200:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100590.833205:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100590.833209:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833211:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100590.833215:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100590.833218:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833221:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100590.833223:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789100590.833225:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100590.833228:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100590.833230:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833233:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100590.833234:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100590.833237:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100590.833241:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100590.833244:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100590.833250:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964637184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100590.833258:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100590.833261:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833264:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964637184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100590.833272:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100590.833274:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100590.833276:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100590.833277:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100590.833279:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100590.833284:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100590.833286:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27728
00000400:00000200:2.0:1789100590.833289:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100590.833293:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100590.833295:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100590.833300:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833302:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833303:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833306:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100590.833308:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100590.833309:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100590.833311:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100590.833313:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100590.833317:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100590.833322:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100590.833327:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833330:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833337:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833341:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100590.833343:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100590.833354:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833361:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100590.833364:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100590.833368:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100590.833371:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833374:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100590.833378:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100590.833381:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833385:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100590.833390:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000020:00000040:2.0:1789100590.833395:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100590.833401:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100590.833404:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833407:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100590.833411:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100590.833414:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100590.833419:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100590.833425:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100590.833434:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964637312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789100590.833461:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789100590.833465:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1789100590.833466:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1789100590.833470:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833479:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964637312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100590.833491:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100590.833496:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100590.833503:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100590.833506:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100590.833510:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100590.833515:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100590.833522:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27728
00000400:00000200:2.0:1789100590.833529:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100590.833535:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100590.833537:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100590.833544:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833546:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833547:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833548:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100590.833549:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100590.833550:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100590.833551:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100590.833552:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100590.833556:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100590.833558:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100590.833564:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833567:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833571:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833572:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100590.833576:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100590.833579:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833581:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100590.833582:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100590.833585:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100590.833590:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833591:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100590.833595:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100590.833600:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833605:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100590.833609:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789100590.833612:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100590.833614:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100590.833617:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833620:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100590.833621:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100590.833624:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100590.833630:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789100590.833636:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100590.833645:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964637440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100590.833659:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100590.833662:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833689:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964637440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100590.833697:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100590.833700:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100590.833704:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100590.833707:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100590.833709:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100590.833711:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100590.833715:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27728
00000400:00000200:2.0:1789100590.833721:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100590.833726:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100590.833729:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100590.833735:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833739:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833742:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833745:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100590.833747:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100590.833748:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100590.833750:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100590.833751:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100590.833752:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100590.833753:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100590.833756:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833757:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100590.833758:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833760:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100590.833762:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100590.833768:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100590.833774:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100590.833779:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100590.833782:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100590.833808:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833812:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100590.833815:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100590.833820:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833822:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100590.833829:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789100590.833832:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100590.833836:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100590.833838:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100590.833841:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100590.833843:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100590.833845:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100590.833850:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100590.833856:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100590.833863:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964637568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100590.833885:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100590.833888:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833893:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964637568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100590.833908:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100590.833916:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27738)
00010000:00000001:2.0:1789100590.833942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100590.833947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100590.833953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100590.833957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100590.833962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100590.833965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100590.834025:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100590.834030:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100590.834034:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100590.834131:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100590.834137:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100590.834352:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100590.834353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100590.834542:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100590.834543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100590.834827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100590.834829:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00010000:00000001:2.0:1789100591.856901:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100591.856908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100591.856914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100591.856915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100591.856919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100591.856921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100592.177000:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322402051, at 4322402112
00000100:00000010:1.0:1789100592.177006:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc80c0.
00010000:00000001:2.0:1789100592.880900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100592.880907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100592.880914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100592.880917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100592.880919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100592.880920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100593.905131:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100593.905139:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100593.905145:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100593.905147:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100593.905151:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100593.905152:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100594.928989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100594.928995:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100594.929001:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100594.929002:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100594.929005:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100594.929006:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100594.929057:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100594.929061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100594.929065:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100595.952914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100595.952926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100595.952934:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100595.952937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100595.952941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100595.952953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100595.952953:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100595.952960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.952961:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100595.952966:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100595.952972:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100595.952980:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27733
00000400:00000200:3.0:1789100595.952990:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100595.952997:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100595.953002:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100595.953007:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953011:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953014:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953017:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100595.953022:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100595.953024:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100595.953030:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100595.953037:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100595.953047:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100595.953053:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100595.953058:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953061:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953063:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953066:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100595.953070:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100595.953075:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953078:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100595.953081:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100595.953084:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100595.953087:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953090:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100595.953093:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100595.953103:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100595.953106:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100595.953110:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100595.953112:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953115:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100595.953118:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100595.953121:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100595.953128:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100595.953147:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100595.953157:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100595.953166:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100595.953170:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.953175:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100595.953197:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100595.953201:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100595.953205:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100595.953213:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100595.953215:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100595.953218:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100595.953222:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27733
00000400:00000200:3.0:1789100595.953227:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100595.953234:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100595.953237:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100595.953244:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953248:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953252:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953256:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100595.953262:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100595.953268:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100595.953275:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100595.953281:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100595.953286:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100595.953292:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100595.953299:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953304:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953313:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953320:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100595.953327:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100595.953337:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953352:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100595.953356:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100595.953362:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100595.953369:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953372:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100595.953378:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100595.953385:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953388:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100595.953396:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100595.953401:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100595.953406:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100595.953408:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953416:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100595.953425:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100595.953429:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100595.953436:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100595.953444:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100595.953461:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100595.953481:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100595.953487:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.953495:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100595.953514:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100595.953523:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100595.953528:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100595.953529:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100595.953531:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100595.953536:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100595.953544:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27733
00000400:00000200:3.0:1789100595.953557:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100595.953565:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100595.953573:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100595.953597:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953606:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953615:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953625:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100595.953629:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100595.953631:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100595.953637:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100595.953643:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100595.953654:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100595.953661:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100595.953673:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953679:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953683:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953686:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100595.953694:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100595.953705:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.1:1789100595.953710:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100595.953713:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100595.953720:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100595.953724:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100595.953727:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953729:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100595.953731:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100595.953733:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953735:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100595.953741:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100595.953746:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100595.953753:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100595.953758:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.953769:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100595.953773:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100595.953780:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100595.953821:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100595.953826:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100595.953834:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100595.953847:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100595.953850:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.953859:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100595.953888:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100595.953895:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100595.953906:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100595.953909:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100595.953911:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100595.953918:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100595.953927:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27733
00000400:00000200:3.0:1789100595.953939:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100595.953952:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100595.953960:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100595.953976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953982:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.953989:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.953994:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100595.953998:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100595.954006:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100595.954014:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100595.954020:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100595.954029:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100595.954036:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100595.954052:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954062:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.954073:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954083:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100595.954096:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100595.954106:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954111:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100595.954116:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100595.954123:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100595.954131:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954140:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100595.954147:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100595.954160:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954168:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100595.954178:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100595.954189:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100595.954197:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100595.954203:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954213:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100595.954223:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100595.954228:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100595.954241:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100595.954253:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100595.954270:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100595.954306:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100595.954312:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.954317:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100595.954340:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100595.954349:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100595.954355:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100595.954364:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100595.954371:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100595.954384:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1789100595.954386:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100595.954394:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27733
00000400:00000200:3.0:1789100595.954404:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100595.954409:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100595.954412:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100595.954415:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954417:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.954419:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954422:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100595.954424:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100595.954425:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100595.954427:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100595.954429:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100595.954431:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100595.954433:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100595.954436:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954438:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100595.954440:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954441:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100595.954443:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100595.954446:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100595.954448:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100595.954449:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100595.954452:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100595.954454:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954455:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100595.954457:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100595.954459:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954461:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100595.954465:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100595.954466:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100595.954468:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100595.954469:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100595.954471:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100595.954473:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100595.954475:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100595.954480:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100595.954483:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100595.954487:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100595.954500:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100595.954502:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.954506:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100595.954514:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100595.954519:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27743)
00000800:00000200:0.1:1789100595.954882:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100595.955051:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100595.955190:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00010000:00000001:2.0:1789100596.976907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100596.976916:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100596.976919:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100596.976922:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976927:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100596.976932:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976934:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976937:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100596.976944:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100596.976945:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100596.976947:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976949:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100596.976951:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976953:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976955:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100596.976961:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100596.976962:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100596.976968:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976970:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100596.976971:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976973:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100596.976975:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100597.297500:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322407172, at 4322407232
00000100:00000010:1.0:1789100597.297506:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8720.
00010000:00000001:2.0:1789100598.000930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100598.000942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100598.000949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100598.000951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100598.000955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100598.000956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100599.024941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100599.024950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100599.024957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100599.024958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100599.024962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100599.024963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100599.025064:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100599.025073:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100599.025078:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789100599.025482:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100599.025486:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100599.025489:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100599.025496:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100595/real 1789100599]  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100599.025508:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100599.025510:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100599.025514:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118ea50.
00000400:00000200:2.0:1789100599.025517:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb550
00000400:00000010:2.0:1789100599.025518:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb550.
00000100:00000001:2.0:1789100599.025521:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100599.025537:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100599.025546:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025552:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100599.025563:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025566:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025568:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100599.025572:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025579:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100599.025584:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025591:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100599.025595:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025597:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025598:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025601:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100599.025603:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100599.025606:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100599.025611:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100599.025613:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100599.025617:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100599.025630:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100599.025634:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100599.025637:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100595/real 1789100599]  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100599.025644:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100599.025646:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100599.025647:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e160.
00000400:00000200:2.0:1789100599.025650:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:2.0:1789100599.025652:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:2.0:1789100599.025654:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100599.025657:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100599.025665:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025670:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100599.025671:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025673:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025674:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100599.025677:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025682:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100599.025685:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025691:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100599.025693:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025695:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025696:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025697:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100599.025700:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100599.025701:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100599.025705:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100599.025707:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100599.025710:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100599.025717:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100599.025721:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100599.025724:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100595/real 1789100599]  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100599.025730:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100599.025731:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100599.025733:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e108.
00000400:00000200:2.0:1789100599.025735:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb4c8
00000400:00000010:2.0:1789100599.025737:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb4c8.
00000100:00000001:2.0:1789100599.025739:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100599.025742:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100599.025748:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025754:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100599.025755:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025757:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025758:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100599.025761:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025768:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100599.025772:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025779:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100599.025781:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025782:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025783:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025784:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100599.025815:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100599.025818:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100599.025823:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100599.025825:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100599.025829:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100599.025837:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964637824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100599.025840:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100599.025844:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100595/real 1789100599]  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100599.025851:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100599.025852:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100599.025854:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e4d0.
00000400:00000200:2.0:1789100599.025857:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:2.0:1789100599.025858:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:2.0:1789100599.025861:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100599.025864:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100599.025872:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025879:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100599.025881:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025883:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025885:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100599.025889:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025895:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100599.025899:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025905:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100599.025907:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025908:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025910:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025911:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100599.025913:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100599.025915:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100599.025918:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100599.025920:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100599.025924:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100599.025931:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964637952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100599.025935:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100599.025939:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100595/real 1789100599]  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100599.025947:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100599.025948:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100599.025950:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e8f0.
00000400:00000200:2.0:1789100599.025952:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbc38
00000400:00000010:2.0:1789100599.025955:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbc38.
00000100:00000001:2.0:1789100599.025957:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100599.025960:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100599.025968:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025973:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100599.025975:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.025976:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.025978:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100599.025981:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025988:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100599.025991:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.025998:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100599.026000:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026002:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100599.026003:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026004:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100599.026006:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100599.026009:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100599.026012:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100599.026014:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100599.026018:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100599.026025:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964637696:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100599.026030:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026033:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100599.026035:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964638080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.026041:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100599.026044:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100599.026048:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789100599.026053:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100599.026055:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100599.026058:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100599.026060:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100599.026063:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:2.0:1789100599.026067:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100599.026069:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100599.026072:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:2.0:1789100599.026075:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100599.026077:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026078:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100599.026081:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964638208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.026087:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100599.026089:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100599.026090:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789100599.026093:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100599.026094:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100599.026095:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100599.026097:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100599.026098:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:2.0:1789100599.026101:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100599.026102:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100599.026103:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:2.0:1789100599.026105:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100599.026106:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026107:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100599.026110:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964637824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.026115:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100599.026117:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100599.026118:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:2.0:1789100599.026121:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100599.026123:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100599.026124:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100599.026126:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100599.026128:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:2.0:1789100599.026130:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100599.026131:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100599.026133:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:2.0:1789100599.026135:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100599.026136:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026138:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100599.026141:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964637952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.026147:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100599.026148:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100599.026150:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:2.0:1789100599.026152:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100599.026153:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100599.026155:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100599.026156:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100599.026158:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:2.0:1789100599.026160:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100599.026161:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100599.026162:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:2.0:1789100599.026164:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100599.026165:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026166:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100599.026169:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964637696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100620 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100599.026175:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100599.026177:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100599.026178:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789100599.026180:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100599.026181:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100599.026183:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100599.026185:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100599.026187:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:2.0:1789100599.026189:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100599.026190:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100599.026192:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:2.0:1789100599.026194:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100599.026195:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026197:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100599.026207:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100599.026209:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100599.026211:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100599.026213:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100600.048943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100600.048948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100600.048951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100600.048952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100600.048954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100600.048955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100601.072919:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100601.072929:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100601.072931:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100601.072935:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100601.072944:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100601.072949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100601.072952:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27738
00010000:00000001:2.0:1789100601.072953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100601.072958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100601.072959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100601.072962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1789100601.072963:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100601.072964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100601.072970:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100601.072973:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100601.072976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.072978:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.072980:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.072982:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100601.072984:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100601.072986:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100601.072988:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100601.072991:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100601.072992:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100601.072994:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100601.072996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.072997:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.072999:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073000:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100601.073002:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100601.073004:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073006:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100601.073008:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100601.073010:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100601.073013:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073016:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100601.073019:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100601.073026:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100601.073028:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100601.073031:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100601.073033:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073035:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100601.073037:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100601.073040:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100601.073045:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100601.073050:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100601.073057:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100601.073065:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100601.073068:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100601.073071:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100601.073090:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100601.073093:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100601.073097:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100601.073098:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100601.073099:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100601.073102:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100601.073104:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27738
00000400:00000200:1.0:1789100601.073108:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100601.073111:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100601.073113:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100601.073115:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073118:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.073120:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073122:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100601.073125:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100601.073127:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100601.073129:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100601.073131:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789100601.073132:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789100601.073134:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100601.073138:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100601.073138:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100601.073142:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789100601.073145:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073149:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.073153:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100601.073154:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100601.073155:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100601.073160:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100601.073167:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073173:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.073173:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789100601.073177:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100601.073177:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.073183:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789100601.073184:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100601.073187:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100601.073188:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073194:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100601.073194:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789100601.073201:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789100601.073202:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964638336:192.168.204.152@tcp:250:kworker.0
00000008:00000001:1.0:1789100601.073207:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073212:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.073217:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1789100601.073219:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
02000000:00000001:2.0:1789100601.073224:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789100601.073225:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100601.073229:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100601.073230:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100601.073233:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.073235:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100601.073236:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100601.073239:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1789100601.073243:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:1.0:1789100601.073245:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.073247:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100601.073252:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000400:00000200:2.0:1789100601.073257:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100601.073258:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100601.073265:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00100000:1.0:1789100601.073267:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100601.073277:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789100601.073278:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:1.0:1789100601.073282:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100601.073288:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.073289:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638336, portal 25
00000100:00000001:2.0:1789100601.073295:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100601.073298:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000001:1.0:1789100601.073302:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100601.073307:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1789100601.073309:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100601.073314:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100601.073317:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100601.073320:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100601.073323:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100601.073326:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1789100601.073330:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100601.073334:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27738
00000400:00000010:2.0:1789100601.073335:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000400:00000200:1.0:1789100601.073341:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:2.0:1789100601.073343:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964638336, offset 0
00000400:00000200:1.0:1789100601.073347:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100601.073351:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100601.073355:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100601.073357:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073361:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.073364:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073368:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100601.073368:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:1.0:1789100601.073373:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100601.073375:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:2.0:1789100601.073378:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:1.0:1789100601.073379:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100601.073383:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100601.073386:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100601.073388:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1789100601.073391:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100601.073396:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:1.0:1789100601.073397:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073401:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100601.073404:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789100601.073406:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073412:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100601.073412:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:1.0:1789100601.073417:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789100601.073421:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511935:511935:256:4294967295] 192.168.204.152@tcp LPNI seq info [511692:511692:8:4294967295]
00000100:00080000:1.0:1789100601.073424:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073430:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.073434:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100601.073435:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100601.073440:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100601.073442:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073444:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100601.073448:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100601.073452:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.073454:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789100601.073456:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100601.073462:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000800:00000200:2.0:1789100601.073464:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000040:1.0:1789100601.073467:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100601.073471:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100601.073472:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789100601.073473:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100601.073474:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100601.073478:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100601.073479:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100601.073499:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000800:00000200:2.0:1789100601.073499:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100601.073507:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100601.073508:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1789100601.073516:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789100601.073519:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100601.073526:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1789100601.073530:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1789100601.073535:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073536:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789100601.073540:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100601.073547:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100601.073548:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100601.073556:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789100601.073563:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.073566:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000100:00080000:1.0:1789100601.073567:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1789100601.073571:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00080000:1.0:1789100601.073573:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100601.073576:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100601.073577:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1789100601.073578:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100601.073585:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1789100601.073585:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100601.073591:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27738
00000400:00000200:1.0:1789100601.073601:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100601.073604:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1789100601.073607:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:2.0:1789100601.073612:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100601.073613:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100601.073621:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073626:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100601.073629:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100601.073631:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100601.073632:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789100601.073636:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100601.073639:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100601.073641:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:2.0:1789100601.073642:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100601.073643:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100601.073648:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:2.0:1789100601.073651:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:1.0:1789100601.073652:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100601.073657:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789100601.073657:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322412291
00000100:00000040:1.0:1789100601.073663:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073666:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1789100601.073666:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ae0.
00000100:00000040:1.0:1789100601.073671:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073674:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100601.073677:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:2.0:1789100601.073677:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1789100601.073684:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073687:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.073687:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322412291
02000000:00000001:1.0:1789100601.073691:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1789100601.073693:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
02000000:00000001:1.0:1789100601.073696:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100601.073699:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1789100601.073700:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100601.073705:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100601.073705:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1789100601.073708:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1789100601.073710:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100601.073713:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.073714:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100601.073717:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.073722:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100601/real 1789100601]  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789100601.073724:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100601.073730:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100601.073736:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100601.073739:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789100601.073742:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1789100601.073743:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100601.073747:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1789100601.073747:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1789100601.073753:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100601.073753:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100601.073759:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
02000000:00000010:1.0:1789100601.073760:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000400:00000010:2.0:1789100601.073762:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:1.0:1789100601.073768:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.073768:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100601.073774:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100601.073778:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100601.073822:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100601.073825:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100601.073830:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.073838:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100601.073842:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100601.073848:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100601.073853:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1789100601.073854:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100601.073857:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100601.073858:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100601.073862:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100601.073863:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.073867:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100601.073868:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100601.073875:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27738
00000100:00100000:2.0:1789100601.073878:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100601.073883:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100601.073891:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100601.073894:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100601.073895:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100601.073903:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100601.073903:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100601.073909:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100601.073913:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073918:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100601.073921:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789100601.073923:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100601.073927:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:2.0:1789100601.073927:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.073931:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1789100601.073932:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100601.073935:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100601.073936:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:2.0:1789100601.073939:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1789100601.073941:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100601.073943:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789100601.073946:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:2.0:1789100601.073949:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1789100601.073953:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00080000:2.0:1789100601.073958:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:1.0:1789100601.073959:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100601.073963:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789100601.073965:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073970:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:2.0:1789100601.073971:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100601.073975:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100601.073982:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100601.073987:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.073991:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964638336:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100601.073992:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100601.073997:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100601.074003:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074005:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100601.074006:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100601.074010:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1789100601.074011:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100601.074016:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100601.074017:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964638336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100601.074019:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100601.074026:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100601.074030:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:2.0:1789100601.074033:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789100601.074034:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100601.074037:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1789100601.074038:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100601.074041:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
00000100:00000001:1.0:1789100601.074042:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100601.074045:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100601.074048:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1789100601.074049:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789100601.074052:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:1.0:1789100601.074056:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000020:00000040:2.0:1789100601.074056:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000001:1.0:1789100601.074062:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789100601.074062:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100601.074065:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
00000100:00100000:1.0:1789100601.074071:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789100601.074073:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100601.074077:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100601.074080:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:1.0:1789100601.074084:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100601.074088:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789100601.074089:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074092:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100601.074096:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074097:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074108:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789100601.074109:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074112:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100601.074116:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27748)
00000100:00000001:2.0:1789100601.074116:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100601.074119:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100601.074123:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100601.074129:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074137:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100601.074140:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074143:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100601.074145:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100601.074148:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.074151:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100601.074154:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100601.074157:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100601.074159:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074162:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100601.074165:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100601.074167:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.074172:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100601.074175:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100601.074179:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100601.074182:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638464, portal 10
00000100:00000001:2.0:1789100601.074185:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100601.074186:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:2.0:1789100601.074192:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074200:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100601.074202:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100601.074204:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100601.074207:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964638464, offset 0
00000400:00000200:2.0:1789100601.074211:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074216:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074220:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100601.074224:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100601.074227:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100601.074230:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100601.074232:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074236:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511936:511936:256:4294967295] 192.168.204.152@tcp LPNI seq info [511693:511693:8:4294967295]
00000400:00000200:2.0:1789100601.074239:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074246:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100601.074251:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074254:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100601.074258:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100601.074261:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100601.074265:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100601.074268:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100601.074271:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074273:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100601.074276:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100601.074280:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100601.074283:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100601.074286:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100601.074288:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100601.074292:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074300:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.074303:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074310:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074311:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100601.074316:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100601.074320:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100601.074323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100601.074325:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322411028
00000100:00000001:2.0:1789100601.074328:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074330:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322411028
00000100:00000001:2.0:1789100601.074332:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074335:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100601.074337:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074339:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100601.074342:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100601/real 1789100601]  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100601.074350:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100601.074351:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100601.074353:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100601.074356:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100601.074358:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100601.074361:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100601.074365:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.074372:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074378:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100601.074379:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074381:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074383:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100601.074386:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074391:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100601.074395:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074401:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100601.074403:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074405:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074406:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074408:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100601.074410:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100601.074412:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100601.074416:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100601.074418:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100601.074421:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100601.074429:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100601.074433:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100601.074436:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074447:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100601.074449:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074451:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100601.074452:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100601.074454:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.074457:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100601.074459:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100601.074461:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100601.074462:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074464:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100601.074466:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100601.074468:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.074471:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100601.074473:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100601.074475:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100601.074478:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638592, portal 10
00000100:00000001:2.0:1789100601.074480:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100601.074481:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:2.0:1789100601.074501:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074507:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100601.074509:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100601.074512:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100601.074514:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964638592, offset 0
00000400:00000200:2.0:1789100601.074518:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074521:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074524:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100601.074527:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100601.074529:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100601.074531:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100601.074533:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074536:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511937:511937:256:4294967295] 192.168.204.152@tcp LPNI seq info [511694:511694:8:4294967295]
00000400:00000200:2.0:1789100601.074539:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074545:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100601.074548:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074552:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100601.074555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100601.074558:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100601.074561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100601.074563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100601.074566:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074568:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100601.074570:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100601.074573:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100601.074576:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100601.074578:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100601.074580:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100601.074584:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074591:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.074594:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074600:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074601:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100601.074604:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100601.074607:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100601.074610:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100601.074612:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322411027
00000100:00000001:2.0:1789100601.074615:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074617:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322411027
00000100:00000001:2.0:1789100601.074619:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074621:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100601.074623:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074625:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100601.074629:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100601/real 1789100601]  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100601.074637:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100601.074638:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100601.074640:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100601.074642:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100601.074643:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100601.074645:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100601.074648:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.074655:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074661:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100601.074662:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074664:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074665:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100601.074669:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074675:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100601.074679:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074685:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100601.074687:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074689:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074690:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074691:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100601.074694:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100601.074696:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100601.074700:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100601.074702:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100601.074706:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100601.074712:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100601.074716:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100601.074719:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074724:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100601.074725:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074727:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100601.074729:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100601.074730:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.074732:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100601.074735:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100601.074736:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100601.074738:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074739:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100601.074742:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100601.074743:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.074746:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100601.074748:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100601.074751:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100601.074754:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638720, portal 4
00000100:00000001:2.0:1789100601.074755:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100601.074756:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:2.0:1789100601.074761:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074766:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100601.074769:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100601.074771:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100601.074773:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964638720, offset 0
00000400:00000200:2.0:1789100601.074777:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074781:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074784:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100601.074810:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100601.074813:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100601.074816:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100601.074818:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100601.074821:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511938:511938:256:4294967295] 192.168.204.152@tcp LPNI seq info [511695:511695:8:4294967295]
00000400:00000200:2.0:1789100601.074825:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.074833:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100601.074838:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074842:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100601.074846:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100601.074848:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100601.074852:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100601.074855:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100601.074859:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.074861:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100601.074864:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100601.074869:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100601.074872:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100601.074873:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100601.074875:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100601.074878:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074882:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.074884:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074888:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074889:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100601.074892:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100601.074894:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100601.074896:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100601.074897:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322411038
00000100:00000001:2.0:1789100601.074899:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074900:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322411038
00000100:00000001:2.0:1789100601.074901:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.074903:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100601.074904:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.074905:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100601.074907:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100601/real 1789100601]  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100601.074911:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100601.074912:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100601.074914:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100601.074915:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100601.074916:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100601.074917:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100601.074919:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.074923:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074926:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100601.074927:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074928:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074929:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100601.074931:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074934:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100601.074936:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074940:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100601.074941:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074942:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.074943:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.074944:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100601.074945:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100601.074946:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100601.074948:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100601.074949:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100601.074951:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100601.074955:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100601.074957:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100601.074959:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074963:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100601.074964:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074965:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100601.074967:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100601.074968:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100601.074969:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100601.074971:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100601.074972:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100601.074973:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100601.074975:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100601.074978:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100601.074979:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100601.074981:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100601.074983:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100601.074985:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100601.074986:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638848, portal 4
00000100:00000001:2.0:1789100601.074987:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100601.074988:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:2.0:1789100601.074992:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.074995:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100601.074997:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100601.074998:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100601.074999:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964638848, offset 0
00000400:00000200:2.0:1789100601.075001:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100601.075003:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.075005:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100601.075007:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100601.075008:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100601.075010:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100601.075011:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100601.075013:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511939:511939:256:4294967295] 192.168.204.152@tcp LPNI seq info [511696:511696:8:4294967295]
00000400:00000200:2.0:1789100601.075015:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100601.075019:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100601.075021:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.075022:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100601.075025:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100601.075026:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100601.075029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100601.075030:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100601.075033:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100601.075034:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100601.075036:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100601.075038:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100601.075039:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100601.075040:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100601.075042:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100601.075044:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075048:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.075050:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075053:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.075054:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100601.075056:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100601.075057:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100601.075059:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100601.075060:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322411058
00000100:00000001:2.0:1789100601.075061:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.075063:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322411058
00000100:00000001:2.0:1789100601.075064:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322412291
00000100:00000001:2.0:1789100601.075065:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100601.075066:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.075067:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100601.075069:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100601/real 1789100601]  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100601.075073:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100601.075073:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100601.075074:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100601.075076:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100601.075077:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100601.075078:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100601.075079:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100601.075083:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075090:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100601.075091:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075092:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.075093:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100601.075095:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075098:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100601.075100:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075103:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100601.075104:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075105:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100601.075106:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075107:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100601.075108:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100601.075109:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100601.075110:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100601.075111:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100601.075113:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100601.075117:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964638848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100601.075119:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075120:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.075122:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964638464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075126:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100601.075127:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100601.075129:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100601.075130:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100601.075131:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100601.075133:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100601.075134:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100601.075135:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789100601.075137:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100601.075138:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100601.075139:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:2.0:1789100601.075140:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100601.075142:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075143:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.075144:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964638592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075148:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100601.075148:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100601.075149:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100601.075150:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100601.075151:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100601.075151:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100601.075152:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100601.075153:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789100601.075154:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100601.075155:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100601.075155:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789100601.075157:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100601.075157:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075158:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.075160:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964638720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075163:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100601.075163:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100601.075164:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100601.075165:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100601.075166:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100601.075166:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100601.075168:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100601.075169:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789100601.075170:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100601.075171:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100601.075171:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:2.0:1789100601.075173:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100601.075173:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075174:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100601.075175:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964638848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100601.075180:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100601.075181:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100601.075182:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100601.075184:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100601.075185:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100601.075186:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100601.075188:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100601.075189:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789100601.075192:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100601.075193:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100601.075194:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:2.0:1789100601.075196:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100601.075197:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075199:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100601.075204:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100601.075205:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100601.075207:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100601.075208:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100602.096993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100602.096999:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100602.097004:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100602.097005:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100602.097008:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100602.097009:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100602.416902:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322412291, at 4322412352
00000100:00000010:1.0:1789100602.416920:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00010000:00000001:2.0:1789100603.120923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100603.120930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100603.120937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100603.120938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100603.120941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100603.120943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100603.121012:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100603.121016:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100603.121019:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100604.144916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100604.144923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100604.144929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100604.144931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100604.144934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100604.144936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100605.168933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100605.168942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100605.168950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100605.168951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100605.168953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100605.168954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100606.192916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100606.192917:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100606.192923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100606.192926:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100606.192930:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100606.192931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100606.192934:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100606.192934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100606.192940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100606.192941:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100606.192943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100606.192953:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27743
00000400:00000200:1.0:1789100606.192963:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100606.192969:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100606.192973:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100606.192977:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.192980:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.192983:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.192986:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100606.192990:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100606.192992:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100606.192995:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100606.192999:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100606.193002:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100606.193004:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100606.193007:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193009:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193012:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193017:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100606.193021:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100606.193027:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193030:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100606.193033:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100606.193036:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100606.193039:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193042:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100606.193044:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100606.193054:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100606.193057:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100606.193061:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100606.193063:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193066:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100606.193069:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100606.193073:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100606.193080:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100606.193086:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100606.193096:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100606.193106:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100606.193110:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100606.193115:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100606.193144:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100606.193149:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100606.193153:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100606.193156:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100606.193158:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100606.193160:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100606.193163:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27743
00000400:00000200:1.0:1789100606.193170:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100606.193174:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100606.193177:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100606.193180:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193182:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193184:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193186:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100606.193189:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100606.193191:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100606.193194:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100606.193197:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100606.193200:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100606.193203:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100606.193208:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193210:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193212:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193214:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100606.193220:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:2.0:1789100606.193220:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1789100606.193227:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193232:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.193232:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1789100606.193238:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100606.193238:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1789100606.193250:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100606.193256:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.193258:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100606.193259:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100606.193267:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1789100606.193274:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100606.193277:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100606.193286:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.193289:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789100606.193291:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100606.193297:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100606.193300:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100606.193302:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100606.193305:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.193305:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100606.193315:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100606.193316:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100606.193320:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100606.193323:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100606.193326:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964638976:192.168.204.152@tcp:250:kworker.0
02000000:00000010:1.0:1789100606.193330:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:2.0:1789100606.193334:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100606.193336:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.193343:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1789100606.193345:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789100606.193348:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.193356:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100606.193363:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100606.193366:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100606.193369:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
00000100:00000040:1.0:1789100606.193372:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100606.193374:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.193400:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100606.193403:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100606.193409:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1789100606.193409:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00080000:1.0:1789100606.193419:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100606.193420:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100606.193422:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789100606.193424:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:1.0:1789100606.193427:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100606.193433:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27743
00000100:00000200:2.0:1789100606.193436:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964638976, portal 25
00000400:00000200:1.0:1789100606.193443:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100606.193445:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100606.193450:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000400:00000200:1.0:1789100606.193456:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100606.193462:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100606.193464:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100606.193471:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193482:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193489:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100606.193491:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100606.193494:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:2.0:1789100606.193499:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789100606.193501:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100606.193504:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000010:2.0:1789100606.193505:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000020:00000001:1.0:1789100606.193507:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100606.193513:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000200:2.0:1789100606.193515:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964638976, offset 0
00000020:00000001:1.0:1789100606.193517:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100606.193529:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789100606.193530:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100606.193538:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193540:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100606.193547:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100606.193548:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193557:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100606.193561:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789100606.193564:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:1.0:1789100606.193570:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193575:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.193577:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1789100606.193578:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100606.193583:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789100606.193587:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:1.0:1789100606.193589:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193593:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100606.193594:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000008:00100000:1.0:1789100606.193597:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100606.193602:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00000001:1.0:1789100606.193608:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193615:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.193620:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511940:511940:256:4294967295] 192.168.204.152@tcp LPNI seq info [511697:511697:8:4294967295]
00000100:00000010:1.0:1789100606.193621:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100606.193630:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789100606.193638:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100606.193639:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100606.193643:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193646:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100606.193648:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100606.193651:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.193659:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1789100606.193660:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100606.193668:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100606.193676:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:1.0:1789100606.193683:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789100606.193686:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100606.193698:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100606.193704:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100606.193707:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100606.193710:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1789100606.193716:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1789100606.193728:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100606.193733:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100606.193735:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1789100606.193742:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1789100606.193743:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100606.193747:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100606.193750:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789100606.193756:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193758:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100606.193763:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27743
00000400:00000200:1.0:1789100606.193768:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100606.193771:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100606.193773:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1789100606.193774:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00000040:1.0:1789100606.193779:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193784:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193809:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193812:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100606.193814:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100606.193816:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100606.193817:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100606.193820:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100606.193822:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100606.193825:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:2.0:1789100606.193828:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100606.193829:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.193836:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.193841:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100606.193843:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789100606.193846:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100606.193852:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:2.0:1789100606.193853:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100606.193858:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00080000:1.0:1789100606.193865:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100606.193869:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1789100606.193871:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100606.193876:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789100606.193880:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100606.193882:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100606.193893:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193895:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100606.193897:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100606.193906:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193915:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100606.193922:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789100606.193922:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1789100606.193930:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000040:2.0:1789100606.193931:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100606.193940:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100606.193944:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.193951:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.193952:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789100606.193960:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1789100606.193961:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100606.193966:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.193970:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100606.193974:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000400:00000200:2.0:1789100606.193983:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100606.193986:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.193989:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322417412
00000100:00100000:1.0:1789100606.193997:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1789100606.193998:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000100:00000001:2.0:1789100606.194010:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100606.194011:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100606.194015:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194023:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322417412
00000100:00000040:1.0:1789100606.194024:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789100606.194031:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000001:2.0:1789100606.194037:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100606.194042:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.194050:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.194051:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194054:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1789100606.194057:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100606.194062:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789100606.194064:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100606/real 1789100606]  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100606.194065:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100606.194068:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100606.194079:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100606.194087:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27743
00000400:00000001:2.0:1789100606.194091:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1789100606.194096:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100606.194101:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000001:2.0:1789100606.194103:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1789100606.194104:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1789100606.194108:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000040:1.0:1789100606.194110:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.194115:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100606.194116:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00000040:1.0:1789100606.194120:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:2.0:1789100606.194122:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:1.0:1789100606.194125:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100606.194128:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1789100606.194130:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100606.194135:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100606.194138:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1789100606.194140:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100606.194141:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100606.194149:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100606.194157:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100606.194167:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.194177:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100606.194184:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100606.194192:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:2.0:1789100606.194197:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100606.194198:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100606.194215:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100606.194226:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194226:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100606.194231:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100606.194233:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100606.194237:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1789100606.194240:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.194242:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100606.194245:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.194249:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100606.194253:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789100606.194253:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1789100606.194268:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194277:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100606.194278:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.194292:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789100606.194293:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100606.194303:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100606.194312:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789100606.194315:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100606.194316:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100606.194322:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789100606.194325:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100606.194326:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100606.194329:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194331:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.194335:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1789100606.194336:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:2.0:1789100606.194340:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789100606.194342:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194345:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100606.194352:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789100606.194353:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789100606.194365:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100606.194378:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789100606.194379:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100606.194398:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.194403:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100606.194410:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100606.194435:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964638976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789100606.194448:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194451:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100606.194456:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27753)
00000100:00000001:2.0:1789100606.194456:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.194464:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964638976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194479:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100606.194482:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100606.194485:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100606.194489:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100606.194492:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100606.194493:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100606.194495:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100606.194497:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789100606.194502:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100606.194503:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100606.194505:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789100606.194509:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100606.194510:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194512:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194520:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100606.194522:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194524:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100606.194525:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100606.194526:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100606.194529:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194534:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100606.194535:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.194537:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100606.194539:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100606.194540:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100606.194542:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100606.194544:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100606.194546:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100606.194547:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.194548:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100606.194551:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100606.194552:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.194556:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100606.194558:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100606.194561:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100606.194563:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639104, portal 10
00000100:00000001:2.0:1789100606.194565:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100606.194566:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:2.0:1789100606.194571:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194575:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100606.194576:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100606.194578:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100606.194579:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964639104, offset 0
00000400:00000200:2.0:1789100606.194582:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100606.194585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.194588:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100606.194591:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100606.194593:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100606.194595:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100606.194596:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100606.194599:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511941:511941:256:4294967295] 192.168.204.152@tcp LPNI seq info [511698:511698:8:4294967295]
00000400:00000200:2.0:1789100606.194601:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.194610:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100606.194614:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.194616:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100606.194619:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100606.194621:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100606.194625:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100606.194627:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100606.194629:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.194631:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100606.194633:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100606.194635:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100606.194637:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100606.194638:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100606.194640:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100606.194642:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194647:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.194648:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194653:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194653:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100606.194655:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.194658:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100606.194660:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100606.194661:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322416148
00000100:00000001:2.0:1789100606.194663:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.194665:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322416148
00000100:00000001:2.0:1789100606.194666:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.194668:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.194669:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194670:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100606.194672:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100606/real 1789100606]  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100606.194676:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100606.194677:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100606.194677:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100606.194679:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100606.194679:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100606.194680:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100606.194682:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100606.194687:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194695:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100606.194695:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194697:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.194697:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100606.194699:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194703:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100606.194705:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194708:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100606.194710:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194711:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.194712:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194714:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100606.194716:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100606.194718:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100606.194721:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100606.194723:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100606.194726:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100606.194733:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100606.194738:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100606.194742:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194748:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100606.194750:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.194752:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100606.194754:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100606.194756:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100606.194758:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100606.194762:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100606.194764:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100606.194765:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.194766:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100606.194769:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100606.194771:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.194774:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100606.194777:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100606.194780:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100606.194782:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639232, portal 10
00000100:00000001:2.0:1789100606.194784:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100606.194809:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789100606.194816:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194822:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100606.194825:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100606.194828:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100606.194830:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964639232, offset 0
00000400:00000200:2.0:1789100606.194834:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100606.194837:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.194841:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100606.194843:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100606.194846:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100606.194848:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100606.194850:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100606.194853:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511942:511942:256:4294967295] 192.168.204.152@tcp LPNI seq info [511699:511699:8:4294967295]
00000400:00000200:2.0:1789100606.194856:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.194862:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100606.194866:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.194869:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100606.194872:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100606.194875:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100606.194879:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100606.194881:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100606.194885:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.194887:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100606.194890:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100606.194893:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100606.194896:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100606.194897:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100606.194900:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100606.194903:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194911:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.194914:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194921:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194922:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100606.194925:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.194928:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100606.194930:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100606.194932:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322416148
00000100:00000001:2.0:1789100606.194933:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.194935:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322416148
00000100:00000001:2.0:1789100606.194936:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.194937:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.194938:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.194939:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100606.194942:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100606/real 1789100606]  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100606.194948:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100606.194948:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100606.194950:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100606.194951:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100606.194952:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100606.194954:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100606.194956:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100606.194961:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194964:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100606.194965:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.194967:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100606.194969:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194972:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100606.194974:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.194978:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100606.194979:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194980:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.194980:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.194981:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100606.194983:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100606.194984:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100606.194986:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100606.194987:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100606.194991:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100606.194996:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100606.194998:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100606.195000:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195004:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100606.195005:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.195006:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100606.195007:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100606.195008:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100606.195010:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100606.195012:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100606.195013:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100606.195014:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.195015:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195017:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100606.195018:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.195020:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100606.195021:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100606.195024:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100606.195026:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639360, portal 4
00000100:00000001:2.0:1789100606.195027:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100606.195028:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789100606.195032:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195036:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100606.195037:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100606.195039:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100606.195040:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964639360, offset 0
00000400:00000200:2.0:1789100606.195043:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100606.195045:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.195048:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100606.195050:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100606.195053:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100606.195055:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100606.195057:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100606.195059:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511943:511943:256:4294967295] 192.168.204.152@tcp LPNI seq info [511700:511700:8:4294967295]
00000400:00000200:2.0:1789100606.195062:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.195066:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100606.195069:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.195071:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100606.195073:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100606.195075:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100606.195078:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100606.195079:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100606.195082:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.195083:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100606.195085:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100606.195087:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100606.195089:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100606.195090:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100606.195091:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100606.195093:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195098:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195099:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195103:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.195104:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100606.195105:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.195107:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100606.195108:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100606.195110:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322416158
00000100:00000001:2.0:1789100606.195112:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.195114:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322416158
00000100:00000001:2.0:1789100606.195115:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.195116:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.195117:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.195118:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100606.195120:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100606/real 1789100606]  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100606.195124:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100606.195124:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100606.195125:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100606.195126:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100606.195127:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100606.195128:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100606.195130:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100606.195135:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195138:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100606.195139:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195140:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.195141:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100606.195142:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195146:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100606.195148:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195151:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100606.195153:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195154:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.195155:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195156:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100606.195157:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100606.195159:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100606.195160:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100606.195161:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100606.195163:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100606.195167:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100606.195169:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100606.195171:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195175:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100606.195175:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.195177:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100606.195178:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100606.195179:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100606.195180:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100606.195182:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100606.195183:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100606.195185:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100606.195186:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195187:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100606.195188:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100606.195190:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100606.195191:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100606.195192:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100606.195194:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639488, portal 4
00000100:00000001:2.0:1789100606.195196:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100606.195197:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789100606.195200:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195204:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100606.195205:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100606.195206:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100606.195207:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964639488, offset 0
00000400:00000200:2.0:1789100606.195209:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100606.195211:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.195212:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100606.195214:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100606.195215:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100606.195217:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100606.195218:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100606.195220:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511944:511944:256:4294967295] 192.168.204.152@tcp LPNI seq info [511701:511701:8:4294967295]
00000400:00000200:2.0:1789100606.195222:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100606.195226:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100606.195228:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.195229:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100606.195231:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100606.195233:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100606.195235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100606.195237:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100606.195239:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100606.195241:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100606.195242:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100606.195244:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100606.195246:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100606.195247:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100606.195248:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100606.195250:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195258:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195260:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195264:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.195264:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100606.195266:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100606.195267:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100606.195269:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100606.195270:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322416178
00000100:00000001:2.0:1789100606.195271:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.195272:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322416178
00000100:00000001:2.0:1789100606.195274:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322417412
00000100:00000001:2.0:1789100606.195275:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100606.195276:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.195277:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100606.195279:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100606/real 1789100606]  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100606.195283:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100606.195283:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100606.195284:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100606.195285:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100606.195286:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100606.195287:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100606.195288:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100606.195293:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195299:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100606.195300:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195302:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.195303:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100606.195306:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195313:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100606.195316:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195323:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100606.195326:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195327:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100606.195329:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195330:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100606.195332:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100606.195334:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100606.195337:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100606.195339:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100606.195343:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100606.195351:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100606.195355:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195356:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195359:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964639104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195365:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100606.195367:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195369:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100606.195372:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100606.195373:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100606.195375:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100606.195377:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100606.195378:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789100606.195382:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100606.195383:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100606.195385:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789100606.195402:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100606.195404:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195406:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195410:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964639232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195417:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100606.195418:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195420:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100606.195422:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100606.195423:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100606.195424:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100606.195426:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100606.195427:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789100606.195430:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100606.195431:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100606.195432:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789100606.195434:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100606.195435:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195437:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195440:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964639360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195445:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100606.195446:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195447:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100606.195448:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100606.195449:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100606.195449:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100606.195450:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100606.195451:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789100606.195453:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100606.195455:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100606.195456:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789100606.195457:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100606.195458:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195459:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100606.195461:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964639488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100606.195464:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100606.195465:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100606.195466:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100606.195467:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100606.195467:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100606.195468:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100606.195469:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100606.195469:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789100606.195472:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100606.195472:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100606.195473:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789100606.195474:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100606.195475:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195476:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100606.195480:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100606.195480:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100606.195482:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100606.195482:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100607.216947:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100607.216949:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100607.216954:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216961:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100607.216964:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216966:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216968:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100607.216975:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100607.216976:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100607.216978:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216980:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100607.216982:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216983:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216985:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100607.216992:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100607.216993:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100607.216995:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216996:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100607.216998:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.216999:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100607.217001:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100607.217102:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100607.217109:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100607.217114:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100607.536911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322417412, at 4322417472
00000100:00000010:1.0:1789100607.536929:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00010000:00000001:2.0:1789100608.240938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100608.240948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100608.240960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100608.240961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100608.240966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100608.240967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100609.265040:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100609.265045:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100609.265049:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100609.265050:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100609.265052:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100609.265053:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100610.288937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100610.288943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100610.288948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100610.288950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100610.288953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100610.288954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100611.312904:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100611.312910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100611.312914:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100611.312915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.312917:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100611.312923:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100611.312923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100611.312926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100611.312930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100611.312932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.312938:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100611.312947:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27748
00000400:00000200:1.0:1789100611.312957:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100611.312963:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100611.312966:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100611.312970:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.312973:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.312976:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.312979:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100611.312983:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100611.312985:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100611.312988:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100611.312992:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100611.312995:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100611.312998:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100611.313005:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313008:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313012:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313014:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100611.313017:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100611.313021:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313025:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100611.313028:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100611.313031:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100611.313034:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313036:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100611.313038:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100611.313047:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100611.313050:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100611.313054:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100611.313056:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313059:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100611.313061:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100611.313064:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100611.313072:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100611.313079:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100611.313088:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100611.313097:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100611.313101:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313106:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100611.313131:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100611.313134:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100611.313138:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100611.313139:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100611.313141:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100611.313143:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100611.313146:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27748
00000400:00000200:1.0:1789100611.313150:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100611.313152:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100611.313155:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100611.313157:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313160:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313162:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313164:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100611.313166:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100611.313167:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100611.313168:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100611.313170:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100611.313173:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100611.313174:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100611.313189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313193:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313195:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100611.313197:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100611.313200:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313202:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100611.313204:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100611.313209:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100611.313211:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313213:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100611.313217:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100611.313220:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313222:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100611.313227:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100611.313229:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100611.313231:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100611.313233:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313234:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100611.313236:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100611.313237:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100611.313241:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100611.313244:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100611.313249:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100611.313257:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100611.313259:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313263:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100611.313270:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100611.313272:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100611.313275:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100611.313277:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100611.313278:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100611.313281:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100611.313283:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27748
00000400:00000200:1.0:1789100611.313286:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100611.313289:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100611.313304:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100611.313306:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313308:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313309:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313310:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100611.313312:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100611.313312:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100611.313313:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100611.313315:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100611.313316:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100611.313317:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100611.313318:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313320:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313321:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313322:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100611.313324:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100611.313325:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313327:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100611.313328:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100611.313330:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100611.313331:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313332:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100611.313333:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100611.313334:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313335:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100611.313338:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100611.313339:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100611.313341:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100611.313342:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313343:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100611.313343:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100611.313345:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100611.313347:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100611.313350:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100611.313353:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100611.313357:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100611.313358:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313360:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100611.313365:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100611.313366:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100611.313368:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100611.313369:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100611.313370:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100611.313371:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100611.313372:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27748
00000400:00000200:1.0:1789100611.313375:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100611.313376:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100611.313378:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100611.313379:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313381:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313383:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313384:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100611.313386:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100611.313387:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100611.313389:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100611.313390:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100611.313392:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100611.313394:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100611.313396:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313398:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313400:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313402:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100611.313404:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100611.313406:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313408:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100611.313409:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100611.313412:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100611.313414:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313415:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100611.313418:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100611.313420:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313421:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100611.313425:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100611.313428:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100611.313430:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100611.313431:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313432:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100611.313434:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100611.313436:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100611.313439:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100611.313442:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100611.313447:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100611.313454:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100611.313463:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313466:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100611.313473:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100611.313476:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100611.313479:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100611.313480:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100611.313482:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100611.313484:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100611.313486:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27748
00000400:00000200:1.0:1789100611.313489:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100611.313491:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100611.313493:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100611.313496:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313498:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313500:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313502:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100611.313504:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100611.313505:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100611.313550:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100611.313552:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100611.313554:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100611.313556:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100611.313558:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313560:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100611.313562:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313564:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100611.313566:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100611.313568:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100611.313570:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100611.313572:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100611.313581:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100611.313583:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313585:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100611.313587:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100611.313589:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313590:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100611.313593:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100611.313595:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100611.313598:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100611.313599:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100611.313600:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100611.313602:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100611.313603:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100611.313607:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100611.313610:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100611.313613:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100611.313620:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100611.313622:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313625:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100611.313632:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100611.313637:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27758)
00000100:00000001:2.0:1789100611.313741:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100611.313746:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100611.313749:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100611.313756:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.313764:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100611.313766:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.313769:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100611.313772:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100611.313774:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100611.313777:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964639616:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100611.313780:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100611.313784:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100611.313802:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.313805:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100611.313810:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100611.313812:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.313818:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100611.313821:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100611.313827:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100611.313842:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639616, portal 25
00000100:00000001:2.0:1789100611.313845:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100611.313847:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217535552 : -114338492016064 : ffff98027ecc9a40)
00000100:00000040:2.0:1789100611.313852:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.313860:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100611.313863:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100611.313865:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100611.313868:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964639616, offset 0
00000400:00000200:2.0:1789100611.313875:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100611.313882:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.313887:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100611.313892:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100611.313895:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100611.313899:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100611.313902:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100611.313905:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511945:511945:256:4294967295] 192.168.204.152@tcp LPNI seq info [511702:511702:8:4294967295]
00000400:00000200:2.0:1789100611.313910:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.313919:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100611.313925:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.313929:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100611.313937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100611.313940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100611.313946:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100611.313949:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100611.313953:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.313956:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100611.313962:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100611.313966:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100611.313970:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100611.313973:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100611.313976:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100611.313980:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.313989:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.313992:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.313998:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314000:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100611.314006:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.314010:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100611.314013:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322422532
00000100:00000010:2.0:1789100611.314018:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97000.
00000100:00000001:2.0:1789100611.314029:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100611.314035:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322422532
00000100:00000010:2.0:1789100611.314038:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789100611.314041:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100611.314052:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100611.314055:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314057:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100611.314062:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100611/real 1789100611]  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100611.314069:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100611.314071:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100611.314072:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100611.314075:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100611.314076:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100611.314078:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100611.314081:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100611.314089:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314094:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100611.314096:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314098:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314100:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100611.314103:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314110:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100611.314115:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314121:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100611.314124:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314125:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314126:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314128:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100611.314130:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100611.314133:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100611.314138:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100611.314140:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100611.314144:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100611.314152:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964639616:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100611.314157:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100611.314160:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314166:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100611.314168:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314170:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100611.314172:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100611.314174:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100611.314176:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100611.314179:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100611.314181:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100611.314183:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314185:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314188:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100611.314190:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.314193:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100611.314195:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100611.314198:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100611.314201:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639744, portal 10
00000100:00000001:2.0:1789100611.314203:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100611.314204:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789100611.314210:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314216:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100611.314218:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100611.314221:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100611.314223:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964639744, offset 0
00000400:00000200:2.0:1789100611.314226:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314230:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314234:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100611.314237:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100611.314239:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100611.314241:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100611.314243:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314246:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511946:511946:256:4294967295] 192.168.204.152@tcp LPNI seq info [511703:511703:8:4294967295]
00000400:00000200:2.0:1789100611.314249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314255:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100611.314259:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314262:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100611.314267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100611.314269:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100611.314273:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100611.314275:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100611.314278:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314280:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100611.314283:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100611.314286:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100611.314289:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100611.314306:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100611.314309:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100611.314313:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314320:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314323:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314329:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314331:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100611.314335:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100611.314338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100611.314341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100611.314343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322421268
00000100:00000001:2.0:1789100611.314346:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314348:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322421268
00000100:00000001:2.0:1789100611.314350:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314353:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100611.314354:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314356:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100611.314364:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100611/real 1789100611]  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100611.314371:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100611.314372:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100611.314374:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100611.314376:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100611.314378:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100611.314380:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100611.314383:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100611.314391:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314397:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100611.314398:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314399:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314400:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100611.314402:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314406:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100611.314409:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314413:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100611.314414:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314415:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314416:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314417:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100611.314418:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100611.314419:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100611.314421:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100611.314422:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100611.314424:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100611.314429:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100611.314431:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100611.314433:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314437:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100611.314438:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314439:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100611.314440:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100611.314441:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100611.314443:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100611.314445:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100611.314446:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100611.314447:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314448:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314450:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100611.314451:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.314454:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100611.314455:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100611.314457:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100611.314459:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964639872, portal 10
00000100:00000001:2.0:1789100611.314460:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100611.314461:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789100611.314464:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314468:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100611.314469:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100611.314470:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100611.314472:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964639872, offset 0
00000400:00000200:2.0:1789100611.314474:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314477:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314479:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100611.314480:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100611.314482:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100611.314484:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100611.314485:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314487:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511947:511947:256:4294967295] 192.168.204.152@tcp LPNI seq info [511704:511704:8:4294967295]
00000400:00000200:2.0:1789100611.314489:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314493:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100611.314495:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314497:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100611.314499:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100611.314501:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100611.314504:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100611.314505:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100611.314507:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314508:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100611.314510:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100611.314512:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100611.314514:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100611.314515:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100611.314517:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100611.314519:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314523:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314525:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314528:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314529:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100611.314531:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100611.314532:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100611.314534:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100611.314535:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322421267
00000100:00000001:2.0:1789100611.314536:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314538:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322421267
00000100:00000001:2.0:1789100611.314539:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314540:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100611.314541:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314542:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100611.314544:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100611/real 1789100611]  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100611.314548:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100611.314548:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100611.314549:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100611.314550:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100611.314551:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100611.314552:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100611.314554:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100611.314558:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314562:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100611.314563:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314564:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314565:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100611.314567:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314570:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100611.314572:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314575:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100611.314576:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314577:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314578:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314579:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100611.314580:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100611.314581:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100611.314583:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100611.314584:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100611.314586:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100611.314590:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964639872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100611.314591:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100611.314593:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314597:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100611.314598:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314599:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100611.314600:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100611.314601:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100611.314603:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964640000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100611.314605:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100611.314606:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100611.314607:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314608:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314609:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100611.314610:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.314612:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100611.314613:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100611.314615:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100611.314617:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964640000, portal 4
00000100:00000001:2.0:1789100611.314618:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100611.314619:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789100611.314622:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314625:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100611.314626:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100611.314628:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100611.314629:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964640000, offset 0
00000400:00000200:2.0:1789100611.314631:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314632:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314634:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100611.314636:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100611.314637:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100611.314638:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100611.314639:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314641:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511948:511948:256:4294967295] 192.168.204.152@tcp LPNI seq info [511705:511705:8:4294967295]
00000400:00000200:2.0:1789100611.314643:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314647:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100611.314650:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314652:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100611.314654:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100611.314655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100611.314658:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100611.314659:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100611.314661:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314662:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100611.314664:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100611.314666:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100611.314668:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100611.314668:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100611.314670:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100611.314671:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314676:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314677:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314681:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314682:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100611.314683:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100611.314685:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100611.314686:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100611.314687:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322421277
00000100:00000001:2.0:1789100611.314688:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314690:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322421277
00000100:00000001:2.0:1789100611.314691:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314692:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100611.314693:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314694:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100611.314696:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100611/real 1789100611]  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100611.314700:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100611.314701:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100611.314702:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100611.314703:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100611.314704:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100611.314705:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100611.314706:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100611.314711:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314714:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100611.314714:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314715:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314716:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100611.314718:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314721:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100611.314723:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314726:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100611.314727:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314728:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314729:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314730:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100611.314731:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100611.314732:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100611.314734:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100611.314735:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100611.314737:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100611.314742:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964640000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100611.314744:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100611.314745:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314749:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100611.314749:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314750:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100611.314751:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100611.314752:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100611.314754:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964640128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100611.314755:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100611.314756:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100611.314757:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100611.314757:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314759:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100611.314760:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100611.314761:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100611.314763:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100611.314764:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100611.314766:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964640128, portal 4
00000100:00000001:2.0:1789100611.314767:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100611.314767:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:2.0:1789100611.314771:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314774:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100611.314775:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100611.314777:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100611.314778:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964640128, offset 0
00000400:00000200:2.0:1789100611.314780:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314782:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314784:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100611.314801:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100611.314803:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100611.314805:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100611.314807:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100611.314808:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511949:511949:256:4294967295] 192.168.204.152@tcp LPNI seq info [511706:511706:8:4294967295]
00000400:00000200:2.0:1789100611.314811:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100611.314814:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100611.314817:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314819:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100611.314821:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100611.314823:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100611.314825:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100611.314827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100611.314829:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100611.314830:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100611.314832:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100611.314833:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100611.314835:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100611.314836:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100611.314838:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100611.314840:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314844:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314846:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314850:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314851:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100611.314852:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100611.314854:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100611.314856:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100611.314857:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322421298
00000100:00000001:2.0:1789100611.314859:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314860:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322421298
00000100:00000001:2.0:1789100611.314861:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322422532
00000100:00000001:2.0:1789100611.314862:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100611.314863:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.314864:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100611.314866:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100611/real 1789100611]  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100611.314870:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100611.314870:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100611.314871:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100611.314872:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100611.314873:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100611.314874:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100611.314876:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100611.314881:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314884:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100611.314885:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314885:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314886:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100611.314888:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314891:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100611.314893:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314896:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100611.314898:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314899:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100611.314900:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314901:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100611.314902:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100611.314903:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100611.314905:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100611.314906:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100611.314908:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100611.314912:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964640128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100611.314914:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314915:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314916:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9a40 x1875994964639616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314920:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100611.314922:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314923:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100611.314925:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100611.314926:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100611.314927:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100611.314929:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100611.314931:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789100611.314933:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100611.314935:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100611.314936:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9a40.
00000100:00000001:2.0:1789100611.314939:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100611.314939:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314940:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314942:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964639744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314950:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100611.314950:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314951:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100611.314953:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100611.314953:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100611.314954:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100611.314955:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100611.314955:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789100611.314956:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100611.314957:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100611.314958:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789100611.314959:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100611.314960:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314960:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314962:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964639872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314965:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100611.314966:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314967:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100611.314968:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100611.314968:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100611.314969:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100611.314970:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100611.314970:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789100611.314971:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100611.314972:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100611.314973:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789100611.314974:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100611.314974:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314975:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314977:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964640000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314980:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100611.314980:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314982:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100611.314983:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100611.314984:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100611.314985:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100611.314986:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100611.314987:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789100611.314988:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100611.314988:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100611.314989:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789100611.314990:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100611.314991:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.314991:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100611.314993:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964640128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100611.314996:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100611.314997:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100611.314997:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100611.314998:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100611.314999:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100611.314999:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100611.315000:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100611.315001:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789100611.315002:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100611.315003:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100611.315003:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789100611.315004:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100611.315005:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.315006:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100611.315012:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100611.315014:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100611.315015:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100611.315016:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100612.336905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100612.336912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100612.336917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100612.336918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100612.336921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100612.336923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100612.656893:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322422532, at 4322422592
00000100:00000010:1.0:1789100612.656909:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00010000:00000001:2.0:1789100613.360899:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100613.360906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100613.360911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100613.360913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100613.360916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100613.360917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100614.385041:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100614.385047:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100614.385053:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100614.385054:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100614.385058:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100614.385059:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100615.409082:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100615.409090:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100615.409096:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100615.409097:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100615.409101:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100615.409102:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100616.432927:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100616.432929:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100616.432932:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432938:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100616.432940:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432942:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432944:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100616.432949:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100616.432950:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100616.432952:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432953:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100616.432953:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432954:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432956:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100616.432959:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100616.432960:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100616.432961:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432962:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100616.432963:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432964:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100616.432965:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100616.432991:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100616.432995:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100616.432996:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100616.432999:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100616.433003:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100616.433008:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27753
00000400:00000200:2.0:1789100616.433016:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100616.433021:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100616.433023:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100616.433026:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433028:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433029:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433031:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100616.433033:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100616.433034:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100616.433036:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100616.433039:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100616.433040:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100616.433042:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100616.433044:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433045:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433047:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433048:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100616.433050:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100616.433053:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433054:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100616.433056:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100616.433059:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100616.433061:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433063:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100616.433065:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100616.433073:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789100616.433077:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100616.433081:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100616.433082:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433085:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100616.433087:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100616.433090:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100616.433096:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100616.433101:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100616.433108:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964640256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100616.433117:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100616.433121:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433125:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964640256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100616.433147:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100616.433151:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100616.433153:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100616.433155:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100616.433156:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100616.433159:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100616.433161:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27753
00000400:00000200:2.0:1789100616.433165:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100616.433168:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100616.433171:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100616.433173:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433175:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433177:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433179:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100616.433181:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100616.433182:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100616.433184:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100616.433186:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100616.433187:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100616.433189:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100616.433192:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433208:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433211:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433213:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100616.433215:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100616.433219:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433222:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100616.433224:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100616.433230:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100616.433232:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433234:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100616.433238:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100616.433242:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433244:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100616.433248:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000020:00000040:2.0:1789100616.433250:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100616.433252:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100616.433253:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433255:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100616.433256:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100616.433258:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100616.433261:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789100616.433266:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100616.433276:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964640384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100616.433304:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100616.433308:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433313:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964640384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100616.433323:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100616.433326:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100616.433330:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100616.433333:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100616.433335:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100616.433340:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100616.433345:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27753
00000400:00000200:2.0:1789100616.433350:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100616.433353:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100616.433356:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100616.433359:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433362:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433366:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433368:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100616.433369:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100616.433371:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100616.433374:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100616.433377:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100616.433381:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100616.433383:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100616.433386:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433389:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433393:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433395:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100616.433398:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100616.433401:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433403:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100616.433404:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100616.433406:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100616.433409:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433411:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100616.433412:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100616.433414:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433415:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100616.433418:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789100616.433422:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100616.433427:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100616.433430:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433439:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100616.433441:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100616.433444:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100616.433450:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789100616.433455:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100616.433465:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964640512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100616.433479:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100616.433481:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433485:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964640512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100616.433493:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100616.433495:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100616.433498:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100616.433499:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100616.433501:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100616.433503:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100616.433505:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27753
00000400:00000200:2.0:1789100616.433508:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100616.433511:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100616.433512:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100616.433515:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433516:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433518:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433520:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100616.433521:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100616.433523:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100616.433524:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100616.433525:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100616.433527:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100616.433528:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100616.433531:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433533:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433534:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433536:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100616.433538:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100616.433539:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433541:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100616.433543:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100616.433546:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100616.433547:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433549:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100616.433550:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100616.433552:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433553:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100616.433556:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789100616.433558:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100616.433560:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100616.433561:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433563:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100616.433564:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100616.433565:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100616.433568:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100616.433571:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100616.433575:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964640640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100616.433581:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100616.433583:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433586:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964640640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100616.433592:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100616.433595:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100616.433597:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100616.433598:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100616.433599:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100616.433601:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100616.433603:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27753
00000400:00000200:2.0:1789100616.433606:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100616.433608:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100616.433610:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100616.433612:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433614:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433616:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433617:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100616.433619:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100616.433620:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100616.433621:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100616.433623:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100616.433625:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100616.433627:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100616.433629:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433631:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100616.433632:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433634:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100616.433637:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100616.433639:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100616.433641:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100616.433643:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100616.433645:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100616.433647:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433649:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100616.433650:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100616.433653:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433654:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100616.433657:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789100616.433660:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100616.433662:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100616.433663:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100616.433665:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100616.433666:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100616.433668:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100616.433671:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100616.433674:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100616.433679:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964640768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100616.433685:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100616.433686:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433689:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964640768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100616.433694:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100616.433697:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27764)
00000800:00000200:0.1:1789100616.434297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100616.434301:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100616.434754:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100616.434756:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100616.435045:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100616.435048:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100616.435325:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100616.435327:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100616.435554:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100616.435557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00010000:00000001:2.0:1789100617.456923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100617.456930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100617.456936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100617.456937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100617.456941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100617.456942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100617.777089:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322427652, at 4322427712
00000100:00000010:1.0:1789100617.777097:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8120.
00010000:00000001:2.0:1789100618.480937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100618.480944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100618.480950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100618.480951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100618.480954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100618.480956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100619.504928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100619.504935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100619.504942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100619.504943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100619.504946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100619.504947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100620.528952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100620.528959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100620.528965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100620.528966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100620.528970:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100620.528971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100621.552960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100621.552967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100621.552972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100621.552973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100621.552977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100621.552978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100621.553004:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100621.553011:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100621.553014:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100621.553018:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100621.553023:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100621.553030:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27759
00000400:00000200:3.0:1789100621.553039:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100621.553046:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100621.553049:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100621.553053:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553056:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.553059:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553062:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100621.553066:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100621.553068:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100621.553071:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100621.553074:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100621.553077:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100621.553080:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100621.553083:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553085:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.553087:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553090:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100621.553094:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100621.553110:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553113:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.553116:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100621.553120:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100621.553123:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.553125:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100621.553128:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100621.553138:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100621.553141:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100621.553145:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100621.553147:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.553149:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100621.553152:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100621.553156:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100621.553162:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100621.553169:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100621.553178:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100621.553188:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100621.553193:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100621.553198:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.553254:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100621.553258:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100621.553260:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100621.553266:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.553274:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100621.553277:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.553280:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100621.553282:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100621.553285:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100621.553288:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964640896:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100621.553293:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100621.553297:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100621.553299:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.553302:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100621.553306:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100621.553308:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100621.553313:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100621.553317:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100621.553323:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100621.553329:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964640896, portal 25
00000100:00000001:2.0:1789100621.553331:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100621.553333:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:2.0:1789100621.553339:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.553346:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100621.553349:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100621.553351:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100621.553355:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964640896, offset 0
00000400:00000200:2.0:1789100621.553362:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100621.553369:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.553375:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100621.553391:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100621.553395:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100621.553399:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100621.553402:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100621.553406:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511955:511955:256:4294967295] 192.168.204.152@tcp LPNI seq info [511712:511712:8:4294967295]
00000400:00000200:2.0:1789100621.553411:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.553422:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100621.553428:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.553433:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100621.553440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100621.553444:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100621.553449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100621.553453:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100621.553458:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.553460:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100621.553466:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100621.553470:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100621.553491:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100621.553494:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100621.553498:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100621.553502:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100621.553526:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100621.553529:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100621.553532:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100621.553533:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100621.553535:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100621.553538:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100621.553550:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27759
00000400:00000200:3.0:1789100621.553553:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100621.553557:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100621.553559:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100621.553561:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553563:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.553565:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553567:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100621.553570:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100621.553571:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100621.553573:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100621.553575:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100621.553577:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100621.553579:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100621.553581:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553583:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.553585:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553587:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100621.553589:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100621.553592:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100621.553594:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.553596:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100621.553600:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100621.553602:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.553604:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100621.553607:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100621.553610:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.553612:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100621.553616:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100621.553618:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100621.553620:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100621.553621:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.553623:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100621.553625:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100621.553627:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100621.553630:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100621.553634:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100621.553638:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100621.553645:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100621.553648:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100621.553651:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.554683:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.554691:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.554701:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.554703:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100621.554712:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100621.554717:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100621.554720:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322432772
00000100:00000010:2.0:1789100621.554726:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000100:00000001:2.0:1789100621.554733:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100621.554740:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322432772
00000100:00000010:2.0:1789100621.554743:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97720.
00000100:00000001:2.0:1789100621.554746:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100621.554749:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100621.554752:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.554755:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100621.554760:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100621/real 1789100621]  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100621.554777:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100621.554779:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100621.554781:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100621.554784:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100621.554799:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100621.554803:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100621.554808:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100621.554817:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.554825:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100621.554827:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.554830:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.554831:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100621.554835:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.554843:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100621.554844:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.554850:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100621.554850:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100621.554859:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100621.554862:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100621.554866:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100621.554867:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100621.554871:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100621.554872:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.554875:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.554878:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100621.554878:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27759
00000100:00000001:2.0:1789100621.554884:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1789100621.554887:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100621.554888:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100621.554894:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1789100621.554895:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100621.554900:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789100621.554901:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100621.554906:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100621.554906:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.554912:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100621.554915:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100621.554917:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.554922:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100621.554928:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100621.554930:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100621.554934:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1789100621.554935:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964640896:192.168.204.152@tcp:250:kworker.0
00000020:00000040:3.0:1789100621.554938:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100621.554942:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:2.0:1789100621.554943:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789100621.554945:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:2.0:1789100621.554947:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100621.554952:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.554954:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.554956:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.554958:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100621.554960:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100621.554963:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100621.554965:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.554967:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100621.554970:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100621.554972:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.554974:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100621.554977:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100621.555303:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555307:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100621.555312:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100621.555317:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000040:2.0:1789100621.555319:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964640896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100621.555322:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100621.555325:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555329:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100621.555332:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789100621.555335:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100621.555336:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.555339:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100621.555342:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
02000000:00000010:2.0:1789100621.555344:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
00000100:00000001:3.0:1789100621.555349:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.555350:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100621.555354:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100621.555356:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00100000:3.0:1789100621.555359:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1789100621.555360:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100621.555364:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:2.0:1789100621.555370:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1789100621.555374:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1789100621.555375:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100621.555379:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:3.0:1789100621.555380:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555386:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1789100621.555388:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555389:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.555395:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100621.555403:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555406:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789100621.555407:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100621.555410:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100621.555412:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100621.555415:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100621.555416:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100621.555420:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789100621.555420:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100621.555424:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100621.555424:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100621.555429:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27759
00000100:00000040:2.0:1789100621.555433:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100621.555436:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100621.555443:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100621.555448:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100621.555450:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789100621.555453:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100621.555454:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555457:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789100621.555459:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100621.555460:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100621.555464:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100621.555464:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789100621.555469:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100621.555470:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100621.555473:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00100000:2.0:1789100621.555477:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641024:192.168.204.152@tcp:38:kworker.0
00000020:00000001:3.0:1789100621.555477:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100621.555480:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100621.555482:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100621.555484:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100621.555490:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100621.555491:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789100621.555493:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789100621.555496:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1789100621.555497:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100621.555500:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555501:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100621.555506:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
02000000:00000001:2.0:1789100621.555507:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789100621.555511:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000010:2.0:1789100621.555513:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:3.0:1789100621.555514:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.555519:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.555519:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100621.555524:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789100621.555528:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100621.555529:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555533:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1789100621.555534:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000008:00100000:3.0:1789100621.555535:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1789100621.555541:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100621.555546:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641024, portal 10
00000100:00000001:2.0:1789100621.555548:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100621.555550:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:2.0:1789100621.555557:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555564:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100621.555566:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100621.555569:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100621.555572:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964641024, offset 0
00000400:00000200:2.0:1789100621.555577:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100621.555582:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.555586:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100621.555590:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100621.555592:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100621.555596:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100621.555598:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100621.555601:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511956:511956:256:4294967295] 192.168.204.152@tcp LPNI seq info [511713:511713:8:4294967295]
00000400:00000200:2.0:1789100621.555605:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.555612:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100621.555617:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.555621:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100621.555626:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:3.0:1789100621.555629:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100621.555632:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1789100621.555633:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100621.555639:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000800:00000200:2.1:1789100621.555640:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100621.555644:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000800:00000200:2.1:1789100621.555646:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100621.555652:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.555654:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100621.555658:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100621.555661:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100621.555664:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100621.555666:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100621.555669:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100621.555672:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555679:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.555682:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555689:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555690:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100621.555695:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.555696:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100621.555699:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.555700:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000100:00000001:3.0:1789100621.555701:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100621.555704:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1789100621.555707:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100621.555707:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555712:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322431509
02000000:00000010:3.0:1789100621.555713:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:2.0:1789100621.555716:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322432772
00000100:00000001:3.0:1789100621.555719:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555720:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322431509
00000100:00000001:2.0:1789100621.555725:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322432772
00000100:00100000:3.0:1789100621.555728:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100621.555729:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100621.555733:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555735:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100621.555740:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100621/real 1789100621]  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100621.555747:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100621.555748:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100621.555751:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100621.555753:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100621.555755:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100621.555757:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100621.555760:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100621.555768:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555774:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100621.555776:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.555777:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.555778:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100621.555783:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555826:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100621.555827:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100621.555831:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.555833:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100621.555839:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.555848:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100621.555853:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.555857:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.555859:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100621.555860:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.555862:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1789100621.555865:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100621.555866:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100621.555873:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100621.555873:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100621.555877:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100621.555879:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789100621.555881:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100621.555883:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100621.555887:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1789100621.555889:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27759
00000100:00000040:2.0:1789100621.555896:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100621.555896:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100621.555903:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100621.555908:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100621.555913:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100621.555917:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100621.555918:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100621.555924:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100621.555926:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100621.555927:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100621.555931:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1789100621.555933:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100621.555934:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100621.555937:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100621.555940:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100621.555945:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100621.555946:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789100621.555948:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100621.555950:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.555955:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100621.555955:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100621.555959:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789100621.555960:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100621.555963:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100621.555965:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.555967:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100621.555971:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:2.0:1789100621.555972:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641152:192.168.204.152@tcp:38:kworker.0
00000100:00080000:3.0:1789100621.555977:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100621.555978:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100621.555981:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100621.555983:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.555985:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100621.555988:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100621.555989:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100621.555992:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100621.555995:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100621.555997:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100621.555999:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641152, portal 10
00000100:00000001:2.0:1789100621.556001:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100621.556002:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:2.0:1789100621.556007:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556012:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100621.556014:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100621.556016:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100621.556018:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964641152, offset 0
00000400:00000200:2.0:1789100621.556021:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556025:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556028:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100621.556030:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100621.556033:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100621.556035:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100621.556037:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556040:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511957:511957:256:4294967295] 192.168.204.152@tcp LPNI seq info [511714:511714:8:4294967295]
00000400:00000200:2.0:1789100621.556044:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556050:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100621.556054:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556057:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100621.556061:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100621.556063:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100621.556066:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100621.556069:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100621.556072:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556073:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100621.556076:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100621.556079:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100621.556082:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100621.556083:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100621.556170:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100621.556175:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100621.556233:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100621.556236:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100621.556239:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100621.556241:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.556243:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100621.556246:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100621.556248:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.556250:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100621.556253:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100621.556256:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100621.556258:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100621.556260:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.556262:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100621.556263:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100621.556265:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100621.556269:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100621.556272:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100621.556277:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100621.556290:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100621.556291:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100621.556295:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.556299:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100621.556303:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556321:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100621.556324:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556325:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1789100621.556330:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27769)
00000100:00000001:2.0:1789100621.556333:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.556338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100621.556342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100621.556344:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322431509
00000100:00000001:2.0:1789100621.556347:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.556349:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322431509
00000100:00000001:2.0:1789100621.556352:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.556355:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100621.556357:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556359:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100621.556364:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100621/real 1789100621]  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100621.556372:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100621.556373:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100621.556375:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100621.556377:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100621.556379:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100621.556381:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100621.556383:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100621.556391:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556397:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100621.556398:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556400:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.556401:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100621.556404:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556410:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100621.556413:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556419:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100621.556421:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556422:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.556423:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556425:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100621.556427:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100621.556430:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100621.556432:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100621.556435:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100621.556438:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100621.556445:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100621.556449:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556451:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.556454:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964641024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556460:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100621.556461:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100621.556463:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100621.556466:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100621.556468:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100621.556469:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100621.556471:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100621.556473:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:2.0:1789100621.556475:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100621.556476:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100621.556478:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:2.0:1789100621.556480:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100621.556481:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556483:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.556486:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964641152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556493:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100621.556494:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100621.556495:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100621.556498:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100621.556499:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100621.556501:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100621.556503:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100621.556504:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:2.0:1789100621.556506:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100621.556507:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100621.556508:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:2.0:1789100621.556510:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100621.556511:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556513:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556518:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100621.556519:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556521:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100621.556523:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100621.556524:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100621.556528:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556535:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100621.556536:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.556538:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100621.556540:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100621.556541:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100621.556544:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100621.556547:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100621.556549:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100621.556551:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.556553:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100621.556556:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100621.556558:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100621.556561:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100621.556564:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100621.556567:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100621.556571:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641280, portal 4
00000100:00000001:2.0:1789100621.556572:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100621.556574:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:2.0:1789100621.556581:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556587:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100621.556590:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100621.556592:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100621.556594:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964641280, offset 0
00000400:00000200:2.0:1789100621.556599:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556602:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556605:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100621.556608:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100621.556610:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100621.556612:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100621.556614:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556617:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511958:511958:256:4294967295] 192.168.204.152@tcp LPNI seq info [511715:511715:8:4294967295]
00000400:00000200:2.0:1789100621.556621:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556627:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100621.556632:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556635:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100621.556639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100621.556641:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100621.556645:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100621.556648:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100621.556652:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556653:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100621.556656:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100621.556660:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100621.556662:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100621.556664:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100621.556666:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100621.556670:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556676:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.556680:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556686:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556687:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100621.556690:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.556693:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100621.556696:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100621.556698:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322431519
00000100:00000001:2.0:1789100621.556699:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.556701:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322431519
00000100:00000001:2.0:1789100621.556703:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.556705:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100621.556707:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556709:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100621.556712:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100621/real 1789100621]  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100621.556719:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100621.556720:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100621.556722:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100621.556724:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100621.556725:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100621.556727:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100621.556731:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100621.556738:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556744:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100621.556746:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556747:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.556749:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100621.556752:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556758:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100621.556762:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556769:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100621.556771:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556773:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.556774:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.556776:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100621.556777:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100621.556780:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100621.556784:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100621.556810:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100621.556815:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100621.556823:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100621.556827:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100621.556831:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556838:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100621.556839:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.556842:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100621.556843:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100621.556846:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100621.556849:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100621.556852:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100621.556854:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100621.556856:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100621.556857:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100621.556861:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100621.556862:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100621.556865:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100621.556868:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100621.556871:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100621.556874:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641408, portal 4
00000100:00000001:2.0:1789100621.556875:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100621.556877:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:2.0:1789100621.556883:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556889:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100621.556891:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100621.556894:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100621.556896:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964641408, offset 0
00000400:00000200:2.0:1789100621.556900:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556904:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556907:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100621.556910:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100621.556913:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100621.556915:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100621.556917:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100621.556919:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511959:511959:256:4294967295] 192.168.204.152@tcp LPNI seq info [511716:511716:8:4294967295]
00000400:00000200:2.0:1789100621.556923:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100621.556929:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100621.556933:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556937:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100621.556940:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100621.556942:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100621.556946:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100621.556948:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100621.556952:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100621.556954:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100621.556957:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100621.556960:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100621.556963:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100621.556965:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100621.556967:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100621.556971:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556978:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.556981:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.556988:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.556990:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100621.556993:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100621.556995:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100621.556999:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100621.557000:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322431540
00000100:00000001:2.0:1789100621.557003:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.557005:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322431540
00000100:00000001:2.0:1789100621.557007:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322432772
00000100:00000001:2.0:1789100621.557009:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100621.557010:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.557012:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100621.557015:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100621/real 1789100621]  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100621.557022:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100621.557023:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100621.557025:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100621.557027:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100621.557028:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100621.557031:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100621.557034:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100621.557042:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.557047:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100621.557048:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557050:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.557052:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100621.557055:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.557061:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100621.557064:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.557070:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100621.557072:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557073:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100621.557074:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557076:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100621.557078:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100621.557080:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100621.557084:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100621.557109:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100621.557113:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100621.557121:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100621.557124:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557127:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.557130:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964641280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.557136:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100621.557138:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100621.557139:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100621.557142:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100621.557144:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100621.557146:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100621.557147:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100621.557149:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:2.0:1789100621.557152:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100621.557153:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100621.557154:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:2.0:1789100621.557157:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100621.557158:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557160:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100621.557163:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964641408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100621.557169:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100621.557170:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100621.557172:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100621.557174:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100621.557175:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100621.557176:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100621.557178:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100621.557180:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:2.0:1789100621.557182:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100621.557192:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100621.557194:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:2.0:1789100621.557196:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100621.557198:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557199:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100621.557204:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100621.557205:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100621.557207:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100621.557208:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100622.576941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100622.576948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100622.576954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100622.576955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100622.576959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100622.576960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100622.897261:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322432772, at 4322432832
00000100:00000010:1.0:1789100622.897268:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00010000:00000001:2.0:1789100623.600957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100623.600962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100623.600966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100623.600967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100623.600969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100623.600969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100624.624981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100624.624987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100624.624993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100624.624994:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100624.624997:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100624.624998:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100625.650533:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100625.650540:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100625.650546:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100625.650547:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100625.650550:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100625.650551:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100626.672961:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100626.672963:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100626.672967:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672972:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100626.672975:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672976:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672979:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100626.672985:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100626.672986:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100626.672987:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672988:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100626.672990:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672992:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672993:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.672998:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100626.673009:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100626.673011:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100626.673012:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.673014:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100626.673015:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.673017:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100626.673019:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100626.673069:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100626.673081:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100626.673084:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100626.673090:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100626.673104:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100626.673114:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27764
00000400:00000200:3.0:1789100626.673127:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100626.673144:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100626.673148:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100626.673152:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673156:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673158:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673161:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100626.673165:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100626.673167:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100626.673179:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100626.673183:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100626.673186:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100626.673189:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100626.673192:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673194:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673196:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673198:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100626.673203:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100626.673207:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673210:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.673214:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100626.673217:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100626.673221:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673224:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100626.673227:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100626.673241:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100626.673245:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100626.673250:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100626.673253:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673256:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100626.673260:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100626.673266:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100626.673275:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100626.673284:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100626.673295:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100626.673307:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100626.673312:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100626.673317:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.673345:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100626.673350:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100626.673353:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100626.673355:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100626.673357:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100626.673359:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100626.673362:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27764
00000400:00000200:3.0:1789100626.673367:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100626.673372:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100626.673384:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100626.673388:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673391:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673393:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673395:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100626.673398:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100626.673399:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100626.673401:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100626.673404:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100626.673406:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100626.673409:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100626.673411:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673413:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673415:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673417:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100626.673419:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100626.673422:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673424:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.673425:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100626.673432:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100626.673434:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673435:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100626.673440:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100626.673443:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673446:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100626.673450:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100626.673452:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100626.673455:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100626.673456:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673458:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100626.673460:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100626.673462:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100626.673466:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100626.673469:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100626.673474:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100626.673482:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100626.673484:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100626.673488:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.673496:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100626.673499:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100626.673502:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100626.673504:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100626.673505:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100626.673508:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100626.673511:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27764
00000400:00000200:3.0:1789100626.673515:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100626.673518:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100626.673521:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100626.673524:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673526:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673528:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673530:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100626.673532:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100626.673534:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100626.673535:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100626.673602:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100626.673701:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100626.673707:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100626.673712:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673714:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673716:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673718:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100626.673720:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100626.673723:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673736:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.673738:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100626.673741:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100626.673743:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673745:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100626.673748:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100626.673751:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673753:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100626.673757:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100626.673760:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100626.673762:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100626.673763:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673765:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100626.673766:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100626.673768:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100626.673772:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100626.673776:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100626.673782:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100626.673817:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100626.673819:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100626.673823:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.673831:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100626.673833:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100626.673837:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100626.673838:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100626.673840:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100626.673842:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100626.673844:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27764
00000400:00000200:3.0:1789100626.673848:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100626.673851:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100626.673853:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100626.673856:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673857:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673859:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673861:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100626.673862:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100626.673864:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100626.673865:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100626.673867:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100626.673869:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100626.673871:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100626.673874:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673876:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.673878:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673880:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100626.673893:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100626.673896:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100626.673898:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.673900:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100626.673903:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100626.673905:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673907:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100626.673909:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100626.673912:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673914:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100626.673917:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100626.673919:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100626.673921:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100626.673922:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.673924:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100626.673925:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100626.673926:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100626.673930:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100626.673934:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100626.673939:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100626.674027:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100626.674033:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100626.674035:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100626.674049:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674060:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100626.674062:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.674066:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100626.674069:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100626.674072:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100626.674076:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964641536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100626.674080:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100626.674085:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100626.674087:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.674090:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100626.674099:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100626.674101:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.674109:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100626.674113:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100626.674120:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100626.674127:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641536, portal 25
00000100:00000001:2.0:1789100626.674129:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100626.674130:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:2.0:1789100626.674137:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674151:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100626.674154:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100626.674157:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100626.674161:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964641536, offset 0
00000400:00000200:2.0:1789100626.674169:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100626.674178:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.674185:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100626.674190:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100626.674194:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100626.674198:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100626.674201:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100626.674205:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511960:511960:256:4294967295] 192.168.204.152@tcp LPNI seq info [511717:511717:8:4294967295]
00000400:00000200:2.0:1789100626.674210:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.674220:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100626.674225:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.674230:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100626.674237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100626.674241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100626.674247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100626.674250:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100626.674253:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.674256:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100626.674263:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100626.674267:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100626.674273:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100626.674275:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100626.674280:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100626.674284:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674294:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.674298:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674311:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.674313:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100626.674319:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.674323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100626.674326:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322437892
00000100:00000010:2.0:1789100626.674342:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:3.0:1789100626.674344:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100626.674347:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.674354:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1789100626.674354:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.674369:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.674371:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322437892
00000100:00000010:2.0:1789100626.674376:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97d80.
00000100:00000001:2.0:1789100626.674379:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100626.674383:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100626.674385:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.674387:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100626.674393:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100626/real 1789100626]  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100626.674401:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100626.674402:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100626.674405:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100626.674407:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100626.674412:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00080000:3.0:1789100626.674412:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100626.674421:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100626.674424:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100626.674425:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1789100626.674428:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100626.674431:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1789100626.674435:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100626.674436:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27764
00000400:00000200:3.0:1789100626.674449:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100626.674459:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100626.674467:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1789100626.674472:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674481:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1789100626.674483:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100626.674485:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100626.674491:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100626.674492:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1789100626.674497:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100626.674498:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100626.674506:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:2.0:1789100626.674512:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100626.674512:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100626.674515:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100626.674520:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100626.674525:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100626.674532:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100626.674538:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100626.674543:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100626.674553:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.674558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100626.674561:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100626.674562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:2.0:1789100626.674722:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674733:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100626.674736:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.674737:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.674739:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.674742:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100626.674744:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100626.674747:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100626.674752:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100626.674755:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100626.674760:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100626.674768:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964641536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100626.674773:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100626.674777:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100626.674783:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100626.674824:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100626.674829:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.674835:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100626.674837:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100626.674840:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100626.674842:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100626.674844:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100626.674848:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.674850:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100626.674853:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100626.674855:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789100626.674859:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789100626.674864:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641664:192.168.204.152@tcp:38:kworker.0
00000008:00000001:3.0:1789100626.674867:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100626.674875:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.674877:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100626.674880:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100626.674882:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.674884:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100626.674889:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100626.674891:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.674896:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100626.674899:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100626.674902:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100626.674905:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641664, portal 10
00000100:00000001:2.0:1789100626.674907:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100626.674909:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:2.0:1789100626.674916:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.674922:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100626.674924:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100626.674926:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100626.674929:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964641664, offset 0
00000400:00000200:2.0:1789100626.674934:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100626.674938:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.674945:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100626.674948:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100626.674950:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100626.674953:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100626.674955:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100626.674958:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511961:511961:256:4294967295] 192.168.204.152@tcp LPNI seq info [511718:511718:8:4294967295]
00000400:00000200:2.0:1789100626.674961:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.674966:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100626.674971:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.674974:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100626.674978:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100626.674981:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100626.674985:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100626.674988:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100626.674991:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.674993:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100626.674998:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1789100626.675010:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000400:00000200:2.0:1789100626.675016:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1789100626.675017:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:2.0:1789100626.675026:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
02000000:00000001:3.0:1789100626.675026:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100626.675033:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100626.675034:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:3.0:1789100626.675039:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789100626.675042:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1789100626.675044:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100626.675048:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100626.675049:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100626.675056:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100626.675065:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675067:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1789100626.675076:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100626.675077:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675101:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675103:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100626.675107:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100626.675111:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100626.675114:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100626.675116:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322436629
00000100:00000001:2.0:1789100626.675119:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675121:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322436629
00000100:00000001:2.0:1789100626.675123:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675125:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100626.675127:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675129:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100626.675133:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100626/real 1789100626]  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100626.675140:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100626.675142:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100626.675144:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100626.675146:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100626.675148:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100626.675150:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100626.675161:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.675210:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1789100626.675216:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100626.675217:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100626.675233:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675238:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100626.675242:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675249:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675256:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100626.675256:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100626.675270:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27774)
00000100:00100000:2.0:1789100626.675272:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675283:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100626.675288:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675296:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100626.675298:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675300:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675301:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675303:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100626.675305:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100626.675307:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100626.675310:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100626.675312:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100626.675316:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100626.675323:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100626.675327:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100626.675331:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675343:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100626.675344:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.675346:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100626.675348:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100626.675350:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100626.675353:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100626.675356:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100626.675359:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100626.675360:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.675362:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100626.675365:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100626.675367:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.675370:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100626.675373:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100626.675376:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100626.675379:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641792, portal 10
00000100:00000001:2.0:1789100626.675381:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100626.675382:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:2.0:1789100626.675387:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675393:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100626.675395:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100626.675396:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100626.675399:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964641792, offset 0
00000400:00000200:2.0:1789100626.675403:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100626.675407:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.675410:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100626.675413:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100626.675416:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100626.675419:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100626.675421:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100626.675424:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511962:511962:256:4294967295] 192.168.204.152@tcp LPNI seq info [511719:511719:8:4294967295]
00000400:00000200:2.0:1789100626.675427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.675433:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100626.675436:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.675440:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100626.675444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100626.675446:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100626.675450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100626.675452:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100626.675456:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.675458:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100626.675461:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100626.675463:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100626.675466:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100626.675468:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100626.675470:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100626.675473:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675480:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.675483:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675488:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675490:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100626.675493:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100626.675495:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100626.675498:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100626.675500:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322436628
00000100:00000001:2.0:1789100626.675502:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675505:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322436628
00000100:00000001:2.0:1789100626.675507:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675509:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100626.675511:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675513:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100626.675517:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100626/real 1789100626]  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100626.675524:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100626.675526:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100626.675528:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100626.675530:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100626.675531:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100626.675533:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100626.675536:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100626.675543:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675548:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100626.675549:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675550:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675552:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100626.675555:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675560:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100626.675564:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675570:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100626.675572:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675574:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675575:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675577:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100626.675579:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100626.675581:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100626.675585:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100626.675587:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100626.675591:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100626.675597:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100626.675601:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675604:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.675607:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964641536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675613:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100626.675615:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100626.675617:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100626.675620:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100626.675622:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100626.675624:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100626.675626:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100626.675628:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:2.0:1789100626.675632:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100626.675633:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100626.675635:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:2.0:1789100626.675638:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100626.675639:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675640:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.675642:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964641664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675647:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100626.675648:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100626.675650:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100626.675651:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100626.675653:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100626.675654:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100626.675655:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100626.675657:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:2.0:1789100626.675658:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100626.675659:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100626.675660:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:2.0:1789100626.675663:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100626.675663:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675665:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.675667:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964641792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675673:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100626.675674:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100626.675675:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100626.675677:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100626.675678:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100626.675679:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100626.675681:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100626.675682:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:2.0:1789100626.675684:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100626.675685:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100626.675686:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:2.0:1789100626.675688:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100626.675689:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675691:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675699:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100626.675701:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675704:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100626.675705:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100626.675707:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100626.675710:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675716:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100626.675718:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.675720:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100626.675722:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100626.675723:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100626.675726:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100626.675729:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100626.675731:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100626.675732:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.675734:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100626.675737:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100626.675738:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.675742:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100626.675744:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100626.675747:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100626.675750:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964641920, portal 4
00000100:00000001:2.0:1789100626.675752:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100626.675753:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000040:2.0:1789100626.675760:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675766:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100626.675768:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100626.675771:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100626.675774:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964641920, offset 0
00000400:00000200:2.0:1789100626.675777:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100626.675780:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.675784:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100626.675811:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100626.675814:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100626.675816:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100626.675819:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100626.675821:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511963:511963:256:4294967295] 192.168.204.152@tcp LPNI seq info [511720:511720:8:4294967295]
00000400:00000200:2.0:1789100626.675825:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.675831:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100626.675835:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.675839:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100626.675843:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100626.675846:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100626.675849:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100626.675852:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100626.675856:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.675857:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100626.675860:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100626.675863:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100626.675866:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100626.675868:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100626.675871:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100626.675875:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675883:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.675886:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675891:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675893:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100626.675896:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100626.675899:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100626.675902:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100626.675904:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322436639
00000100:00000001:2.0:1789100626.675906:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675908:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322436639
00000100:00000001:2.0:1789100626.675910:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.675913:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100626.675915:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.675916:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100626.675920:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100626/real 1789100626]  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100626.675928:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100626.675929:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100626.675932:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100626.675934:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100626.675936:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100626.675937:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100626.675940:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100626.675948:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675953:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100626.675955:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675956:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675958:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100626.675961:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675968:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100626.675972:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.675978:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100626.675981:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675982:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.675983:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.675985:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100626.675987:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100626.675989:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100626.675992:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100626.675994:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100626.675998:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100626.676017:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964641920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100626.676022:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100626.676026:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676032:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100626.676034:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.676036:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100626.676038:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100626.676040:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100626.676043:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100626.676046:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100626.676048:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100626.676049:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100626.676051:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100626.676054:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100626.676056:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100626.676059:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100626.676062:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100626.676065:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100626.676068:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642048, portal 4
00000100:00000001:2.0:1789100626.676070:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100626.676071:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:2.0:1789100626.676076:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676082:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100626.676084:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100626.676086:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100626.676088:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964642048, offset 0
00000400:00000200:2.0:1789100626.676092:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100626.676096:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.676099:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100626.676102:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100626.676105:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100626.676107:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100626.676109:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100626.676112:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511964:511964:256:4294967295] 192.168.204.152@tcp LPNI seq info [511721:511721:8:4294967295]
00000400:00000200:2.0:1789100626.676116:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100626.676122:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100626.676127:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.676130:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100626.676134:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100626.676136:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100626.676140:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100626.676142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100626.676145:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100626.676147:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100626.676150:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100626.676154:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100626.676156:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100626.676158:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100626.676160:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100626.676164:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676171:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.676174:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676180:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.676182:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100626.676185:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100626.676188:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100626.676191:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100626.676193:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322436659
00000100:00000001:2.0:1789100626.676195:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.676197:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322436659
00000100:00000001:2.0:1789100626.676200:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322437892
00000100:00000001:2.0:1789100626.676202:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100626.676204:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.676205:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100626.676209:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100626/real 1789100626]  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100626.676217:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100626.676218:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100626.676220:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100626.676222:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100626.676223:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100626.676225:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100626.676229:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100626.676237:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676243:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100626.676245:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676247:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.676248:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100626.676251:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676256:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100626.676260:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676266:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100626.676268:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676269:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100626.676270:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676273:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100626.676274:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100626.676277:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100626.676280:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100626.676282:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100626.676287:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100626.676294:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100626.676297:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676299:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.676302:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964641920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676308:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100626.676309:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100626.676311:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100626.676314:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100626.676315:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100626.676317:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100626.676318:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100626.676320:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:2.0:1789100626.676323:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100626.676324:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100626.676325:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:2.0:1789100626.676327:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100626.676329:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676330:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100626.676333:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964642048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100626.676339:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100626.676340:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100626.676342:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100626.676344:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100626.676345:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100626.676346:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100626.676348:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100626.676349:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:2.0:1789100626.676351:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100626.676353:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100626.676354:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:2.0:1789100626.676356:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100626.676357:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676359:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100626.676363:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100626.676365:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100626.676366:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100626.676368:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100627.697259:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100627.697267:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100627.697273:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100627.697274:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100627.697278:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100627.697279:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100628.018126:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322437892, at 4322437953
00000100:00000010:1.0:1789100628.018136:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00010000:00000001:2.0:1789100628.720920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100628.720927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100628.720932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100628.720933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100628.720936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100628.720938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100629.744972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100629.744982:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100629.744990:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100629.744991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100629.744995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100629.744996:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100630.768904:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100630.768911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100630.768916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100630.768917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100630.768919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100630.768921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100631.792967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100631.792977:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100631.792986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100631.792989:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100631.792997:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100631.793000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100631.793093:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100631.793102:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100631.793113:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789100631.793253:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100631.793258:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100631.793263:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100631.793274:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793295:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100631.793298:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.793305:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100631.793310:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100631.793313:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100631.793318:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964642176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100631.793324:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100631.793331:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100631.793335:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.793341:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100631.793350:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100631.793355:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.793365:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100631.793372:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100631.793380:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100631.793392:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642176, portal 25
00000100:00000001:2.0:1789100631.793398:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100631.793401:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789100631.793411:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793427:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100631.793432:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100631.793437:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100631.793442:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964642176, offset 0
00000400:00000200:2.0:1789100631.793462:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100631.793479:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.793488:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100631.793496:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100631.793504:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100631.793511:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100631.793518:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100631.793527:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511965:511965:256:4294967295] 192.168.204.152@tcp LPNI seq info [511722:511722:8:4294967295]
00000400:00000200:2.0:1789100631.793536:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.793556:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100631.793568:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.793578:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100631.793591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100631.793599:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100631.793610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100631.793617:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789100631.793626:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.793631:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100631.793643:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100631.793651:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100631.793658:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100631.793663:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100631.793669:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100631.793674:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793688:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.793704:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793720:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.793725:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100631.793735:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.793742:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100631.793748:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322443011
00000100:00000010:2.0:1789100631.793757:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d977e0.
00000100:00000001:2.0:1789100631.793767:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100631.793777:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322443011
00000100:00000010:2.0:1789100631.793780:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ea0.
00000100:00000001:2.0:1789100631.793804:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100631.793813:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100631.793817:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.793820:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100631.793825:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100631/real 1789100631]  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100631.793836:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100631.793840:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100631.793844:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100631.793850:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100631.793854:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100631.793859:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100631.793866:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100631.793884:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793900:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100631.793917:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.793922:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.793926:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100631.793936:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793952:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100631.793961:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.793976:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100631.793981:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.793985:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.793988:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.793993:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100631.793996:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100631.794000:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100631.794007:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100631.794011:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100631.794018:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100631.794039:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964642176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100631.794051:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794054:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.794062:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964642176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794075:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100631.794079:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100631.794083:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100631.794089:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100631.794092:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100631.794096:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100631.794102:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100631.794106:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789100631.794113:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100631.794118:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100631.794122:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789100631.794128:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100631.794132:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794136:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794149:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100631.794153:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.794157:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100631.794161:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100631.794164:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100631.794172:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794188:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100631.794192:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794196:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100631.794200:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100631.794205:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100631.794211:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100631.794218:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100631.794222:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100631.794224:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794227:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100631.794233:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100631.794237:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.794244:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100631.794249:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100631.794254:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100631.794259:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642304, portal 10
00000100:00000001:2.0:1789100631.794263:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100631.794266:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:2.0:1789100631.794276:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794297:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100631.794302:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100631.794305:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100631.794308:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964642304, offset 0
00000400:00000200:2.0:1789100631.794318:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794327:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794334:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100631.794341:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100631.794344:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100631.794346:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100631.794349:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794353:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511966:511966:256:4294967295] 192.168.204.152@tcp LPNI seq info [511723:511723:8:4294967295]
00000400:00000200:2.0:1789100631.794358:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794364:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100631.794369:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794372:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100631.794376:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100631.794378:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100631.794383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100631.794386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789100631.794390:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794392:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100631.794395:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100631.794398:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100631.794401:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100631.794402:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100631.794404:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100631.794408:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794416:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.794419:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794426:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.794428:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100631.794431:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100631.794434:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100631.794437:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100631.794440:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322441748
00000100:00000001:2.0:1789100631.794443:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.794445:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322441748
00000100:00000001:2.0:1789100631.794447:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.794450:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100631.794451:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.794453:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100631.794457:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100631/real 1789100631]  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100631.794465:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100631.794466:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100631.794468:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100631.794470:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100631.794472:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100631.794474:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100631.794476:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100631.794485:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794490:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100631.794492:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794493:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.794495:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100631.794499:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794505:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100631.794508:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794515:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100631.794518:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794520:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.794522:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794523:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100631.794525:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100631.794528:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100631.794530:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100631.794532:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100631.794536:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100631.794545:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100631.794549:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100631.794552:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794558:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100631.794560:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794561:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100631.794563:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100631.794565:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100631.794567:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100631.794570:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100631.794572:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100631.794573:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794575:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100631.794578:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100631.794580:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.794583:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100631.794585:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100631.794588:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100631.794590:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642432, portal 10
00000100:00000001:2.0:1789100631.794592:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100631.794594:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:2.0:1789100631.794600:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794606:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100631.794608:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100631.794610:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100631.794612:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964642432, offset 0
00000400:00000200:2.0:1789100631.794616:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794619:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794622:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100631.794625:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100631.794628:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100631.794630:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100631.794632:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794635:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511967:511967:256:4294967295] 192.168.204.152@tcp LPNI seq info [511724:511724:8:4294967295]
00000400:00000200:2.0:1789100631.794639:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794645:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100631.794652:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794655:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100631.794659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100631.794661:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100631.794665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100631.794668:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789100631.794671:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794673:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100631.794676:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100631.794679:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100631.794682:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100631.794684:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100631.794686:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100631.794689:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794702:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.794705:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794711:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.794713:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100631.794715:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100631.794718:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100631.794721:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100631.794723:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322441747
00000100:00000001:2.0:1789100631.794725:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.794727:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322441747
00000100:00000001:2.0:1789100631.794730:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.794732:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100631.794734:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.794735:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100631.794738:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100631/real 1789100631]  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100631.794746:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100631.794747:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100631.794748:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100631.794750:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100631.794752:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100631.794754:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100631.794757:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100631.794765:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794772:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100631.794773:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794775:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.794776:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100631.794779:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794803:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100631.794807:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794814:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100631.794817:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794818:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.794819:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.794821:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100631.794822:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100631.794825:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100631.794828:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100631.794830:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100631.794833:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100631.794840:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100631.794844:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100631.794847:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794853:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100631.794855:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794857:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100631.794858:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100631.794860:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100631.794863:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100631.794866:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100631.794868:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100631.794870:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.794872:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100631.794875:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100631.794877:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.794880:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100631.794882:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100631.794885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100631.794888:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642560, portal 4
00000100:00000001:2.0:1789100631.794890:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100631.794891:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789100631.794897:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.794915:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100631.794918:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100631.794920:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100631.794922:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964642560, offset 0
00000400:00000200:2.0:1789100631.794925:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794929:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794933:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100631.794935:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100631.794938:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100631.794940:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100631.794942:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100631.794945:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511968:511968:256:4294967295] 192.168.204.152@tcp LPNI seq info [511725:511725:8:4294967295]
00000400:00000200:2.0:1789100631.794949:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.794956:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100631.794960:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794963:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100631.794967:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100631.794969:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100631.794973:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100631.794976:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789100631.794980:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.794982:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100631.794984:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100631.794988:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100631.794990:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100631.794992:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100631.794994:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100631.794997:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795004:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795007:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795014:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795015:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100631.795018:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100631.795021:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100631.795023:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100631.795025:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322441758
00000100:00000001:2.0:1789100631.795028:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.795029:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322441758
00000100:00000001:2.0:1789100631.795032:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.795033:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100631.795035:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795037:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100631.795040:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100631/real 1789100631]  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100631.795047:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100631.795049:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100631.795051:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100631.795052:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100631.795054:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100631.795055:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100631.795058:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100631.795067:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795073:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100631.795074:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795076:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.795077:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100631.795080:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795086:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100631.795089:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795095:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100631.795097:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795099:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.795101:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795102:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100631.795104:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100631.795106:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100631.795109:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100631.795110:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100631.795114:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100631.795127:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100631.795130:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795132:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795135:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964642304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795142:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100631.795144:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100631.795146:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789100631.795148:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100631.795150:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100631.795151:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100631.795153:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100631.795154:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789100631.795158:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100631.795159:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100631.795160:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:2.0:1789100631.795164:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100631.795165:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795166:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795169:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964642432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795176:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100631.795177:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100631.795178:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789100631.795181:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100631.795182:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100631.795182:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100631.795184:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100631.795186:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:2.0:1789100631.795188:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100631.795189:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100631.795191:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:2.0:1789100631.795193:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100631.795195:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795196:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795199:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964642560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795206:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100631.795207:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100631.795208:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100631.795210:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100631.795211:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100631.795212:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100631.795214:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100631.795215:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789100631.795217:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100631.795218:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100631.795220:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789100631.795222:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100631.795223:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795225:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795228:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100631.795230:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795232:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100631.795233:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100631.795235:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100631.795238:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795245:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100631.795246:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.795248:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100631.795250:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100631.795252:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100631.795255:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100631.795258:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100631.795259:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100631.795261:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100631.795263:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100631.795265:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100631.795267:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100631.795271:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100631.795273:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100631.795276:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100631.795278:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964642688, portal 4
00000100:00000001:2.0:1789100631.795280:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100631.795281:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789100631.795287:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795294:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100631.795296:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100631.795298:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100631.795300:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964642688, offset 0
00000400:00000200:2.0:1789100631.795304:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100631.795307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.795310:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100631.795313:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100631.795315:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100631.795318:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100631.795320:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100631.795323:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [511969:511969:256:4294967295] 192.168.204.152@tcp LPNI seq info [511726:511726:8:4294967295]
00000400:00000200:2.0:1789100631.795327:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100631.795334:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100631.795338:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.795340:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100631.795344:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100631.795347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789100631.795351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100631.795354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789100631.795357:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100631.795359:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100631.795362:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100631.795365:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100631.795368:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100631.795369:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100631.795371:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100631.795375:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795383:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795386:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795392:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795394:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100631.795397:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100631.795399:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100631.795403:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100631.795405:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322441778
00000100:00000001:2.0:1789100631.795407:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.795409:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322441778
00000100:00000001:2.0:1789100631.795411:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322443011
00000100:00000001:2.0:1789100631.795413:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100631.795414:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795416:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100631.795420:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100631/real 1789100631]  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100631.795427:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100631.795429:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100631.795430:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100631.795432:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100631.795434:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100631.795436:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100631.795439:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100631.795447:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795454:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100631.795456:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795458:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.795459:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100631.795462:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795469:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100631.795473:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795480:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100631.795482:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795483:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100631.795484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795486:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100631.795487:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100631.795490:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100631.795493:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100631.795495:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100631.795499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100631.795506:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964642688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100631.795510:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795511:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100631.795514:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964642688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100631.795521:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100631.795523:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100631.795525:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789100631.795526:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100631.795528:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100631.795529:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100631.795531:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100631.795532:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:2.0:1789100631.795534:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100631.795535:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100631.795537:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789100631.795539:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100631.795540:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795542:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100631.795544:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100631.795545:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100631.795547:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100631.795548:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100632.816866:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100632.816873:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100632.816881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100632.816882:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100632.816897:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100632.816898:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100633.136960:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322443011, at 4322443072
00000100:00000010:1.0:1789100633.136979:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00010000:00000001:2.0:1789100633.840934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100633.840939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100633.840943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100633.840944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100633.840946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100633.840947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100634.864915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100634.864923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100634.864930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100634.864931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100634.864935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100634.864936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100635.888947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100635.888955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100635.888962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100635.888963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100635.888967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100635.888968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100635.889897:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100635.889902:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100635.889906:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100636.912951:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100636.912961:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100636.912964:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100636.912967:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100636.912971:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100636.912978:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27774
00000400:00000200:2.0:1789100636.912987:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100636.912993:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100636.912996:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100636.913003:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913007:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913009:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913011:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100636.913014:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100636.913016:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100636.913019:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100636.913022:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100636.913025:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100636.913027:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100636.913031:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913033:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913034:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913036:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100636.913039:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100636.913043:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913046:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100636.913048:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100636.913051:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100636.913054:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913063:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100636.913066:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100636.913078:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789100636.913082:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100636.913085:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100636.913087:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913090:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100636.913093:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100636.913096:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100636.913105:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789100636.913111:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100636.913119:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964642816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100636.913128:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100636.913132:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.913137:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964642816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100636.913163:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100636.913166:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100636.913170:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100636.913171:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100636.913172:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100636.913175:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100636.913177:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27774
00000400:00000200:2.0:1789100636.913181:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100636.913184:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100636.913186:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100636.913189:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913192:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913195:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913197:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100636.913199:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100636.913201:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100636.913202:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100636.913205:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100636.913210:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100636.913213:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100636.913219:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913223:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913227:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913232:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100636.913238:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100636.913244:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913255:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100636.913260:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100636.913267:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100636.913273:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913276:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100636.913283:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100636.913288:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913293:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100636.913299:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789100636.913305:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100636.913310:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100636.913313:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913316:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100636.913318:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100636.913322:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100636.913327:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100636.913333:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100636.913340:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964642944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100636.913353:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100636.913357:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.913363:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964642944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100636.913386:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100636.913391:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100636.913406:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100636.913409:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100636.913411:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100636.913416:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100636.913422:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27774
00000400:00000200:2.0:1789100636.913430:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100636.913437:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100636.913443:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100636.913452:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913457:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913464:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913468:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100636.913472:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100636.913476:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100636.913481:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100636.913486:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100636.913490:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100636.913495:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100636.913502:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913507:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789100636.913511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:2.0:1789100636.913514:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100636.913515:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1789100636.913520:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100636.913527:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100636.913535:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913541:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100636.913547:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100636.913551:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100636.913555:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913560:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100636.913564:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100636.913570:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913574:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100636.913580:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789100636.913585:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100636.913590:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100636.913592:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913597:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100636.913601:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100636.913604:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100636.913610:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100636.913617:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100636.913626:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964643072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100636.913637:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100636.913641:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.913649:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964643072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100636.913663:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100636.913667:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100636.913677:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100636.913681:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100636.913683:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100636.913689:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100636.913696:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27774
00000400:00000200:2.0:1789100636.913704:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100636.913725:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100636.913732:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100636.913739:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913744:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913749:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913753:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100636.913757:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100636.913759:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100636.913763:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100636.913766:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100636.913771:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100636.913776:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100636.913782:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913830:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.913836:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913843:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100636.913848:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100636.913854:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100636.913860:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100636.913864:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100636.913867:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100636.913873:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913877:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100636.913881:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100636.913887:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913893:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100636.913900:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000020:00000040:2.0:1789100636.913906:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100636.913912:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100636.913916:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.913921:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100636.913924:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100636.913929:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100636.913936:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100636.913943:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100636.913951:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964643200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100636.913964:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100636.913969:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.913975:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964643200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100636.913991:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100636.913996:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100636.914002:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100636.914004:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100636.914005:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100636.914010:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100636.914015:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27774
00000400:00000200:2.0:1789100636.914023:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100636.914029:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100636.914034:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100636.914045:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.914051:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.914055:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.914060:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100636.914065:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100636.914069:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100636.914073:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100636.914078:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100636.914082:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100636.914087:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100636.914093:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.914098:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100636.914103:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100636.914107:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100636.914112:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100636.914119:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100636.914126:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100636.914130:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100636.914134:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100636.914140:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.914144:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100636.914147:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100636.914153:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.914158:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100636.914164:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789100636.914167:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100636.914172:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100636.914174:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100636.914176:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100636.914179:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100636.914183:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100636.914188:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100636.914195:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100636.914200:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964643328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100636.914214:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100636.914220:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.914229:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964643328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100636.914246:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100636.914253:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27784)
00000800:00000200:0.1:1789100636.914269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100636.914270:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1789100636.914280:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100636.914286:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100636.914289:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100636.914294:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914300:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100636.914304:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914310:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914315:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914322:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100636.914326:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100636.914329:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100636.914331:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914337:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100636.914339:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914344:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914345:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914351:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100636.914354:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100636.914356:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100636.914358:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914361:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100636.914363:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914365:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100636.914368:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100636.914421:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100636.914427:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100636.914434:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1789100636.914537:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100636.914539:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100636.914738:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100636.914740:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100636.915032:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100636.915034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00010000:00000001:2.0:1789100637.936950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100637.936956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100637.936962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100637.936963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100637.936967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100637.936968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100638.256941:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322448131, at 4322448192
00000100:00000010:1.0:1789100638.256957:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc81e0.
00010000:00000001:2.0:1789100638.960928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100638.960936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100638.960942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100638.960943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100638.960947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100638.960948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100639.985062:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100639.985069:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100639.985075:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100639.985076:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100639.985079:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100639.985080:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100639.985153:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100639.985156:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100639.985159:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100641.009349:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100641.009354:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100641.009358:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100641.009360:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100641.009363:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100641.009364:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100641.009423:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100641.009427:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100641.009430:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100642.032916:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100642.032921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100642.032924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.032925:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100642.032927:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100642.032929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100642.032930:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100642.032930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100642.032933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100642.032934:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100642.032934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.032941:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27779
00000400:00000200:1.0:1789100642.032949:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100642.032955:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100642.032958:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100642.032961:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.032964:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.032967:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.032969:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100642.032973:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100642.032975:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100642.032978:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100642.032981:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100642.032983:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100642.032986:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100642.032989:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.032991:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.032993:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.032995:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100642.032998:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100642.033001:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033007:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100642.033014:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100642.033020:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100642.033023:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033026:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100642.033029:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100642.033038:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100642.033043:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100642.033046:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100642.033048:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033051:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100642.033053:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100642.033056:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100642.033061:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100642.033066:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100642.033073:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964643456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100642.033081:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100642.033092:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.033095:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964643456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100642.033107:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.033110:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100642.033112:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100642.033113:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100642.033114:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100642.033116:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100642.033117:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27779
00000400:00000200:1.0:1789100642.033121:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100642.033124:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100642.033125:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100642.033128:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033132:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033134:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033138:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100642.033140:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100642.033142:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100642.033144:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100642.033148:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100642.033151:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100642.033159:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100642.033163:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033166:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033168:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033172:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100642.033174:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100642.033178:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033181:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100642.033183:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100642.033188:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100642.033192:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033195:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100642.033199:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100642.033203:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033204:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100642.033208:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100642.033212:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100642.033215:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100642.033216:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033218:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100642.033220:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100642.033223:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100642.033227:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100642.033231:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100642.033238:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964643584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100642.033245:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100642.033247:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.033254:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964643584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100642.033269:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.033272:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100642.033275:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100642.033277:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100642.033279:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100642.033282:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100642.033286:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27779
00000400:00000200:1.0:1789100642.033291:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100642.033294:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100642.033297:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100642.033302:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033305:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033307:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033311:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100642.033313:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100642.033315:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100642.033319:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100642.033321:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100642.033324:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100642.033328:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100642.033333:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033335:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033340:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033344:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100642.033348:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100642.033356:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033361:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100642.033365:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100642.033370:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100642.033374:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033379:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100642.033384:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100642.033390:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033395:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100642.033400:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100642.033405:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100642.033409:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100642.033412:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033416:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100642.033418:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100642.033422:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100642.033430:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100642.033437:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100642.033438:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100642.033444:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00100000:1.0:1789100642.033448:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964643712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100642.033462:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100642.033467:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.033475:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964643712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100642.033497:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.033501:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100642.033508:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100642.033512:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100642.033515:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100642.033521:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100642.033526:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27779
00000400:00000200:1.0:1789100642.033537:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100642.033544:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100642.033549:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100642.033555:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033560:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033563:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033568:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100642.033573:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100642.033585:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100642.033590:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100642.033593:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100642.033598:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100642.033604:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100642.033612:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033618:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033624:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033629:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100642.033635:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100642.033642:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033647:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100642.033652:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100642.033657:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100642.033662:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033665:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100642.033667:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100642.033673:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033677:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100642.033685:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100642.033690:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100642.033694:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100642.033696:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033705:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100642.033708:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100642.033729:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100642.033736:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100642.033745:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100642.033756:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964643840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100642.033776:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100642.033780:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.033813:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964643840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100642.033822:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100642.033827:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100642.033834:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100642.033837:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100642.033840:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100642.033846:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100642.033851:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27779
00000400:00000200:1.0:1789100642.033859:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100642.033866:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100642.033872:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100642.033877:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033882:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033887:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033892:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100642.033896:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100642.033899:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100642.033903:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100642.033905:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100642.033907:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100642.033909:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100642.033913:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033917:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100642.033922:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033927:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100642.033931:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100642.033937:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100642.033942:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100642.033946:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100642.033950:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100642.033954:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033960:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100642.033965:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100642.033971:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033975:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100642.033980:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100642.033985:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100642.033989:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100642.033992:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100642.033997:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100642.034000:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100642.034005:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100642.034013:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100642.034018:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100642.034027:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964643968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100642.034042:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100642.034047:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.034055:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964643968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100642.034074:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100642.034081:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27789)
00000800:00000200:0.1:1789100642.034139:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100642.034142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100642.034416:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100642.034418:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100642.034689:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100642.034691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100642.035098:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100642.035101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00010000:00000001:2.0:1789100643.056903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100643.056909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100643.056913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100643.056914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100643.056916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100643.056917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100643.376887:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322453251, at 4322453312
00000100:00000010:1.0:1789100643.376906:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc85a0.
00010000:00000001:2.0:1789100644.080951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100644.080958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100644.080963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100644.080965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100644.080968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100644.080969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100644.081043:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100644.081048:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100644.081051:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100645.104928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100645.104934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100645.104937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100645.104938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100645.104941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100645.104941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100645.105013:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100645.105017:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100645.105020:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100646.128920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100646.128928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100646.128934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100646.128935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100646.128938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100646.128939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100647.152945:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100647.152948:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100647.152952:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152959:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100647.152962:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152964:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152971:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100647.152986:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100647.152988:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100647.152990:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152992:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100647.152994:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152995:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.152997:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.153003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100647.153005:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100647.153006:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100647.153008:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.153011:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100647.153012:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.153015:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100647.153017:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100647.153049:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100647.153060:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100647.153063:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100647.153067:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100647.153073:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100647.153082:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27784
00000400:00000200:1.0:1789100647.153095:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100647.153102:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100647.153106:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100647.153109:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153112:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153114:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153116:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100647.153119:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100647.153121:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100647.153124:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100647.153127:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100647.153129:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100647.153131:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100647.153134:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153136:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153138:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153140:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100647.153143:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100647.153146:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153148:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100647.153152:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100647.153155:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100647.153158:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153160:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100647.153163:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100647.153172:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100647.153176:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100647.153180:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100647.153181:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153185:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100647.153188:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100647.153191:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100647.153200:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100647.153206:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100647.153216:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964644096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100647.153226:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100647.153231:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.153235:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964644096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100647.153257:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100647.153260:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100647.153263:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100647.153264:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100647.153266:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100647.153267:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100647.153269:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27784
00000400:00000200:1.0:1789100647.153272:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100647.153274:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100647.153276:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100647.153278:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153280:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153282:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153284:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100647.153285:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100647.153286:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100647.153288:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100647.153289:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100647.153291:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100647.153295:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100647.153298:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153300:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153305:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153306:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100647.153309:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100647.153312:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153316:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100647.153319:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100647.153324:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100647.153327:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153334:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100647.153339:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100647.153344:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153348:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100647.153353:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100647.153358:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100647.153363:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100647.153367:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153371:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100647.153374:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100647.153378:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100647.153385:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100647.153391:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100647.153400:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964644224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100647.153410:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100647.153413:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.153417:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964644224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100647.153426:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100647.153429:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100647.153435:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100647.153438:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100647.153439:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100647.153442:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100647.153447:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27784
00000400:00000200:1.0:1789100647.153456:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100647.153463:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100647.153469:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100647.153478:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153482:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153484:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153486:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100647.153488:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100647.153489:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100647.153491:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100647.153495:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100647.153500:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100647.153502:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100647.153510:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153514:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153520:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153524:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100647.153529:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100647.153535:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153538:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100647.153540:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100647.153544:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100647.153547:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153550:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100647.153552:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100647.153555:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153558:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100647.153563:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100647.153566:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100647.153569:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100647.153570:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153572:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100647.153573:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100647.153576:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100647.153580:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100647.153584:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100647.153592:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964644352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100647.153601:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100647.153603:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.153609:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964644352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100647.153633:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100647.153637:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789100647.153644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100647.153645:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100647.153649:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1789100647.153651:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1789100647.153653:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100647.153657:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100647.153664:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27784
00000400:00000200:1.0:1789100647.153672:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100647.153679:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100647.153685:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100647.153691:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153694:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153698:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153701:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100647.153706:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100647.153709:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100647.153712:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100647.153716:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100647.153721:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100647.153725:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100647.153731:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153736:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153741:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153747:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100647.153752:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100647.153758:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153763:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100647.153765:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100647.153769:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100647.153774:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153779:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100647.153784:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100647.153811:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153813:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100647.153817:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100647.153820:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100647.153824:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100647.153827:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.153831:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100647.153833:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100647.153836:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100647.153843:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100647.153849:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100647.153857:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964644480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100647.153874:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100647.153878:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.153887:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964644480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100647.153899:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100647.153904:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100647.153912:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100647.153916:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100647.153920:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100647.153925:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100647.153932:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27784
00000400:00000200:1.0:1789100647.153940:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100647.153948:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100647.153954:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100647.153961:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153967:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.153971:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.153975:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100647.153981:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100647.153984:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100647.153988:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100647.153992:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100647.153996:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100647.154002:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100647.154012:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.154016:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100647.154020:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100647.154023:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100647.154028:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100647.154032:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100647.154036:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100647.154040:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100647.154044:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100647.154049:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.154051:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100647.154053:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100647.154057:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.154060:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100647.154065:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100647.154068:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100647.154071:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100647.154074:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100647.154078:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100647.154080:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100647.154082:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100647.154088:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100647.154095:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100647.154104:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964644608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100647.154126:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100647.154132:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.154140:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964644608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100647.154151:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100647.154156:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27794)
00000800:00000200:0.1:1789100647.154314:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100647.154317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100647.154596:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100647.154598:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100647.154908:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100647.154911:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100647.155181:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100647.155184:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00010000:00000001:2.0:1789100648.176874:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100648.176879:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100648.176884:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100648.176886:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100648.176889:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100648.176890:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100648.176955:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100648.176959:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100648.176963:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100648.497019:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322458372, at 4322458432
00000100:00000010:1.0:1789100648.497025:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ea0.
00010000:00000001:2.0:1789100649.200898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100649.200904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100649.200908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100649.200909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100649.200911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100649.200912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100649.200968:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100649.200972:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100649.200975:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100650.224896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100650.224902:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100650.224908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100650.224909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100650.224912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100650.224914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100651.248922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100651.248929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100651.248934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100651.248936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100651.248939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100651.248940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100652.272945:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100652.272958:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100652.272961:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100652.272966:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100652.272972:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100652.272977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100652.272980:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27789
00010000:00000001:2.0:1789100652.272987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100652.272993:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100652.272995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100652.272999:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100652.273001:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100652.273007:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100652.273010:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1789100652.273010:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100652.273021:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273021:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273025:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273028:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100652.273032:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100652.273034:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100652.273036:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100652.273039:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100652.273042:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100652.273045:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100652.273049:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273051:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273053:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273055:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100652.273060:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100652.273065:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273069:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100652.273073:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100652.273078:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1789100652.273079:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789100652.273082:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100652.273084:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100652.273088:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100652.273088:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100652.273093:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100652.273105:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100652.273108:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100652.273112:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100652.273113:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273116:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100652.273118:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100652.273122:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100652.273130:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100652.273138:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100652.273150:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964644736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100652.273162:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100652.273167:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.273172:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964644736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100652.273193:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100652.273195:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100652.273198:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100652.273199:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100652.273200:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100652.273202:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100652.273203:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27789
00000400:00000200:3.0:1789100652.273206:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100652.273208:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100652.273210:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100652.273212:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273214:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273216:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273219:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100652.273221:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100652.273223:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100652.273225:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100652.273228:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100652.273230:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100652.273233:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100652.273236:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273240:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273246:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273252:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100652.273259:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100652.273275:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273279:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100652.273284:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100652.273294:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100652.273301:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273306:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100652.273312:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100652.273321:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273326:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100652.273334:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100652.273341:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100652.273348:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100652.273350:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273352:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100652.273355:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100652.273358:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100652.273368:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100652.273376:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100652.273382:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964644864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100652.273400:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100652.273402:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.273408:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964644864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100652.273424:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100652.273428:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100652.273431:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100652.273433:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100652.273437:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100652.273441:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100652.273445:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27789
00000400:00000200:3.0:1789100652.273453:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100652.273461:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100652.273464:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100652.273469:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273471:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273477:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273483:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100652.273489:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100652.273493:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100652.273498:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100652.273502:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100652.273507:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100652.273525:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100652.273536:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273542:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273547:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273556:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100652.273562:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100652.273567:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273570:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100652.273579:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100652.273585:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100652.273596:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273601:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100652.273606:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100652.273614:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273620:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100652.273632:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100652.273639:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100652.273645:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100652.273647:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273654:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100652.273657:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100652.273660:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100652.273669:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100652.273678:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100652.273690:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964644992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100652.273700:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100652.273706:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.273714:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964644992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100652.273728:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100652.273735:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789100652.273740:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100652.273753:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1789100652.273754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1789100652.273756:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100652.273760:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100652.273765:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100652.273774:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27789
00000400:00000200:3.0:1789100652.273782:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100652.273855:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100652.273862:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100652.273871:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273877:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273880:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273885:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100652.273887:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100652.273888:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100652.273890:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100652.273892:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100652.273895:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100652.273897:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100652.273903:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273907:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.273911:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273916:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100652.273923:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100652.273927:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100652.273935:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100652.273939:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100652.273943:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100652.273947:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273949:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100652.273953:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100652.273959:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273961:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100652.273965:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100652.273972:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100652.273982:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100652.273982:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.273984:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100652.273985:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100652.273986:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100652.273989:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100652.273995:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100652.274000:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964645120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100652.274011:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100652.274013:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.274022:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964645120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100652.274034:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100652.274037:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100652.274041:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100652.274046:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100652.274051:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100652.274057:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100652.274065:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27789
00000400:00000200:3.0:1789100652.274074:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100652.274082:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100652.274087:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100652.274097:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.274107:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.274118:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.274123:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100652.274129:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100652.274135:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100652.274140:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100652.274143:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100652.274148:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100652.274154:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100652.274163:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.274169:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100652.274176:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100652.274184:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100652.274193:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100652.274201:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100652.274208:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100652.274215:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100652.274222:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100652.274229:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.274240:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100652.274246:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100652.274254:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.274261:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100652.274266:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100652.274271:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100652.274279:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100652.274282:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100652.274288:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100652.274291:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100652.274293:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100652.274297:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100652.274304:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100652.274315:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964645248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100652.274356:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100652.274360:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.274365:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964645248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100652.274379:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100652.274386:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27799)
00000800:00000200:0.1:1789100652.274570:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100652.274572:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100652.274758:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100652.274760:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100652.274993:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100652.274994:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100652.275183:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100652.275185:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00010000:00000001:2.0:1789100653.296918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100653.296927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100653.296931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100653.296932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100653.296934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100653.296935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100653.296996:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100653.297000:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100653.297004:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100653.616945:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322463492, at 4322463552
00000100:00000010:1.0:1789100653.616965:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ba0.
00010000:00000001:2.0:1789100654.320919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100654.320926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100654.320932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100654.320934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100654.320937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100654.320938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100655.344898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100655.344903:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100655.344907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100655.344908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100655.344911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100655.344912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100656.368943:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100656.368945:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100656.368947:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368951:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100656.368953:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368955:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368956:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100656.368960:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100656.368961:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100656.368962:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368963:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100656.368964:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368965:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368967:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100656.368971:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100656.368972:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100656.368972:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368973:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100656.368974:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368975:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100656.368976:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100656.369040:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100656.369047:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100656.369053:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100657.392943:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100657.392954:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100657.392956:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100657.392962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100657.392962:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100657.392970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.392972:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100657.392981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100657.392983:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27794
00010000:00000001:2.0:1789100657.392986:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100657.392995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100657.392997:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100657.392999:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100657.393007:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100657.393011:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100657.393015:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393018:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393022:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393024:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100657.393029:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100657.393031:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100657.393034:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100657.393038:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100657.393042:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100657.393045:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100657.393051:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393054:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393057:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393059:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100657.393062:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1789100657.393064:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000020:00000001:1.0:1789100657.393066:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100657.393073:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100657.393077:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393082:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100657.393086:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100657.393090:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100657.393094:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393096:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100657.393099:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100657.393108:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100657.393112:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100657.393116:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100657.393117:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393120:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100657.393123:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100657.393126:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100657.393135:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100657.393142:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100657.393157:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964645376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100657.393167:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100657.393172:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.393177:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964645376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100657.393209:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100657.393214:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100657.393218:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100657.393219:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100657.393221:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100657.393223:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100657.393225:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27794
00000400:00000200:3.0:1789100657.393229:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100657.393232:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100657.393234:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100657.393237:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393238:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393240:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393242:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100657.393244:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100657.393245:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100657.393247:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100657.393249:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100657.393251:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100657.393253:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100657.393255:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393258:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393259:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393261:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100657.393263:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100657.393266:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393268:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100657.393270:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100657.393275:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100657.393277:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393279:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100657.393283:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100657.393287:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393289:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100657.393293:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100657.393296:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100657.393299:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100657.393300:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393302:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100657.393306:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100657.393308:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100657.393320:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100657.393326:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100657.393335:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964645504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100657.393351:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100657.393355:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.393363:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964645504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100657.393377:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100657.393382:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100657.393387:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100657.393389:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100657.393393:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100657.393397:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100657.393402:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27794
00000400:00000200:3.0:1789100657.393408:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100657.393412:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100657.393415:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100657.393435:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393439:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393444:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393449:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100657.393453:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100657.393456:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100657.393460:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100657.393464:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100657.393467:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100657.393472:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100657.393479:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393483:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393488:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393492:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100657.393496:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100657.393501:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393507:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100657.393509:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100657.393514:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100657.393518:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393520:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100657.393523:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100657.393529:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393533:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100657.393540:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100657.393547:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100657.393553:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100657.393555:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393560:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100657.393563:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100657.393567:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100657.393574:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100657.393581:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100657.393590:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964645632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789100657.393602:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100657.393607:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1789100657.393616:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100657.393620:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.393629:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964645632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100657.393648:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100657.393653:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100657.393660:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100657.393665:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100657.393668:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100657.393674:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100657.393681:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27794
00000400:00000200:3.0:1789100657.393690:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100657.393697:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100657.393701:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100657.393716:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393721:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393725:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393729:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100657.393733:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100657.393735:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100657.393737:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100657.393742:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100657.393748:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100657.393754:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100657.393762:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393768:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.393772:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393777:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100657.393783:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100657.393819:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100657.393825:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100657.393830:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100657.393835:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100657.393839:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393843:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100657.393847:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100657.393852:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393857:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100657.393863:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100657.393868:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100657.393872:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100657.393876:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.393879:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100657.393882:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100657.393885:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100657.393892:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100657.393898:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100657.393909:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964645760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100657.393927:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100657.393932:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.393940:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964645760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100657.393962:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100657.393966:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100657.393969:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100657.393971:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100657.393975:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100657.393979:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100657.393985:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27794
00000400:00000200:3.0:1789100657.393991:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100657.393999:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100657.394004:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100657.394011:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.394017:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.394021:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.394027:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100657.394031:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100657.394033:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100657.394037:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100657.394041:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100657.394045:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100657.394049:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100657.394056:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.394060:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100657.394065:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100657.394069:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100657.394073:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100657.394079:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100657.394085:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100657.394087:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100657.394090:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100657.394092:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.394096:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100657.394099:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100657.394103:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.394106:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100657.394111:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100657.394114:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100657.394117:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100657.394118:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100657.394120:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100657.394122:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100657.394125:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100657.394130:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100657.394135:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100657.394144:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964645888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100657.394175:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100657.394179:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.394189:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964645888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100657.394206:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100657.394213:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27805)
00000800:00000200:0.1:1789100657.394277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100657.394279:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100657.394529:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100657.394531:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100657.394747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100657.394750:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100657.395075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100657.395077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00010000:00000001:2.0:1789100658.416923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100658.416930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100658.416936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100658.416937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100658.416940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100658.416942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100658.736934:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322468611, at 4322468672
00000100:00000010:1.0:1789100658.736958:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc83c0.
00010000:00000001:2.0:1789100659.440901:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100659.440906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100659.440910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100659.440911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100659.440913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100659.440914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100660.464927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100660.464934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100660.464939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100660.464940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100660.464944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100660.464945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100660.465005:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100660.465009:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100660.465012:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100661.488919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100661.488926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100661.488931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100661.488932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100661.488935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100661.488936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100661.488995:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100661.488999:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100661.489003:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100662.512897:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100662.512902:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100662.512906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.512908:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100662.512912:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100662.512914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100662.512917:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100662.512918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.512924:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100662.512925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100662.512927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.512931:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27800
00000400:00000200:3.0:1789100662.512941:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100662.512947:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100662.512950:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100662.512954:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.512957:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.512960:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.512963:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100662.512967:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100662.512969:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100662.512972:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100662.512975:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100662.512977:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100662.512980:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100662.512983:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.512984:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.512986:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.512988:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100662.512991:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100662.512995:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100662.512998:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100662.513001:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100662.513004:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100662.513007:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513009:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100662.513011:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100662.513020:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100662.513023:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100662.513026:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100662.513036:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513040:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100662.513043:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100662.513047:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100662.513055:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100662.513061:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100662.513071:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964646016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100662.513087:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100662.513092:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513097:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964646016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100662.513115:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.513118:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100662.513121:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100662.513122:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100662.513124:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100662.513127:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100662.513130:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27800
00000400:00000200:3.0:1789100662.513134:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100662.513140:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100662.513144:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100662.513148:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513150:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513153:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513155:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100662.513156:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100662.513159:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100662.513160:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100662.513164:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100662.513167:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100662.513170:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100662.513176:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513179:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513181:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513185:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100662.513187:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100662.513189:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513191:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100662.513193:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100662.513199:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100662.513203:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513205:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100662.513209:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100662.513212:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513214:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100662.513216:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100662.513220:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100662.513223:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100662.513226:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513229:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100662.513231:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100662.513232:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100662.513236:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100662.513240:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100662.513246:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964646144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100662.513254:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100662.513257:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513260:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964646144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100662.513269:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.513271:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100662.513274:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100662.513277:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100662.513279:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100662.513282:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100662.513286:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27800
00000400:00000200:3.0:1789100662.513291:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100662.513293:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100662.513296:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100662.513301:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513304:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513307:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513311:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100662.513315:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100662.513316:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100662.513318:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100662.513320:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100662.513338:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100662.513341:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100662.513346:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513348:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513350:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513353:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100662.513355:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100662.513359:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513361:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100662.513362:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100662.513366:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100662.513369:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513370:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100662.513372:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100662.513375:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513377:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100662.513382:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100662.513385:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100662.513388:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100662.513390:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513394:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100662.513395:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100662.513397:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100662.513402:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100662.513406:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100662.513412:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964646272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100662.513425:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100662.513427:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513431:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964646272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100662.513442:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.513446:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100662.513452:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100662.513456:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100662.513458:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100662.513464:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100662.513468:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27800
00000400:00000200:3.0:1789100662.513478:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.1:1789100662.513479:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:3.0:1789100662.513484:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100662.513487:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100662.513490:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513492:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513494:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513496:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100662.513501:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100662.513505:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100662.513509:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100662.513513:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100662.513517:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100662.513522:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100662.513526:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513528:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513532:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513536:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100662.513541:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100662.513548:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513554:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100662.513556:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100662.513561:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100662.513567:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513571:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100662.513574:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100662.513578:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513583:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100662.513590:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100662.513595:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100662.513599:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100662.513601:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513605:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100662.513607:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100662.513609:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100662.513613:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000001:3.0:1789100662.513619:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100662.513627:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964646400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100662.513638:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100662.513641:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513647:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964646400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100662.513657:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100662.513661:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100662.513664:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100662.513666:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100662.513668:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100662.513671:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100662.513675:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27800
00000400:00000200:3.0:1789100662.513680:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100662.513684:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100662.513688:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100662.513691:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513693:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513697:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513701:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100662.513705:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100662.513709:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100662.513713:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100662.513717:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100662.513721:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100662.513726:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100662.513732:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513735:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100662.513739:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513743:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100662.513749:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100662.513754:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100662.513757:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100662.513762:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100662.513765:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100662.513769:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513773:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100662.513777:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100662.513784:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513816:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100662.513823:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100662.513826:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100662.513837:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100662.513840:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100662.513845:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100662.513848:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100662.513852:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100662.513858:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100662.513863:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100662.513873:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964646528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100662.513886:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1789100662.513889:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100662.513890:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513898:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964646528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100662.513915:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100662.513922:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27810)
00000800:00000200:0.1:1789100662.514052:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100662.514192:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100662.514338:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00010000:00000001:2.0:1789100663.536993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100663.537000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100663.537005:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100663.537006:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100663.537010:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100663.537011:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100663.856920:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322473731, at 4322473792
00000100:00000010:1.0:1789100663.856941:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d20.
00010000:00000001:2.0:1789100664.561003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100664.561009:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100664.561015:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100664.561017:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100664.561020:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100664.561021:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100664.561128:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100664.561133:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100664.561136:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100665.585017:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100665.585023:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100665.585029:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100665.585030:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100665.585033:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100665.585034:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100665.585079:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100665.585082:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100665.585084:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789100665.585140:0:256904:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:3.0:1789100665.585181:0:256904:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100665.585193:0:256904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100665.585197:0:256904:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100665.585202:0:256904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100665.585206:0:256904:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100665.585212:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100665.585216:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:3.0:1789100665.585221:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100665.585225:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100665.585232:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb990
00000400:00000010:3.0:1789100665.585234:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb990.
00000100:00000001:3.0:1789100665.585239:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100665.585249:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b331e00 x1875994964646016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585287:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100665.585293:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964646016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585301:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100665.585303:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100665.585319:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100665.585321:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:3.0:1789100665.585324:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100665.585328:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100665.585331:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:3.0:1789100665.585333:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:3.0:1789100665.585336:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100665.585340:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b333c00 x1875994964646144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585349:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100665.585352:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964646144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585359:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100665.585361:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100665.585366:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100665.585369:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db200.
00000400:00000200:3.0:1789100665.585372:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100665.585375:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100665.585378:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb3b8
00000400:00000010:3.0:1789100665.585379:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb3b8.
00000100:00000001:3.0:1789100665.585382:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100665.585386:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b333480 x1875994964646272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585394:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100665.585398:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964646272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585405:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100665.585407:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100665.585411:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100665.585413:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbd00.
00000400:00000200:3.0:1789100665.585416:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100665.585419:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100665.585421:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:3.0:1789100665.585423:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:3.0:1789100665.585426:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100665.585430:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b330000 x1875994964646400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585438:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100665.585441:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964646400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585447:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100665.585449:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100665.585455:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100665.585458:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db800.
00000400:00000200:3.0:1789100665.585461:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100665.585465:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100665.585467:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb6e8
00000400:00000010:3.0:1789100665.585469:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb6e8.
00000100:00000001:3.0:1789100665.585471:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100665.585476:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b330f00 x1875994964646528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585483:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100665.585486:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964646528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100665.585493:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100665.585494:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:2.0:1789100666.608994:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100666.609000:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100666.609002:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100666.609004:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609008:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100666.609010:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609011:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609012:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609015:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100666.609016:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100666.609016:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100666.609017:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609018:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100666.609019:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609020:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609021:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609024:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100666.609025:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100666.609025:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100666.609026:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609027:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100666.609028:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609028:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100666.609030:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100667.632960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100667.632965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100667.632972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100667.632975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100667.632981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100667.632985:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100667.633043:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100667.633048:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100667.633054:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789100667.633166:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100667.633172:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100667.633176:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100667.633186:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633203:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100667.633207:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.633214:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100667.633218:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100667.633224:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100667.633239:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964646656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100667.633246:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100667.633251:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100667.633256:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.633260:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100667.633266:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100667.633271:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.633281:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100667.633288:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100667.633297:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100667.633307:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964646656, portal 25
00000100:00000001:2.0:1789100667.633312:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100667.633315:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789100667.633325:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633339:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100667.633346:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100667.633351:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100667.633357:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964646656, offset 0
00000400:00000200:2.0:1789100667.633367:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100667.633378:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.633388:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100667.633397:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100667.633405:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100667.633412:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100667.633418:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100667.633427:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512000:512000:256:4294967295] 192.168.204.152@tcp LPNI seq info [511757:511757:8:4294967295]
00000400:00000200:2.0:1789100667.633438:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.633455:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100667.633466:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.633474:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100667.633484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100667.633491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100667.633500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100667.633506:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100667.633515:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.633519:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100667.633540:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100667.633550:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100667.633559:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100667.633563:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100667.633570:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100667.633577:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633596:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.633603:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633619:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.633622:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100667.633637:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.633646:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100667.633650:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322478851
00000100:00000010:2.0:1789100667.633658:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d977e0.
00000100:00000001:2.0:1789100667.633667:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100667.633675:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322478851
00000100:00000010:2.0:1789100667.633681:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ea0.
00000100:00000001:2.0:1789100667.633696:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100667.633701:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100667.633706:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.633710:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100667.633715:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100667/real 1789100667]  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100667.633729:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100667.633732:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100667.633736:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100667.633740:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100667.633743:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100667.633747:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100667.633754:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100667.633780:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633811:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100667.633813:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.633816:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.633818:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100667.633823:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633832:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100667.633840:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633868:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100667.633875:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.633880:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.633883:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.633889:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100667.633893:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100667.633899:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100667.633908:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100667.633914:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100667.633923:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100667.633942:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964646656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100667.633952:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.633957:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.633964:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964646656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.633979:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100667.633984:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100667.633990:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100667.633996:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100667.634000:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100667.634004:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100667.634011:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100667.634017:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:2.0:1789100667.634023:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100667.634027:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100667.634031:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789100667.634037:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100667.634039:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634044:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634055:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100667.634060:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634064:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100667.634068:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100667.634071:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100667.634079:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634094:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100667.634098:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634103:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100667.634106:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100667.634112:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100667.634119:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964646784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100667.634128:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100667.634131:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100667.634134:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634139:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100667.634143:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100667.634146:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.634151:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100667.634155:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100667.634159:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100667.634163:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964646784, portal 10
00000100:00000001:2.0:1789100667.634166:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100667.634167:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789100667.634176:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634183:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100667.634186:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100667.634189:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100667.634193:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964646784, offset 0
00000400:00000200:2.0:1789100667.634199:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634204:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634210:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100667.634214:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100667.634218:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100667.634222:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100667.634224:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634240:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512001:512001:256:4294967295] 192.168.204.152@tcp LPNI seq info [511758:511758:8:4294967295]
00000400:00000200:2.0:1789100667.634245:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634254:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100667.634260:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634266:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100667.634272:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100667.634277:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100667.634284:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100667.634287:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100667.634292:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634294:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100667.634298:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100667.634301:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100667.634304:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100667.634306:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100667.634308:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100667.634312:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634320:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.634323:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634330:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634332:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100667.634337:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100667.634342:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100667.634346:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100667.634348:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322477588
00000100:00000001:2.0:1789100667.634351:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634353:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322477588
00000100:00000001:2.0:1789100667.634355:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634358:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100667.634360:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634361:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100667.634365:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100667/real 1789100667]  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100667.634378:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100667.634379:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100667.634381:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100667.634384:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100667.634385:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100667.634388:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100667.634391:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100667.634398:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634403:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100667.634404:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634406:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634407:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100667.634410:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634416:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100667.634420:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634426:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100667.634428:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634430:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634431:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634432:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100667.634434:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100667.634436:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100667.634440:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100667.634442:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100667.634446:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100667.634454:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964646784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100667.634458:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100667.634461:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634466:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100667.634468:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634470:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100667.634472:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100667.634473:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100667.634476:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964646912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100667.634478:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100667.634481:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100667.634482:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634485:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100667.634489:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100667.634491:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.634494:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100667.634496:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100667.634499:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100667.634502:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964646912, portal 10
00000100:00000001:2.0:1789100667.634503:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100667.634504:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789100667.634509:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634514:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100667.634516:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100667.634518:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100667.634520:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964646912, offset 0
00000400:00000200:2.0:1789100667.634524:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634527:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634530:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100667.634533:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100667.634536:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100667.634537:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100667.634539:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634541:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512002:512002:256:4294967295] 192.168.204.152@tcp LPNI seq info [511759:511759:8:4294967295]
00000400:00000200:2.0:1789100667.634545:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634551:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100667.634555:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634558:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100667.634561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100667.634563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100667.634567:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100667.634570:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100667.634573:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634575:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100667.634578:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100667.634581:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100667.634583:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100667.634585:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100667.634587:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100667.634590:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634596:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.634599:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634604:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634606:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100667.634609:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100667.634611:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100667.634614:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100667.634617:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322477587
00000100:00000001:2.0:1789100667.634619:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634621:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322477587
00000100:00000001:2.0:1789100667.634623:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634626:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100667.634628:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634629:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100667.634633:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100667/real 1789100667]  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100667.634640:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100667.634641:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100667.634643:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100667.634645:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100667.634647:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100667.634649:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100667.634652:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100667.634660:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634665:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100667.634667:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634668:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634670:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100667.634673:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634679:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100667.634683:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634689:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100667.634693:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634694:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634695:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634697:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100667.634699:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100667.634701:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100667.634705:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100667.634707:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100667.634710:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100667.634716:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964646912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100667.634720:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100667.634723:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634728:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100667.634729:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634731:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100667.634733:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100667.634735:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100667.634737:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100667.634740:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100667.634742:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100667.634743:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.634744:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100667.634747:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100667.634749:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.634752:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100667.634755:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100667.634758:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100667.634761:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647040, portal 4
00000100:00000001:2.0:1789100667.634763:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100667.634764:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789100667.634770:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634776:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100667.634778:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100667.634780:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100667.634783:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964647040, offset 0
00000400:00000200:2.0:1789100667.634815:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634819:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634822:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100667.634824:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100667.634827:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100667.634829:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100667.634831:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100667.634834:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512003:512003:256:4294967295] 192.168.204.152@tcp LPNI seq info [511760:511760:8:4294967295]
00000400:00000200:2.0:1789100667.634837:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.634843:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100667.634847:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634851:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100667.634854:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100667.634857:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100667.634861:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100667.634864:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100667.634867:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.634870:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100667.634873:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100667.634876:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100667.634879:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100667.634880:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100667.634882:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100667.634886:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634897:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.634900:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634905:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634906:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100667.634909:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100667.634911:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100667.634914:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100667.634915:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322477598
00000100:00000001:2.0:1789100667.634918:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634919:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322477598
00000100:00000001:2.0:1789100667.634921:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.634923:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100667.634924:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.634926:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100667.634930:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100667/real 1789100667]  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100667.634936:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100667.634937:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100667.634938:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100667.634940:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100667.634941:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100667.634943:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100667.634946:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100667.634953:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634958:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100667.634961:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634962:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634964:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100667.634966:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634973:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100667.634976:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.634984:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100667.634986:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634987:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.634989:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.634991:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100667.634992:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100667.634995:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100667.634998:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100667.635000:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100667.635004:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100667.635012:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100667.635016:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635018:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.635021:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964646784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635028:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100667.635029:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100667.635032:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100667.635034:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100667.635036:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100667.635038:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100667.635040:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100667.635042:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:2.0:1789100667.635045:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100667.635046:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100667.635047:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789100667.635050:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100667.635051:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635052:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.635056:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964646912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635061:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100667.635063:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100667.635064:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100667.635066:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100667.635067:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100667.635068:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100667.635070:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100667.635071:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:2.0:1789100667.635074:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100667.635075:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100667.635076:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789100667.635079:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100667.635080:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635081:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.635084:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964647040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635091:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100667.635092:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100667.635094:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100667.635096:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100667.635097:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100667.635098:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100667.635100:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100667.635101:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:2.0:1789100667.635103:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100667.635105:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100667.635106:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789100667.635108:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100667.635109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635111:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635117:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100667.635118:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.635120:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100667.635121:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100667.635122:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100667.635125:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635129:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100667.635130:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.635132:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100667.635133:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100667.635134:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100667.635136:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100667.635138:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100667.635139:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100667.635141:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100667.635142:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100667.635146:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100667.635147:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100667.635151:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100667.635153:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100667.635157:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100667.635160:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647168, portal 4
00000100:00000001:2.0:1789100667.635161:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100667.635162:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789100667.635168:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635173:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100667.635175:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100667.635177:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100667.635179:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964647168, offset 0
00000400:00000200:2.0:1789100667.635183:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100667.635187:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.635190:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100667.635192:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100667.635195:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100667.635197:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100667.635199:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100667.635202:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512004:512004:256:4294967295] 192.168.204.152@tcp LPNI seq info [511761:511761:8:4294967295]
00000400:00000200:2.0:1789100667.635205:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100667.635210:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100667.635214:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.635217:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100667.635221:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100667.635236:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789100667.635241:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100667.635244:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789100667.635247:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100667.635248:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100667.635252:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100667.635255:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100667.635257:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100667.635259:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100667.635261:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100667.635264:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635272:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.635274:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635280:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.635282:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100667.635285:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100667.635287:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100667.635290:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100667.635292:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322477618
00000100:00000001:2.0:1789100667.635294:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.635296:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322477618
00000100:00000001:2.0:1789100667.635299:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322478851
00000100:00000001:2.0:1789100667.635301:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100667.635303:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.635304:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100667.635308:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100667/real 1789100667]  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100667.635315:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100667.635317:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100667.635318:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100667.635321:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100667.635322:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100667.635324:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100667.635327:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100667.635334:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635341:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100667.635343:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635344:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.635346:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100667.635349:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635356:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100667.635359:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635367:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100667.635369:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635371:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100667.635372:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635374:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100667.635376:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100667.635378:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100667.635381:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100667.635383:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100667.635386:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100667.635392:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100667.635396:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635398:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100667.635400:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964647168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100667.635405:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100667.635407:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100667.635409:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100667.635411:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100667.635413:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100667.635414:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100667.635417:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100667.635418:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789100667.635421:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100667.635422:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100667.635423:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789100667.635426:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100667.635428:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635430:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100667.635433:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100667.635435:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100667.635437:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100667.635438:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100668.656989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100668.656996:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100668.657000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100668.657002:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100668.657004:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100668.657005:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100668.657063:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100668.657067:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100668.657071:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100668.976902:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322478851, at 4322478912
00000100:00000010:1.0:1789100668.976918:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00010000:00000001:2.0:1789100669.680891:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100669.680898:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100669.680903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100669.680905:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100669.680908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100669.680910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100669.680974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100669.680978:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100669.680981:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100670.704900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100670.704907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100670.704913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100670.704915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100670.704918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100670.704919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100671.728869:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100671.728876:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100671.728882:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100671.728884:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100671.728887:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100671.728889:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100671.728940:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100671.728944:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100671.728946:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100672.752904:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100672.752914:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100672.752919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100672.752926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100672.752927:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100672.752930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.752932:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100672.752935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100672.752937:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100672.752939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.752945:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100672.752953:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27810
00000400:00000200:1.0:1789100672.752962:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100672.752968:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100672.752972:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100672.752976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.752979:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100672.752981:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.752983:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100672.752986:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100672.752989:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100672.752991:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100672.752994:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100672.752996:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100672.752998:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100672.753001:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753002:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100672.753003:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753007:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100672.753009:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100672.753014:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753018:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753020:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100672.753022:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100672.753023:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753025:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100672.753027:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100672.753034:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100672.753036:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100672.753039:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100672.753040:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753042:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100672.753044:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100672.753047:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100672.753052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100672.753057:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100672.753064:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100672.753071:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100672.753075:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100672.753078:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100672.753097:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100672.753099:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100672.753101:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100672.753102:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100672.753103:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100672.753105:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100672.753106:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27810
00000400:00000200:1.0:1789100672.753108:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100672.753110:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100672.753111:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100672.753113:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753114:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100672.753116:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753117:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100672.753119:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100672.753120:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100672.753121:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100672.753122:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100672.753123:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100672.753124:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100672.753125:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100672.753138:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100672.753139:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100672.753142:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100672.753144:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789100672.753145:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753147:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100672.753150:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:2.0:1789100672.753151:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100672.753154:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753158:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753162:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100672.753166:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789100672.753167:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.753167:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753171:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753173:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789100672.753174:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100672.753176:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1789100672.753178:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789100672.753178:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100672.753183:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.753185:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964647296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789100672.753186:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753191:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1789100672.753193:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100672.753195:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100672.753195:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100672.753198:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753199:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100672.753201:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753201:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100672.753204:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100672.753205:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1789100672.753206:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:1.0:1789100672.753207:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753210:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100672.753213:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000400:00000200:2.0:1789100672.753216:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100672.753217:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100672.753220:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00100000:1.0:1789100672.753224:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789100672.753227:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:1.0:1789100672.753232:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1789100672.753234:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647296, portal 25
00000100:00000001:1.0:1789100672.753235:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753240:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1789100672.753242:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753243:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000100:00000040:2.0:1789100672.753250:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100672.753252:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100672.753257:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100672.753261:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789100672.753262:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100672.753266:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1789100672.753266:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100672.753269:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789100672.753270:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100672.753273:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1789100672.753275:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964647296, offset 0
00000100:00080000:1.0:1789100672.753277:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27810
00000400:00000200:1.0:1789100672.753282:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.753284:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100672.753287:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100672.753289:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100672.753291:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753293:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100672.753295:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100672.753296:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753299:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100672.753300:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1789100672.753301:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:1.0:1789100672.753302:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100672.753305:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100672.753308:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100672.753309:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100672.753310:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1789100672.753311:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100672.753316:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753317:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100672.753319:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:1.0:1789100672.753320:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753323:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100672.753325:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789100672.753327:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1789100672.753328:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753332:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753334:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789100672.753335:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:1.0:1789100672.753336:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100672.753339:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753340:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100672.753343:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100672.753344:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512005:512005:256:4294967295] 192.168.204.152@tcp LPNI seq info [511762:511762:8:4294967295]
00000008:00000001:1.0:1789100672.753345:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753348:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100672.753352:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000400:00000200:2.0:1789100672.753355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789100672.753356:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100672.753359:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100672.753360:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753361:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100672.753363:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100672.753365:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.753368:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1789100672.753370:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100672.753375:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100672.753376:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:1.0:1789100672.753380:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789100672.753382:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100672.753388:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100672.753390:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100672.753392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100672.753395:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1789100672.753397:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100672.753406:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100672.753408:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100672.753409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1789100672.753411:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789100672.753416:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100672.753417:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100672.753420:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1789100672.753420:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00080000:1.0:1789100672.753422:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100672.753424:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100672.753426:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27810
00000400:00000200:2.0:1789100672.753427:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789100672.753431:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100672.753436:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:2.0:1789100672.753436:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1789100672.753438:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100672.753441:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000100:00000040:1.0:1789100672.753443:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:2.0:1789100672.753444:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100672.753446:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100672.753449:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100672.753449:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1789100672.753452:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100672.753455:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1789100672.753455:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100672.753456:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100672.753459:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100672.753461:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100672.753465:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100672.753468:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789100672.753472:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789100672.753473:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753475:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100672.753477:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100672.753479:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753483:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100672.753486:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100672.753490:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100672.753491:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753492:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753493:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1789100672.753495:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100672.753498:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100672.753499:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753500:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100672.753500:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789100672.753502:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100672.753505:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753508:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.753508:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:1.0:1789100672.753513:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000100:00000001:2.0:1789100672.753513:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322483971
00000020:00000040:1.0:1789100672.753517:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100672.753519:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100672.753520:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100672.753520:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97d80.
00000100:00000001:1.0:1789100672.753524:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100672.753525:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100672.753526:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753528:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1789100672.753529:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100672.753532:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753534:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322483971
00000100:00100000:1.0:1789100672.753539:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1789100672.753540:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:2.0:1789100672.753544:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100672.753548:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.753552:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753554:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100672.753554:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100672.753559:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.753560:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100672/real 1789100672]  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100672.753567:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100672.753568:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100672.753570:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000040:1.0:1789100672.753572:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100672.753573:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100672.753575:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100672.753579:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100672.753584:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100672.753589:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100672.753594:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100672.753595:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100672.753605:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100672.753605:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100672.753607:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100672.753609:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100672.753610:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.753613:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100672.753614:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789100672.753617:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100672.753618:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100672.753624:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27810
00000100:00000001:2.0:1789100672.753625:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100672.753631:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100672.753633:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100672.753639:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100672.753640:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789100672.753642:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100672.753643:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.753645:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1789100672.753646:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100672.753647:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100672.753649:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100672.753650:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1789100672.753653:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100672.753653:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100672.753657:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00080000:2.0:1789100672.753658:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1789100672.753660:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100672.753663:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00080000:2.0:1789100672.753663:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000020:00000001:1.0:1789100672.753665:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100672.753667:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1789100672.753668:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100672.753672:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100672.753673:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100672.753674:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100672.753681:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753684:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100672.753687:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753688:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100672.753690:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100672.753691:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100672.753692:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100672.753693:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100672.753695:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1789100672.753696:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964647296:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100672.753698:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753699:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100672.753702:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100672.753705:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753705:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100672.753709:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753711:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1789100672.753712:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100672.753716:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:2.0:1789100672.753717:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964647296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100672.753719:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100672.753721:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100672.753724:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100672.753726:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100672.753728:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753733:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:1.0:1789100672.753734:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
02000000:00000001:2.0:1789100672.753737:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1789100672.753738:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100672.753742:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
00000100:00100000:1.0:1789100672.753743:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789100672.753747:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100672.753750:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1789100672.753751:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100672.753754:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789100672.753754:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100672.753759:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:1.0:1789100672.753760:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789100672.753763:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789100672.753768:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789100672.753769:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753770:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100672.753772:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00000040:1.0:1789100672.753773:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27820)
00000100:00000001:2.0:1789100672.753774:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100672.753777:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.753779:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.753785:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100672.753803:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753805:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100672.753806:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100672.753807:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100672.753810:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753815:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100672.753816:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753817:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100672.753818:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100672.753820:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.753822:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100672.753824:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100672.753826:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100672.753827:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.753828:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100672.753830:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100672.753831:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.753834:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100672.753836:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100672.753838:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100672.753840:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647424, portal 10
00000100:00000001:2.0:1789100672.753841:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100672.753842:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:2.0:1789100672.753846:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753851:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100672.753853:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100672.753855:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100672.753857:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964647424, offset 0
00000400:00000200:2.0:1789100672.753861:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100672.753864:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.753868:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100672.753871:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100672.753873:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100672.753875:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100672.753878:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100672.753881:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512006:512006:256:4294967295] 192.168.204.152@tcp LPNI seq info [511763:511763:8:4294967295]
00000400:00000200:2.0:1789100672.753885:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.753891:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100672.753896:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.753899:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100672.753902:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100672.753904:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100672.753906:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100672.753908:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100672.753910:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.753912:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100672.753914:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100672.753916:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100672.753918:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100672.753919:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100672.753921:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100672.753923:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753929:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.753931:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753935:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753936:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100672.753938:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100672.753941:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100672.753943:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100672.753944:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322482708
00000100:00000001:2.0:1789100672.753946:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.753947:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322482708
00000100:00000001:2.0:1789100672.753949:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.753950:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.753951:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.753952:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100672.753954:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100672/real 1789100672]  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100672.753962:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100672.753963:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100672.753964:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100672.753966:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100672.753966:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100672.753968:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100672.753969:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100672.753974:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753977:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100672.753978:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.753979:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.753980:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100672.753982:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753985:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100672.753988:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.753995:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100672.753997:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.753998:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.753999:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754001:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100672.754002:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100672.754005:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100672.754009:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100672.754011:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100672.754015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100672.754022:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100672.754026:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100672.754029:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754035:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100672.754036:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754038:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100672.754039:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100672.754041:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.754043:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100672.754046:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100672.754047:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100672.754049:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754050:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754053:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100672.754055:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.754058:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100672.754060:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100672.754063:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100672.754065:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647552, portal 10
00000100:00000001:2.0:1789100672.754066:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100672.754068:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:2.0:1789100672.754072:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754077:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100672.754079:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100672.754081:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100672.754083:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964647552, offset 0
00000400:00000200:2.0:1789100672.754087:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754090:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754093:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100672.754095:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100672.754097:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100672.754099:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100672.754101:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754104:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512007:512007:256:4294967295] 192.168.204.152@tcp LPNI seq info [511764:511764:8:4294967295]
00000400:00000200:2.0:1789100672.754107:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754112:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100672.754116:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754119:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100672.754122:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100672.754125:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100672.754137:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100672.754140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100672.754143:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754145:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100672.754148:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100672.754150:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100672.754153:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100672.754155:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100672.754157:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100672.754160:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754166:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754168:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754174:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754175:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100672.754178:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100672.754181:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100672.754183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100672.754186:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322482707
00000100:00000001:2.0:1789100672.754188:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754189:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322482707
00000100:00000001:2.0:1789100672.754191:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754193:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.754194:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754196:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100672.754199:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100672/real 1789100672]  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100672.754205:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100672.754206:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100672.754208:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100672.754209:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100672.754211:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100672.754212:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100672.754215:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100672.754222:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754227:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100672.754228:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754230:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754231:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100672.754234:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754239:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100672.754243:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754248:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100672.754250:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754251:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754253:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754254:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100672.754256:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100672.754258:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100672.754261:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100672.754263:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100672.754266:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100672.754272:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100672.754275:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100672.754277:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754282:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100672.754283:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754285:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100672.754287:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100672.754289:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.754291:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100672.754293:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100672.754295:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100672.754296:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754298:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754300:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100672.754302:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.754305:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100672.754307:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100672.754310:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100672.754312:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647680, portal 4
00000100:00000001:2.0:1789100672.754314:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100672.754316:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:2.0:1789100672.754320:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754326:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100672.754328:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100672.754329:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100672.754331:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964647680, offset 0
00000400:00000200:2.0:1789100672.754334:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754337:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754340:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100672.754342:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100672.754344:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100672.754346:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100672.754348:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754351:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512008:512008:256:4294967295] 192.168.204.152@tcp LPNI seq info [511765:511765:8:4294967295]
00000400:00000200:2.0:1789100672.754354:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754359:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100672.754363:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754365:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100672.754368:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100672.754371:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100672.754374:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100672.754376:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100672.754379:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754380:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100672.754383:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100672.754386:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100672.754388:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100672.754389:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100672.754391:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100672.754394:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754405:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754408:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754413:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754414:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100672.754416:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100672.754419:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100672.754421:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100672.754423:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322482717
00000100:00000001:2.0:1789100672.754425:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754427:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322482717
00000100:00000001:2.0:1789100672.754428:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754430:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.754432:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754433:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100672.754436:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100672/real 1789100672]  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100672.754442:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100672.754443:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100672.754444:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100672.754446:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100672.754447:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100672.754449:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100672.754452:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100672.754458:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754463:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100672.754465:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754466:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754467:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100672.754470:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754476:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100672.754479:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754484:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100672.754486:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754487:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754488:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754490:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100672.754491:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100672.754493:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100672.754496:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100672.754498:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100672.754501:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100672.754507:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100672.754510:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100672.754512:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754517:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100672.754518:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754520:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100672.754522:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100672.754523:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100672.754526:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100672.754529:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100672.754530:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100672.754532:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100672.754534:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754536:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100672.754537:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100672.754540:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100672.754542:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100672.754544:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100672.754546:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647808, portal 4
00000100:00000001:2.0:1789100672.754548:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100672.754549:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:2.0:1789100672.754554:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754559:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100672.754561:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100672.754562:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100672.754564:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964647808, offset 0
00000400:00000200:2.0:1789100672.754567:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754570:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754573:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100672.754576:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100672.754578:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100672.754580:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100672.754582:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100672.754585:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512009:512009:256:4294967295] 192.168.204.152@tcp LPNI seq info [511766:511766:8:4294967295]
00000400:00000200:2.0:1789100672.754588:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100672.754594:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100672.754597:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754600:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100672.754603:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100672.754606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789100672.754609:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100672.754611:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789100672.754614:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100672.754616:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100672.754618:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100672.754621:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100672.754623:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100672.754625:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100672.754627:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100672.754630:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754637:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754640:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754645:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754647:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100672.754649:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100672.754652:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100672.754654:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100672.754656:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322482737
00000100:00000001:2.0:1789100672.754658:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754660:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322482737
00000100:00000001:2.0:1789100672.754662:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322483971
00000100:00000001:2.0:1789100672.754664:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100672.754666:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754667:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100672.754671:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100672/real 1789100672]  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100672.754678:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100672.754679:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100672.754681:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100672.754683:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100672.754684:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100672.754686:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100672.754688:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100672.754697:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754702:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100672.754703:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754705:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754706:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100672.754709:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754715:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100672.754718:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754724:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100672.754726:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754728:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100672.754729:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754730:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100672.754732:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100672.754735:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100672.754738:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100672.754740:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100672.754744:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100672.754757:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964647808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100672.754761:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754762:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754765:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964647424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754771:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100672.754773:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754775:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100672.754777:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100672.754779:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100672.754780:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100672.754781:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100672.754783:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789100672.754785:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100672.754802:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100672.754804:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:2.0:1789100672.754806:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100672.754807:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754809:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754812:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964647552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754818:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100672.754819:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754820:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100672.754822:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100672.754824:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100672.754825:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100672.754827:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100672.754828:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789100672.754830:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100672.754831:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100672.754833:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:2.0:1789100672.754835:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100672.754837:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754838:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754841:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964647680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754847:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100672.754849:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754850:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100672.754852:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100672.754853:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100672.754854:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100672.754856:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100672.754857:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789100672.754859:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100672.754860:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100672.754861:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:2.0:1789100672.754864:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100672.754865:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754867:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100672.754869:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964647808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100672.754875:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100672.754877:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100672.754878:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100672.754880:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100672.754881:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100672.754882:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100672.754884:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100672.754885:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789100672.754887:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100672.754888:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100672.754890:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:2.0:1789100672.754892:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100672.754893:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754895:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100672.754900:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100672.754902:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100672.754904:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100672.754906:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100673.776915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100673.776921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100673.776926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100673.776927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100673.776929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100673.776930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100673.776998:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100673.777003:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100673.777007:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100674.096924:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322483971, at 4322484032
00000100:00000010:1.0:1789100674.096940:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00010000:00000001:2.0:1789100674.800921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100674.800926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100674.800930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100674.800931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100674.800933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100674.800934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100675.824944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100675.824951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100675.824957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100675.824958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100675.824961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100675.824963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100675.825084:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100675.825089:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100675.825093:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100676.848958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100676.848966:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100676.848968:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100676.848971:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848976:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100676.848978:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848980:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848982:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100676.848988:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100676.848990:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100676.848991:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848992:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100676.848994:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848995:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.848997:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.849000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100676.849002:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100676.849003:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100676.849004:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.849006:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100676.849007:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.849008:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100676.849010:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.872861:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100677.872865:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100677.872870:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.872872:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100677.872876:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100677.872877:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100677.872880:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.872882:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100677.872884:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100677.872887:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.872889:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100677.872898:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27815
00000400:00000200:1.0:1789100677.872907:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100677.872913:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100677.872917:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100677.872921:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.872924:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100677.872927:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.872930:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100677.872934:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100677.872936:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100677.872938:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100677.872942:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100677.872945:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100677.872948:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100677.872952:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.872955:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100677.872960:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.872964:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100677.872969:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100677.872974:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100677.872977:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100677.872980:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100677.872983:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100677.872986:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.872988:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100677.872991:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100677.872999:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100677.873002:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100677.873006:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100677.873008:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873011:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100677.873013:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100677.873017:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100677.873024:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100677.873030:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100677.873054:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100677.873064:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100677.873068:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100677.873073:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.873096:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.873099:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100677.873102:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100677.873104:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100677.873105:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100677.873108:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100677.873110:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27815
00000400:00000200:1.0:1789100677.873114:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100677.873118:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100677.873121:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100677.873124:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100677.873129:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873129:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789100677.873133:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100677.873134:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100677.873137:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100677.873138:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100677.873141:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100677.873144:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1789100677.873146:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100677.873148:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100677.873153:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100677.873159:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100677.873163:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1789100677.873166:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873167:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873173:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789100677.873173:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789100677.873178:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100677.873178:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.873184:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873185:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100677.873191:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00100000:2.0:1789100677.873191:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964647936:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789100677.873198:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873200:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100677.873202:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100677.873206:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100677.873209:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789100677.873212:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.873213:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100677.873216:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.873218:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100677.873220:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1789100677.873225:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
00000008:00100000:1.0:1789100677.873226:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789100677.873229:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100677.873231:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873235:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.873237:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:1.0:1789100677.873242:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000400:00000010:2.0:1789100677.873243:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000020:00000040:1.0:1789100677.873247:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:2.0:1789100677.873251:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
02000000:00000001:1.0:1789100677.873252:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100677.873254:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873258:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100677.873260:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1789100677.873260:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964647936, portal 25
02000000:00000001:1.0:1789100677.873265:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873265:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100677.873269:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
02000000:00000010:1.0:1789100677.873272:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000040:2.0:1789100677.873276:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.873278:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100677.873288:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100677.873289:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100677.873295:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100677.873299:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100677.873305:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1789100677.873306:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964647936, offset 0
00000100:00000001:1.0:1789100677.873310:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100677.873316:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100677.873319:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873329:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.873333:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:1.0:1789100677.873334:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100677.873339:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1789100677.873340:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100677.873342:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100677.873346:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789100677.873348:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789100677.873351:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1789100677.873355:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:1.0:1789100677.873358:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27815
00000400:00000200:2.0:1789100677.873363:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789100677.873367:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.873370:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:1.0:1789100677.873374:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100677.873379:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100677.873380:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512010:512010:256:4294967295] 192.168.204.152@tcp LPNI seq info [511767:511767:8:4294967295]
00000100:00000040:1.0:1789100677.873386:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873391:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100677.873391:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100677.873396:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873399:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100677.873402:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100677.873406:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:2.0:1789100677.873407:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1789100677.873410:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100677.873415:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000800:00000200:2.0:1789100677.873418:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789100677.873419:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100677.873424:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000010:2.0:1789100677.873426:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000040:1.0:1789100677.873429:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873433:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1789100677.873437:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100677.873438:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873442:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.0:1789100677.873442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1789100677.873448:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.1:1789100677.873452:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100677.873454:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789100677.873458:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1789100677.873459:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100677.873463:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1789100677.873467:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100677.873468:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1789100677.873470:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
02000000:00000001:1.0:1789100677.873472:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873475:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100677.873477:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100677.873479:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873481:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100677.873484:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000400:00000200:2.0:1789100677.873485:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1789100677.873489:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100677.873494:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1789100677.873495:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1789100677.873496:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873501:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789100677.873501:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
02000000:00000001:1.0:1789100677.873503:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1789100677.873505:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
02000000:00000001:1.0:1789100677.873507:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873510:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1789100677.873513:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000200:2.0:1789100677.873517:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.873519:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100677.873528:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100677.873531:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.873537:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.873540:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100677.873545:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873551:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100677.873552:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.873553:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100677.873561:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873564:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.873568:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:1.0:1789100677.873570:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100677.873572:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322489091
00000100:00080000:1.0:1789100677.873576:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100677.873579:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1789100677.873579:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97720.
00000100:00080000:1.0:1789100677.873583:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100677.873587:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100677.873588:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1789100677.873592:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27815
00000100:00000001:2.0:1789100677.873596:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322489091
00000400:00000200:1.0:1789100677.873597:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:2.0:1789100677.873602:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000400:00000200:1.0:1789100677.873603:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100677.873607:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1789100677.873608:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100677.873611:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789100677.873614:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873615:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873619:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100677.873620:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1789100677.873625:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100677/real 1789100677]  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100677.873626:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873631:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100677.873635:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100677.873638:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000001:2.0:1789100677.873640:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1789100677.873642:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:2.0:1789100677.873643:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100677.873645:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000020:00000040:1.0:1789100677.873647:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:2.0:1789100677.873648:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000020:00000001:1.0:1789100677.873651:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:2.0:1789100677.873651:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100677.873654:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1789100677.873656:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:2.0:1789100677.873659:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100677.873664:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:2.0:1789100677.873668:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.873669:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100677.873675:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873676:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100677.873678:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100677.873680:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100677.873681:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.873683:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100677.873686:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00100000:2.0:1789100677.873688:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100677.873693:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100677.873697:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100677.873699:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.873702:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100677.873704:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100677.873710:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100677.873710:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100677.873715:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100677.873716:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873717:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.873718:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100677.873721:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100677.873721:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100677.873723:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1789100677.873725:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1789100677.873726:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1789100677.873732:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100677.873732:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100677.873735:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789100677.873736:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.873739:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789100677.873742:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000100:00100000:2.0:1789100677.873745:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964647936:192.168.204.152@tcp:250:kworker.0
00000020:00000040:1.0:1789100677.873747:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100677.873752:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789100677.873753:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100677.873754:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873757:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100677.873758:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100677.873762:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1789100677.873763:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964647936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100677.873765:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100677.873772:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:2.0:1789100677.873774:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1789100677.873776:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.873778:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100677.873783:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
00000100:00100000:1.0:1789100677.873784:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789100677.873803:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100677.873806:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100677.873808:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100677.873810:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100677.873813:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789100677.873818:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100677.873822:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1789100677.873823:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1789100677.873824:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:1.0:1789100677.873828:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873830:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100677.873833:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100677.873835:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.873837:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.873847:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789100677.873848:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873851:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.873853:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100677.873856:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1789100677.873858:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100677.873860:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100677.873862:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100677.873863:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1789100677.873865:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100677.873869:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1789100677.873871:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100677.873874:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27815
00000400:00000200:1.0:1789100677.873883:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100677.873887:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1789100677.873889:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100677.873890:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100677.873893:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1789100677.873895:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789100677.873899:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100677.873899:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.873905:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873906:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100677.873910:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100677.873913:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:1.0:1789100677.873914:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100677.873919:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100677.873920:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1789100677.873921:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100677.873924:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1789100677.873925:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789100677.873927:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:2.0:1789100677.873928:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100677.873931:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:2.0:1789100677.873932:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1789100677.873936:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:2.0:1789100677.873937:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
00000100:00000040:1.0:1789100677.873941:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100677.873942:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873946:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100677.873950:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100677.873951:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.873956:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:2.0:1789100677.873957:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000020:00000040:1.0:1789100677.873960:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000010:2.0:1789100677.873963:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00080000:1.0:1789100677.873966:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:2.0:1789100677.873968:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648064, portal 10
00000100:00000001:1.0:1789100677.873970:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.873972:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1789100677.873974:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100677.873975:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
02000000:00000001:1.0:1789100677.873978:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100677.873982:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873986:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1789100677.873986:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789100677.873989:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100677.873995:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100677.873999:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874001:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1789100677.874004:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000100:00000040:2.0:1789100677.874006:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000040:1.0:1789100677.874009:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000010:2.0:1789100677.874011:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
02000000:00000001:1.0:1789100677.874013:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1789100677.874017:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964648064, offset 0
00000400:00000200:2.0:1789100677.874021:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874024:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874027:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100677.874029:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100677.874044:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100677.874047:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1789100677.874049:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874050:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789100677.874055:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789100677.874055:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512011:512011:256:4294967295] 192.168.204.152@tcp LPNI seq info [511768:511768:8:4294967295]
02000000:00000001:1.0:1789100677.874059:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1789100677.874061:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100677.874063:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874069:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1789100677.874070:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000800:00000200:2.0:1789100677.874075:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100677.874077:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789100677.874079:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100677.874085:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00100000:1.0:1789100677.874086:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789100677.874087:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100677.874095:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100677.874100:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1789100677.874104:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1789100677.874104:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874108:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100677.874109:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874111:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100677.874117:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100677.874117:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100677.874119:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100677.874122:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100677.874125:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100677.874130:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100677.874133:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874139:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789100677.874142:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27825)
00000100:00000040:2.0:1789100677.874142:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874149:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874151:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100677.874155:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.874159:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100677.874163:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100677.874165:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322487828
00000100:00000001:2.0:1789100677.874168:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874170:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322487828
00000100:00000001:2.0:1789100677.874171:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874173:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100677.874175:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874177:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100677.874181:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100677/real 1789100677]  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100677.874189:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100677.874190:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100677.874192:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100677.874194:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100677.874195:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100677.874197:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100677.874201:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100677.874209:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874215:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100677.874216:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874217:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874218:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100677.874221:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874225:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100677.874227:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874231:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100677.874233:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874234:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874235:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874236:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100677.874237:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100677.874238:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100677.874240:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100677.874241:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100677.874243:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100677.874247:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100677.874250:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100677.874251:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874255:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100677.874256:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874257:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100677.874258:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.874259:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100677.874261:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100677.874263:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100677.874264:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100677.874265:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874266:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874268:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100677.874269:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874272:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100677.874273:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100677.874275:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100677.874277:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648192, portal 10
00000100:00000001:2.0:1789100677.874278:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100677.874279:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:2.0:1789100677.874282:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874286:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100677.874287:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100677.874289:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100677.874290:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964648192, offset 0
00000400:00000200:2.0:1789100677.874292:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874295:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874297:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100677.874298:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100677.874300:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100677.874301:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100677.874303:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874304:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512012:512012:256:4294967295] 192.168.204.152@tcp LPNI seq info [511769:511769:8:4294967295]
00000400:00000200:2.0:1789100677.874307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874311:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100677.874313:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874315:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100677.874317:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100677.874319:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100677.874321:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100677.874322:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100677.874324:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874326:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100677.874327:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100677.874329:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100677.874331:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100677.874333:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100677.874334:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100677.874336:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874341:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874343:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874346:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874347:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100677.874349:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.874351:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100677.874352:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100677.874353:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322487827
00000100:00000001:2.0:1789100677.874354:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874356:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322487827
00000100:00000001:2.0:1789100677.874358:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874360:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100677.874362:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874364:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100677.874367:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100677/real 1789100677]  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100677.874374:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100677.874375:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100677.874377:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100677.874380:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100677.874381:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100677.874383:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100677.874386:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100677.874394:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874400:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100677.874402:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874404:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874405:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100677.874408:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874415:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100677.874417:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874421:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100677.874423:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874423:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874424:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874425:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100677.874426:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100677.874428:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100677.874429:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100677.874431:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100677.874433:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100677.874437:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100677.874439:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100677.874441:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874444:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100677.874445:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874447:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100677.874448:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.874449:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100677.874451:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100677.874453:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100677.874454:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100677.874455:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874456:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874458:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100677.874459:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874461:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100677.874463:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100677.874465:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100677.874466:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648320, portal 4
00000100:00000001:2.0:1789100677.874468:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100677.874468:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:2.0:1789100677.874472:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874475:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100677.874477:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100677.874478:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100677.874479:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964648320, offset 0
00000400:00000200:2.0:1789100677.874481:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874483:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874485:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100677.874487:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100677.874488:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100677.874490:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100677.874491:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874493:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512013:512013:256:4294967295] 192.168.204.152@tcp LPNI seq info [511770:511770:8:4294967295]
00000400:00000200:2.0:1789100677.874496:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874499:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100677.874503:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874504:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100677.874507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100677.874508:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100677.874511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100677.874512:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100677.874514:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874515:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100677.874517:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100677.874519:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100677.874520:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100677.874521:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100677.874523:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100677.874524:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874529:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874531:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874534:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874535:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100677.874536:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.874538:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100677.874540:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100677.874541:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322487837
00000100:00000001:2.0:1789100677.874542:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874544:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322487837
00000100:00000001:2.0:1789100677.874546:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874548:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100677.874549:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874551:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100677.874554:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100677/real 1789100677]  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100677.874562:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100677.874563:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100677.874565:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100677.874567:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100677.874568:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100677.874570:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100677.874573:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100677.874581:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874587:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100677.874588:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874590:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874591:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100677.874595:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874601:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100677.874605:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874611:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100677.874613:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874615:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874616:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874618:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100677.874619:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100677.874620:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100677.874622:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100677.874623:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100677.874626:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100677.874631:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100677.874633:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874634:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874636:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964648064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874639:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100677.874641:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874642:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100677.874644:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100677.874645:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100677.874646:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100677.874647:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100677.874648:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789100677.874651:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100677.874652:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100677.874652:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:2.0:1789100677.874654:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100677.874655:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874656:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874657:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964648192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874661:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100677.874661:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874662:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100677.874663:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100677.874664:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100677.874664:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100677.874665:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100677.874666:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789100677.874667:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100677.874668:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100677.874669:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789100677.874671:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100677.874672:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874672:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874674:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964648320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874678:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100677.874678:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874679:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100677.874680:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100677.874681:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100677.874681:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100677.874682:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100677.874683:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789100677.874684:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100677.874684:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100677.874685:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:2.0:1789100677.874686:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100677.874687:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874688:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874690:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100677.874691:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874692:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100677.874692:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100677.874693:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100677.874695:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874698:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100677.874699:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874700:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100677.874701:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100677.874702:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100677.874704:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100677.874706:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100677.874707:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100677.874708:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100677.874709:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874711:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100677.874712:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100677.874714:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100677.874715:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100677.874717:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100677.874719:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648448, portal 4
00000100:00000001:2.0:1789100677.874721:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100677.874721:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:2.0:1789100677.874725:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874729:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100677.874730:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100677.874731:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100677.874733:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964648448, offset 0
00000400:00000200:2.0:1789100677.874735:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874737:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874739:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100677.874740:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100677.874742:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100677.874743:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100677.874745:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100677.874746:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512014:512014:256:4294967295] 192.168.204.152@tcp LPNI seq info [511771:511771:8:4294967295]
00000400:00000200:2.0:1789100677.874749:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100677.874753:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100677.874757:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874760:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100677.874763:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100677.874765:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789100677.874769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100677.874772:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789100677.874776:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100677.874778:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100677.874780:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100677.874784:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100677.874803:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100677.874805:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100677.874807:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100677.874810:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874815:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874816:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874820:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874821:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100677.874823:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100677.874825:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100677.874827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100677.874828:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322487858
00000100:00000001:2.0:1789100677.874830:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874832:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322487858
00000100:00000001:2.0:1789100677.874834:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322489091
00000100:00000001:2.0:1789100677.874836:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100677.874838:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874839:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100677.874843:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100677/real 1789100677]  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100677.874850:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100677.874851:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100677.874853:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100677.874855:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100677.874856:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100677.874858:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100677.874861:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100677.874869:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874875:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100677.874876:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874878:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874879:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100677.874883:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874889:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100677.874892:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874899:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100677.874901:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874902:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100677.874904:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874905:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100677.874906:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100677.874908:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100677.874910:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100677.874911:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100677.874913:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100677.874918:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100677.874920:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874921:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100677.874923:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964648448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100677.874927:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100677.874928:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100677.874930:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100677.874931:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100677.874932:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100677.874933:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100677.874934:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100677.874935:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789100677.874936:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100677.874937:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100677.874938:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:2.0:1789100677.874940:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100677.874940:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874941:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100677.874944:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100677.874945:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100677.874946:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100677.874947:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100678.896920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100678.896926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100678.896930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100678.896931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100678.896933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100678.896934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100679.216915:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322489091, at 4322489152
00000100:00000010:1.0:1789100679.216928:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00010000:00000001:2.0:1789100679.920897:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100679.920904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100679.920911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100679.920912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100679.920915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100679.920916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100679.920979:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100679.920983:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100679.920987:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100680.944916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100680.944920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100680.944924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100680.944925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100680.944927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100680.944928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100681.968928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100681.968934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100681.968940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100681.968941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100681.968944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100681.968945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100682.992905:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100682.992916:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100682.992919:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100682.992923:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100682.992929:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100682.992948:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27820
00000400:00000200:1.0:1789100682.992959:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100682.992966:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100682.992970:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100682.992972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1789100682.992974:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100682.992977:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.992979:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100682.992983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1789100682.992984:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100682.992987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.992988:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100682.992993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1789100682.992994:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00010000:00000001:2.0:1789100682.992996:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100682.992998:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100682.993003:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100682.993006:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100682.993009:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100682.993011:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100682.993014:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993017:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100682.993019:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993021:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100682.993025:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100682.993029:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993031:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100682.993034:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100682.993038:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100682.993042:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993044:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100682.993048:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100682.993056:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100682.993061:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100682.993067:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100682.993071:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993076:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100682.993079:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100682.993084:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100682.993093:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100682.993099:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100682.993108:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100682.993118:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100682.993123:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100682.993127:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100682.993145:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100682.993149:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100682.993152:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100682.993153:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100682.993155:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100682.993157:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100682.993160:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27820
00000400:00000200:1.0:1789100682.993165:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100682.993168:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100682.993171:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100682.993173:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100682.993174:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100682.993184:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100682.993186:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100682.993188:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789100682.993194:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100682.993196:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100682.993197:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100682.993203:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100682.993205:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100682.993208:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100682.993211:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1789100682.993213:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789100682.993215:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100682.993217:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:2.0:1789100682.993220:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1789100682.993222:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:2.0:1789100682.993224:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789100682.993228:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100682.993230:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993231:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100682.993237:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100682.993237:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964648576:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789100682.993242:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100682.993245:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1789100682.993246:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100682.993250:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789100682.993251:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789100682.993253:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.993255:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100682.993257:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100682.993259:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789100682.993263:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1789100682.993266:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:1.0:1789100682.993267:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.993270:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993272:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100682.993277:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100682.993279:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:1.0:1789100682.993282:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993286:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100682.993286:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000010:1.0:1789100682.993290:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789100682.993294:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:2.0:1789100682.993296:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
02000000:00000001:1.0:1789100682.993297:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100682.993300:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993303:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100682.993304:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1789100682.993305:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648576, portal 25
02000000:00000001:1.0:1789100682.993307:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993310:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100682.993313:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
02000000:00000010:1.0:1789100682.993314:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100682.993320:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100682.993322:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100682.993328:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100682.993338:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100682.993342:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1789100682.993345:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993347:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100682.993350:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000040:1.0:1789100682.993355:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100682.993356:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964648576, offset 0
00000100:00000001:1.0:1789100682.993368:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.993369:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100682.993373:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100682.993378:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100682.993380:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789100682.993381:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:1.0:1789100682.993383:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100682.993387:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1789100682.993390:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:1.0:1789100682.993393:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27820
00000400:00000200:2.0:1789100682.993398:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789100682.993400:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.993405:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:1.0:1789100682.993407:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:2.0:1789100682.993412:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1789100682.993413:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100682.993418:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:1.0:1789100682.993421:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993427:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100682.993427:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512015:512015:256:4294967295] 192.168.204.152@tcp LPNI seq info [511772:511772:8:4294967295]
00000100:00000040:1.0:1789100682.993432:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100682.993436:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100682.993438:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100682.993442:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100682.993444:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100682.993447:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100682.993451:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:2.0:1789100682.993451:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1789100682.993455:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100682.993459:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.0:1789100682.993461:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100682.993465:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993468:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1789100682.993469:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000040:1.0:1789100682.993472:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993476:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:2.0:1789100682.993478:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100682.993480:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.0:1789100682.993482:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1789100682.993487:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.1:1789100682.993491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100682.993493:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100682.993495:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1789100682.993496:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1789100682.993500:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100682.993501:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1789100682.993502:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
02000000:00000001:1.0:1789100682.993507:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.993509:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789100682.993510:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100682.993514:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100682.993514:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1789100682.993520:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.993520:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100682.993524:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100682.993525:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993528:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1789100682.993530:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000100:00000200:2.0:1789100682.993533:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100682.993535:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100682.993540:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100682.993543:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100682.993547:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1789100682.993550:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100682.993551:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100682.993554:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993560:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100682.993562:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:2.0:1789100682.993562:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789100682.993568:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993569:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.993575:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100682.993577:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322494211
00000100:00100000:1.0:1789100682.993579:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1789100682.993581:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97000.
00000100:00000001:2.0:1789100682.993589:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100682.993591:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100682.993594:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993595:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322494211
00000100:00000040:1.0:1789100682.993600:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789100682.993601:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789100682.993605:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100682.993609:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.993613:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993617:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100682.993619:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100682.993622:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100682/real 1789100682]  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100682.993624:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100682.993632:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100682.993636:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1789100682.993636:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100682.993638:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1789100682.993640:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789100682.993641:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000001:1.0:1789100682.993644:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100682.993647:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27820
00000400:00000200:2.0:1789100682.993653:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000200:1.0:1789100682.993655:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100682.993656:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100682.993660:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1789100682.993662:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:2.0:1789100682.993664:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100682.993667:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100682.993674:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993679:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789100682.993682:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100682.993683:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993689:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100682.993694:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100682.993696:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100682.993699:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100682.993699:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100682.993703:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100682.993704:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100682.993709:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789100682.993709:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.993713:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789100682.993714:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00100000:2.0:1789100682.993720:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100682.993721:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993725:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100682.993729:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.993733:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100682.993736:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100682.993738:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100682.993742:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:2.0:1789100682.993745:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100682.993746:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100682.993751:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100682.993755:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.993758:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100682.993759:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993764:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100682.993764:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789100682.993768:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1789100682.993768:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.993771:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1789100682.993773:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993775:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789100682.993777:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993779:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1789100682.993783:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000100:00080000:2.0:1789100682.993784:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100682.993806:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100682.993808:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100682.993812:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100682.993819:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00100000:2.0:1789100682.993821:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964648576:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100682.993824:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789100682.993826:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100682.993827:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993830:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100682.993831:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1789100682.993834:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964648576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100682.993835:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100682.993839:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993841:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100682.993844:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789100682.993845:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
02000000:00000010:2.0:1789100682.993846:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100682.993851:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1789100682.993852:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789100682.993853:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100682.993855:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100682.993858:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:1.0:1789100682.993862:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1789100682.993862:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789100682.993867:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100682.993871:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100682.993874:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789100682.993880:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789100682.993884:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100682.993884:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100682.993889:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993889:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100682.993895:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.993899:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100682.993903:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993908:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789100682.993909:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.993910:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100682.993913:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1789100682.993914:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1789100682.993919:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100682.993920:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100682.993923:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100682.993926:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100682.993932:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100682.993944:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100682.993946:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.993949:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1789100682.993952:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27820
02000000:00000001:2.0:1789100682.993952:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100682.993957:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100682.993960:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:2.0:1789100682.993963:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648704:192.168.204.152@tcp:38:kworker.0
00000400:00000200:1.0:1789100682.993968:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100682.993968:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100682.993971:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1789100682.993973:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1789100682.993973:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.993976:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100682.993980:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
00000100:00000040:1.0:1789100682.993981:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100682.993984:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.993986:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100682.993989:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100682.993992:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100682.993993:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:2.0:1789100682.993997:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000020:00000001:1.0:1789100682.993998:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100682.994001:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000010:2.0:1789100682.994004:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000020:00000001:1.0:1789100682.994005:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100682.994009:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000200:2.0:1789100682.994009:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648704, portal 10
00000020:00000001:1.0:1789100682.994013:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100682.994014:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100682.994017:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000020:00000001:1.0:1789100682.994018:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100682.994024:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100682.994027:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100682.994028:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100682.994033:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100682.994038:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100682.994040:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1789100682.994044:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:2.0:1789100682.994047:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100682.994051:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:2.0:1789100682.994052:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100682.994058:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100682.994058:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964648704, offset 0
02000000:00000001:1.0:1789100682.994063:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789100682.994067:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100682.994068:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100682.994071:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994073:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100682.994076:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100682.994079:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000008:00100000:1.0:1789100682.994080:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:2.0:1789100682.994084:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1789100682.994086:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994089:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100682.994090:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994094:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1789100682.994095:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000400:00000200:2.0:1789100682.994099:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:1.0:1789100682.994100:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:2.0:1789100682.994105:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512016:512016:256:4294967295] 192.168.204.152@tcp LPNI seq info [511773:511773:8:4294967295]
02000000:00000001:1.0:1789100682.994106:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100682.994109:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100682.994112:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789100682.994113:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100682.994115:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100682.994118:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100682.994124:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000400:00000200:2.0:1789100682.994125:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789100682.994130:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100682.994134:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:1.0:1789100682.994139:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789100682.994140:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100682.994149:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100682.994154:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1789100682.994155:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100682.994159:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100682.994163:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100682.994166:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789100682.994167:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789100682.994177:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994181:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100682.994184:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994186:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100682.994190:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27830)
00000400:00000200:2.0:1789100682.994191:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100682.994197:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100682.994199:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100682.994202:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100682.994207:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994213:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994215:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994219:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994220:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100682.994223:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100682.994226:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100682.994228:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100682.994230:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322492948
00000100:00000001:2.0:1789100682.994231:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994233:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322492948
00000100:00000001:2.0:1789100682.994234:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994235:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.994237:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994238:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100682.994241:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100682/real 1789100682]  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100682.994248:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100682.994249:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100682.994251:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100682.994253:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100682.994254:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100682.994256:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100682.994259:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100682.994267:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994274:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100682.994276:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994278:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994280:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100682.994283:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994290:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100682.994293:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994300:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100682.994302:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994303:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994305:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994307:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100682.994308:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100682.994310:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100682.994313:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100682.994315:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100682.994319:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100682.994327:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100682.994330:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100682.994333:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994339:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100682.994341:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994343:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100682.994344:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100682.994346:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100682.994349:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100682.994351:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100682.994352:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100682.994353:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994354:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994357:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100682.994358:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994360:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100682.994362:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100682.994364:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100682.994366:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648832, portal 10
00000100:00000001:2.0:1789100682.994367:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100682.994368:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789100682.994371:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994375:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100682.994376:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100682.994378:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100682.994379:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964648832, offset 0
00000400:00000200:2.0:1789100682.994381:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994384:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994386:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100682.994388:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100682.994389:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100682.994391:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100682.994392:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994394:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512017:512017:256:4294967295] 192.168.204.152@tcp LPNI seq info [511774:511774:8:4294967295]
00000400:00000200:2.0:1789100682.994397:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994401:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100682.994403:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994405:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100682.994407:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100682.994409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100682.994411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100682.994413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789100682.994415:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994416:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100682.994418:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100682.994420:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100682.994422:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100682.994423:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100682.994424:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100682.994427:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994431:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994433:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994437:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994437:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100682.994439:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100682.994441:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100682.994443:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100682.994444:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322492947
00000100:00000001:2.0:1789100682.994445:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994447:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322492947
00000100:00000001:2.0:1789100682.994448:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994449:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.994450:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994451:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100682.994453:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100682/real 1789100682]  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100682.994457:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100682.994458:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100682.994459:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100682.994460:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100682.994461:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100682.994462:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100682.994463:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100682.994468:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994472:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100682.994472:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994474:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994474:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100682.994476:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994480:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100682.994482:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994485:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100682.994486:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994487:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994488:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994489:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100682.994490:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100682.994492:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100682.994494:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100682.994496:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100682.994500:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100682.994507:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100682.994510:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100682.994513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994519:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100682.994521:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994523:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100682.994525:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100682.994527:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100682.994529:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100682.994532:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100682.994534:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100682.994535:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994536:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994539:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100682.994540:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994542:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100682.994544:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100682.994546:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100682.994548:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964648960, portal 4
00000100:00000001:2.0:1789100682.994549:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100682.994550:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789100682.994554:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994558:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100682.994559:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100682.994560:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100682.994561:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964648960, offset 0
00000400:00000200:2.0:1789100682.994563:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994566:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994568:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100682.994569:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100682.994571:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100682.994572:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100682.994574:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994576:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512018:512018:256:4294967295] 192.168.204.152@tcp LPNI seq info [511775:511775:8:4294967295]
00000400:00000200:2.0:1789100682.994578:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994582:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100682.994585:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994587:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100682.994589:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100682.994590:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100682.994593:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100682.994595:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789100682.994597:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994598:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100682.994599:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100682.994601:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100682.994603:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100682.994604:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100682.994605:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100682.994607:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994611:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994613:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994617:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994618:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100682.994619:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100682.994621:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100682.994623:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100682.994625:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322492957
00000100:00000001:2.0:1789100682.994626:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994627:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322492957
00000100:00000001:2.0:1789100682.994629:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994630:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.994631:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994632:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100682.994634:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100682/real 1789100682]  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100682.994638:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100682.994639:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100682.994640:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100682.994641:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100682.994642:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100682.994643:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100682.994645:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100682.994649:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994652:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100682.994653:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994654:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994655:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100682.994657:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994660:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100682.994662:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994666:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100682.994667:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994668:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994668:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994669:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100682.994670:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100682.994672:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100682.994673:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100682.994674:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100682.994677:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100682.994681:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964648960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100682.994683:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994684:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994686:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964648704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994689:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100682.994690:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994691:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100682.994693:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100682.994693:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100682.994694:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100682.994695:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100682.994696:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789100682.994698:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100682.994699:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100682.994700:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789100682.994701:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100682.994702:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994703:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994705:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964648832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994708:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100682.994709:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994710:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100682.994712:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100682.994712:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100682.994713:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100682.994714:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100682.994715:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789100682.994716:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100682.994717:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100682.994717:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789100682.994719:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100682.994720:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994720:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994722:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964648960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994725:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100682.994726:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994727:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100682.994728:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100682.994728:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100682.994729:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100682.994730:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100682.994731:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789100682.994731:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100682.994732:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100682.994733:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789100682.994734:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100682.994734:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994735:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994737:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100682.994738:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994739:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100682.994740:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100682.994741:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100682.994742:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994746:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100682.994746:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994748:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100682.994748:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100682.994749:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100682.994751:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100682.994753:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100682.994754:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100682.994755:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100682.994756:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100682.994758:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100682.994759:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100682.994761:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100682.994762:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100682.994763:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100682.994765:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649088, portal 4
00000100:00000001:2.0:1789100682.994766:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100682.994767:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789100682.994770:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994773:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100682.994774:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100682.994775:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100682.994777:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964649088, offset 0
00000400:00000200:2.0:1789100682.994779:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994781:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994782:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100682.994784:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100682.994799:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100682.994801:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100682.994802:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100682.994804:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512019:512019:256:4294967295] 192.168.204.152@tcp LPNI seq info [511776:511776:8:4294967295]
00000400:00000200:2.0:1789100682.994806:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100682.994810:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100682.994813:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994815:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100682.994817:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100682.994818:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789100682.994821:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100682.994823:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789100682.994825:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100682.994826:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100682.994828:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100682.994830:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100682.994831:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100682.994832:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100682.994834:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100682.994837:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994844:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994846:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994852:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994854:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100682.994857:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100682.994859:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100682.994862:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100682.994864:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322492978
00000100:00000001:2.0:1789100682.994866:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994868:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322492978
00000100:00000001:2.0:1789100682.994870:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322494211
00000100:00000001:2.0:1789100682.994872:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100682.994874:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.994876:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100682.994880:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100682/real 1789100682]  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100682.994887:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100682.994889:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100682.994890:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100682.994893:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100682.994894:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100682.994897:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100682.994900:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100682.994908:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994914:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100682.994915:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994917:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994918:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100682.994922:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994931:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100682.994948:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994955:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100682.994957:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994959:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100682.994960:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994962:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100682.994964:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100682.994967:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100682.994970:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100682.994973:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100682.994976:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100682.994984:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100682.994987:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.994989:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100682.994993:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964649088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100682.994998:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100682.995000:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100682.995001:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100682.995003:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100682.995004:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100682.995005:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100682.995006:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100682.995008:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789100682.995010:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100682.995011:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100682.995012:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789100682.995014:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100682.995015:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.995016:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100682.995019:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100682.995020:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100682.995022:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100682.995023:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100684.016908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100684.016914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100684.016930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100684.016931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100684.016935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100684.016936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100684.016990:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100684.016994:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100684.016998:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100684.336877:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322494211, at 4322494272
00000100:00000010:1.0:1789100684.336890:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00010000:00000001:2.0:1789100685.040881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100685.040888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100685.040894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100685.040908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100685.040913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100685.040914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100686.064961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100686.064970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100686.064978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100686.064979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100686.064982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100686.064984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100687.088889:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100687.088891:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100687.088894:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088898:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100687.088901:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088902:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088904:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100687.088909:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100687.088911:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100687.088912:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088914:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100687.088915:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088917:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088918:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100687.088923:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100687.088925:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100687.088926:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088928:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100687.088929:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088930:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100687.088932:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100688.112942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100688.112950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.112950:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100688.112957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100688.112960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.112964:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100688.112966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100688.112968:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100688.112970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.112973:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100688.112977:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100688.112982:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27825
00000400:00000200:3.0:1789100688.112991:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100688.112996:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100688.112999:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100688.113001:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113005:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113007:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113010:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100688.113012:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1789100688.113013:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1789100688.113014:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100688.113018:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100688.113021:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00010000:00010000:1.0:1789100688.113024:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789100688.113025:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100688.113028:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100688.113030:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100688.113032:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113034:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113036:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113037:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100688.113039:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100688.113041:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113042:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100688.113044:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100688.113047:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100688.113048:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113050:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100688.113051:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100688.113061:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100688.113063:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100688.113066:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100688.113067:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113069:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100688.113071:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100688.113074:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100688.113079:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100688.113084:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100688.113091:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100688.113102:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100688.113105:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100688.113109:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100688.113122:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.113125:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100688.113127:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100688.113128:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100688.113129:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100688.113130:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100688.113132:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27825
00000400:00000200:3.0:1789100688.113134:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100688.113136:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100688.113137:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100688.113139:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113141:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113143:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113146:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100688.113148:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100688.113150:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100688.113151:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100688.113153:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100688.113155:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100688.113157:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100688.113160:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100688.113160:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113164:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100688.113165:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789100688.113168:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100688.113170:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100688.113172:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100688.113176:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:2.0:1789100688.113179:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100688.113183:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113189:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100688.113193:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100688.113195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100688.113199:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.113200:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100688.113203:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113206:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100688.113207:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1789100688.113209:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789100688.113211:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1789100688.113212:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113217:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.113218:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100688.113220:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100688.113224:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00100000:2.0:1789100688.113225:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964649216:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100688.113227:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100688.113229:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113232:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100688.113234:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789100688.113235:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100688.113236:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100688.113240:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
02000000:00000001:2.0:1789100688.113241:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100688.113244:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113244:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.113249:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1789100688.113252:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1789100688.113255:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100688.113259:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113264:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100688.113266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113270:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100688.113273:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789100688.113275:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100688.113283:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:3.0:1789100688.113283:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.113286:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100688.113289:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100688.113291:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1789100688.113292:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649216, portal 25
00000100:00080000:3.0:1789100688.113292:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100688.113294:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100688.113297:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1789100688.113298:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27825
00000100:00000001:2.0:1789100688.113301:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000400:00000200:3.0:1789100688.113304:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100688.113308:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100688.113310:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100688.113312:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113313:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113314:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113317:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:2.0:1789100688.113319:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100688.113319:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100688.113321:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100688.113323:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100688.113325:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100688.113327:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100688.113331:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:2.0:1789100688.113339:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100688.113342:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100688.113345:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000040:3.0:1789100688.113347:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:2.0:1789100688.113351:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964649216, offset 0
00000100:00000001:3.0:1789100688.113355:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113359:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113364:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100688.113365:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:3.0:1789100688.113369:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100688.113374:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:2.0:1789100688.113378:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100688.113379:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100688.113384:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100688.113387:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789100688.113390:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000001:3.0:1789100688.113391:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113396:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100688.113399:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1789100688.113399:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100688.113404:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113407:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:3.0:1789100688.113408:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113414:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1789100688.113414:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100688.113418:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789100688.113421:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:3.0:1789100688.113423:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100688.113426:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113428:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512020:512020:256:4294967295] 192.168.204.152@tcp LPNI seq info [511777:511777:8:4294967295]
00000100:00000001:3.0:1789100688.113429:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100688.113432:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100688.113435:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113439:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789100688.113441:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100688.113446:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.113451:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1789100688.113456:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789100688.113462:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.113469:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:3.0:1789100688.113470:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100688.113474:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100688.113477:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789100688.113479:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1789100688.113481:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100688.113491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100688.113498:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100688.113498:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1789100688.113501:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789100688.113508:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100688.113508:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100688.113511:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1789100688.113513:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00080000:3.0:1789100688.113515:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100688.113519:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1789100688.113523:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1789100688.113524:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27825
00000400:00000200:3.0:1789100688.113532:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.113534:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100688.113539:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100688.113543:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100688.113544:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000100:00000040:3.0:1789100688.113548:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:2.0:1789100688.113549:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:3.0:1789100688.113553:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100688.113556:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1789100688.113557:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113560:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100688.113562:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100688.113564:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000200:2.0:1789100688.113565:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100688.113566:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100688.113568:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100688.113571:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100688.113576:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100688.113581:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113584:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113587:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113589:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100688.113590:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1789100688.113591:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100688.113595:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113598:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100688.113599:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100688.113600:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100688.113603:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100688.113607:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113610:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100688.113612:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1789100688.113617:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789100688.113617:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113622:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113623:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1789100688.113625:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100688.113628:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100688.113630:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100688.113631:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113632:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113632:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100688.113635:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100688.113637:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100688.113640:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000400:00000200:2.0:1789100688.113641:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100688.113644:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113646:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322499331
00000100:00100000:3.0:1789100688.113650:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1789100688.113654:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000100:00000001:3.0:1789100688.113656:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100688.113659:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100688.113662:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.113665:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100688.113670:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.113673:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100688.113675:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322499331
00000100:00080000:3.0:1789100688.113676:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100688.113678:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100688.113681:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1789100688.113682:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000001:3.0:1789100688.113683:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100688.113688:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100688.113692:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.113695:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100688.113695:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27825
00000100:00000001:2.0:1789100688.113699:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1789100688.113703:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100688.113708:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:2.0:1789100688.113709:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100688/real 1789100688]  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100688.113710:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100688.113716:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113722:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113726:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113731:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100688.113736:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100688.113738:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100688.113741:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100688.113745:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000001:2.0:1789100688.113747:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1789100688.113748:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000001:2.0:1789100688.113751:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1789100688.113751:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:2.0:1789100688.113756:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000040:3.0:1789100688.113756:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113760:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100688.113763:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100688.113764:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00000001:3.0:1789100688.113765:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:2.0:1789100688.113768:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000020:00000040:3.0:1789100688.113769:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:2.0:1789100688.113774:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1789100688.113776:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100688.113780:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100688.113782:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100688.113783:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789100688.113810:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.113815:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100688.113816:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.113819:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100688.113820:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.113821:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100688.113826:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100688.113828:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100688.113829:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100688.113833:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100688.113848:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113853:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113855:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789100688.113857:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100688.113860:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100688.113863:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1789100688.113864:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100688.113865:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100688.113868:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100688.113870:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100688.113872:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100688.113877:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100688.113881:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113883:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1789100688.113888:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100688.113889:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.113895:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.113898:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100688.113898:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100688.113902:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113904:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1789100688.113905:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.113909:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100688.113913:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100688.113915:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789100688.113918:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27835)
00000100:00080000:2.0:1789100688.113923:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100688.113927:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100688.113933:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100688.113942:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964649216:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100688.113946:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.113948:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.113951:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964649216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.113958:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100688.113960:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100688.113963:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100688.113966:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100688.113968:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100688.113969:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100688.113972:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100688.113974:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:2.0:1789100688.113977:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100688.113979:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100688.113980:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:2.0:1789100688.113983:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100688.113984:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.113986:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.113994:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100688.113995:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.113997:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100688.113999:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100688.114000:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100688.114003:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114010:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100688.114011:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114013:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100688.114015:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100688.114017:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100688.114020:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100688.114023:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100688.114025:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100688.114026:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114028:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100688.114031:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100688.114033:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.114037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100688.114039:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100688.114043:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100688.114046:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649344, portal 10
00000100:00000001:2.0:1789100688.114048:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100688.114049:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:2.0:1789100688.114054:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114061:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100688.114063:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100688.114065:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100688.114068:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964649344, offset 0
00000400:00000200:2.0:1789100688.114073:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114076:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114080:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100688.114083:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100688.114085:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100688.114088:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100688.114090:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114092:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512021:512021:256:4294967295] 192.168.204.152@tcp LPNI seq info [511778:511778:8:4294967295]
00000400:00000200:2.0:1789100688.114097:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114102:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100688.114107:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114110:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100688.114114:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100688.114117:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100688.114122:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100688.114124:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789100688.114129:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114130:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100688.114133:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100688.114137:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100688.114140:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100688.114142:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100688.114145:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100688.114149:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114156:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.114159:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114165:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114167:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100688.114170:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100688.114174:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100688.114177:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100688.114179:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322498068
00000100:00000001:2.0:1789100688.114182:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114185:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322498068
00000100:00000001:2.0:1789100688.114187:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114189:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.114191:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114193:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100688.114197:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100688/real 1789100688]  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100688.114204:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100688.114206:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100688.114208:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100688.114210:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100688.114212:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100688.114214:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100688.114217:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100688.114224:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114231:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100688.114232:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114234:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114235:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100688.114239:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114245:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100688.114249:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114255:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100688.114258:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114259:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114260:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114262:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100688.114264:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100688.114266:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100688.114269:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100688.114271:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100688.114275:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100688.114282:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100688.114287:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100688.114290:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114296:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100688.114298:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114300:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100688.114301:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100688.114303:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100688.114306:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100688.114309:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100688.114310:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100688.114312:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114314:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100688.114317:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100688.114319:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.114322:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100688.114324:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100688.114327:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100688.114329:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649472, portal 10
00000100:00000001:2.0:1789100688.114331:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100688.114333:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:2.0:1789100688.114338:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114344:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100688.114346:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100688.114348:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100688.114350:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964649472, offset 0
00000400:00000200:2.0:1789100688.114354:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114357:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114361:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100688.114364:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100688.114366:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100688.114368:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100688.114370:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114373:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512022:512022:256:4294967295] 192.168.204.152@tcp LPNI seq info [511779:511779:8:4294967295]
00000400:00000200:2.0:1789100688.114376:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114382:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100688.114385:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114388:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100688.114391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100688.114394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100688.114397:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100688.114400:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789100688.114403:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114405:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100688.114408:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100688.114410:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100688.114413:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100688.114415:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100688.114416:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100688.114420:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114426:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.114429:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114436:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114437:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100688.114440:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100688.114443:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100688.114446:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100688.114448:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322498067
00000100:00000001:2.0:1789100688.114450:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114452:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322498067
00000100:00000001:2.0:1789100688.114454:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114456:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.114458:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114459:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100688.114463:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100688/real 1789100688]  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100688.114471:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100688.114472:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100688.114473:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100688.114476:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100688.114477:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100688.114479:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100688.114482:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100688.114489:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114495:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100688.114497:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114499:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114500:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100688.114503:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114509:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100688.114513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114519:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100688.114521:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114523:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114524:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114526:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100688.114528:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100688.114530:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100688.114533:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100688.114536:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100688.114540:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100688.114547:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100688.114551:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100688.114555:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114561:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100688.114562:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114565:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100688.114566:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100688.114568:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100688.114571:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100688.114574:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100688.114575:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100688.114577:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114579:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100688.114582:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100688.114584:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.114587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100688.114589:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100688.114592:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100688.114595:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649600, portal 4
00000100:00000001:2.0:1789100688.114597:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100688.114598:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000040:2.0:1789100688.114604:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114610:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100688.114612:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100688.114614:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100688.114617:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964649600, offset 0
00000400:00000200:2.0:1789100688.114620:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114623:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114626:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100688.114629:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100688.114631:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100688.114633:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100688.114636:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114638:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512023:512023:256:4294967295] 192.168.204.152@tcp LPNI seq info [511780:511780:8:4294967295]
00000400:00000200:2.0:1789100688.114642:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114648:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100688.114652:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114655:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100688.114659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100688.114661:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100688.114665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100688.114668:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789100688.114671:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114673:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100688.114676:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100688.114679:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100688.114682:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100688.114683:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100688.114686:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100688.114689:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114696:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.114699:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114711:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114712:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100688.114716:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100688.114719:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100688.114721:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100688.114723:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322498077
00000100:00000001:2.0:1789100688.114725:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114727:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322498077
00000100:00000001:2.0:1789100688.114729:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.114731:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.114733:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.114734:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100688.114738:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100688/real 1789100688]  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100688.114745:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100688.114746:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100688.114748:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100688.114750:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100688.114752:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100688.114755:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100688.114758:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100688.114765:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114771:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100688.114772:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114773:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114775:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100688.114778:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114785:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100688.114811:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114818:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100688.114820:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114821:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.114822:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.114824:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100688.114826:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100688.114828:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100688.114831:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100688.114833:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100688.114851:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100688.114860:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100688.114863:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100688.114867:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114873:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100688.114874:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114877:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100688.114879:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100688.114881:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100688.114883:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100688.114886:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100688.114888:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100688.114890:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100688.114892:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100688.114896:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100688.114898:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100688.114901:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100688.114903:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100688.114907:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100688.114909:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649728, portal 4
00000100:00000001:2.0:1789100688.114911:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100688.114912:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:2.0:1789100688.114918:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.114924:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100688.114926:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100688.114928:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100688.114930:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964649728, offset 0
00000400:00000200:2.0:1789100688.114934:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114938:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114942:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100688.114945:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100688.114947:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100688.114949:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100688.114951:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100688.114955:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512024:512024:256:4294967295] 192.168.204.152@tcp LPNI seq info [511781:511781:8:4294967295]
00000400:00000200:2.0:1789100688.114958:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100688.114964:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100688.114969:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114972:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100688.114976:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100688.114978:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789100688.114982:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100688.114984:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789100688.114988:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100688.114990:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100688.114993:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100688.114996:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100688.114999:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100688.115000:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100688.115003:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100688.115006:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115014:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.115017:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115023:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.115025:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100688.115028:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100688.115031:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100688.115034:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100688.115036:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322498098
00000100:00000001:2.0:1789100688.115038:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.115040:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322498098
00000100:00000001:2.0:1789100688.115042:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322499331
00000100:00000001:2.0:1789100688.115044:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100688.115046:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.115048:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100688.115052:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100688/real 1789100688]  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100688.115060:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100688.115061:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100688.115062:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100688.115065:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100688.115066:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100688.115068:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100688.115071:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100688.115079:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115085:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100688.115086:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115088:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.115089:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100688.115093:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115099:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100688.115102:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115110:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100688.115112:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115114:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100688.115115:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115117:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100688.115119:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100688.115121:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100688.115124:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100688.115126:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100688.115129:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100688.115137:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100688.115140:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115142:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.115145:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964649344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115151:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100688.115153:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100688.115154:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100688.115157:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100688.115158:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100688.115160:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100688.115162:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100688.115163:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:2.0:1789100688.115166:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100688.115167:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100688.115168:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:2.0:1789100688.115170:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100688.115172:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115173:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.115176:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964649472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115182:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100688.115184:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100688.115185:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100688.115187:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100688.115189:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100688.115190:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100688.115192:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100688.115193:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:2.0:1789100688.115195:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100688.115196:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100688.115198:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:2.0:1789100688.115200:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100688.115201:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115203:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.115206:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964649600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115213:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100688.115214:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100688.115216:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100688.115218:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100688.115219:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100688.115220:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100688.115222:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100688.115223:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:2.0:1789100688.115225:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100688.115226:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100688.115227:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:2.0:1789100688.115229:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100688.115230:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115231:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100688.115234:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964649728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100688.115240:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100688.115242:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100688.115243:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100688.115245:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100688.115246:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100688.115247:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100688.115249:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100688.115250:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:2.0:1789100688.115252:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100688.115252:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100688.115254:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:2.0:1789100688.115256:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100688.115257:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115258:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100688.115262:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100688.115264:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100688.115266:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100688.115267:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100689.136885:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100689.136891:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100689.136894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100689.136895:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100689.136898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100689.136899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100689.456923:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322499331, at 4322499392
00000100:00000010:1.0:1789100689.456941:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00010000:00000001:2.0:1789100690.160915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100690.160920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100690.160926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100690.160927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100690.160931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100690.160932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100691.184893:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100691.184900:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100691.184905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100691.184906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100691.184909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100691.184911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100692.208928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100692.208935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100692.208940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100692.208942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100692.208945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100692.208946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100692.209022:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100692.209027:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100692.209030:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100693.232898:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100693.232905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100693.232907:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100693.232910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.232911:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100693.232915:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100693.232918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100693.232919:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100693.232921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100693.232925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100693.232928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100693.232929:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27830
00000400:00000200:3.0:1789100693.232940:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100693.232948:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100693.232951:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100693.232956:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.232959:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.232963:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.232965:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100693.232969:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100693.232971:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100693.232973:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100693.232976:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100693.232978:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100693.232986:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100693.232994:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.232998:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.233004:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233008:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100693.233012:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100693.233016:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233019:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100693.233022:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100693.233025:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100693.233028:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233031:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100693.233033:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100693.233043:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100693.233046:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100693.233050:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100693.233052:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233054:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100693.233057:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100693.233061:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100693.233068:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100693.233073:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100693.233081:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100693.233090:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100693.233094:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100693.233098:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233117:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100693.233120:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100693.233123:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100693.233125:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100693.233126:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100693.233128:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100693.233130:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27830
00000400:00000200:3.0:1789100693.233134:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100693.233137:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100693.233140:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100693.233143:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233145:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.233147:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233149:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100693.233150:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789100693.233152:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100693.233155:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789100693.233155:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100693.233158:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100693.233159:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789100693.233161:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100693.233165:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100693.233169:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100693.233170:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100693.233173:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233178:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.233183:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233188:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100693.233190:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789100693.233192:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:2.0:1789100693.233194:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100693.233196:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233201:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100693.233204:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100693.233205:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100693.233209:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100693.233210:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100693.233215:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233216:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233219:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100693.233224:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100693.233227:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233229:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100693.233234:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000100:00100000:2.0:1789100693.233235:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964649856:192.168.204.152@tcp:250:kworker.0
00000020:00000040:3.0:1789100693.233237:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100693.233243:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789100693.233245:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100693.233246:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233250:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100693.233251:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100693.233253:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233255:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1789100693.233257:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
02000000:00000001:2.0:1789100693.233260:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233262:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233265:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1789100693.233270:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1789100693.233272:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100693.233278:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.233287:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100693.233290:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789100693.233291:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000001:3.0:1789100693.233295:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100693.233300:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000040:3.0:1789100693.233301:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100693.233310:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649856, portal 25
00000100:00000001:3.0:1789100693.233311:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233314:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1789100693.233316:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100693.233318:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00080000:3.0:1789100693.233322:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100693.233325:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100693.233327:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1789100693.233329:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233332:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100693.233340:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100693.233343:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27830
00000100:00000040:2.0:1789100693.233348:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100693.233351:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100693.233353:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000400:00000200:3.0:1789100693.233357:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:2.0:1789100693.233360:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964649856, offset 0
00000100:00080000:3.0:1789100693.233361:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100693.233366:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.233371:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233371:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100693.233381:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100693.233382:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233386:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100693.233388:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:3.0:1789100693.233390:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100693.233393:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:2.0:1789100693.233395:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1789100693.233396:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100693.233399:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:2.0:1789100693.233400:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100693.233403:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100693.233405:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1789100693.233409:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100693.233410:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100693.233416:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.233417:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512025:512025:256:4294967295] 192.168.204.152@tcp LPNI seq info [511782:511782:8:4294967295]
00000100:00000001:3.0:1789100693.233421:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100693.233424:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100693.233427:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233431:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100693.233436:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789100693.233438:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789100693.233442:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.0:1789100693.233448:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233448:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100693.233453:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1789100693.233455:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
02000000:00000001:3.0:1789100693.233457:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100693.233461:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100693.233462:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100693.233464:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1789100693.233466:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000008:00100000:3.0:1789100693.233468:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100693.233472:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100693.233473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100693.233476:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100693.233477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789100693.233481:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000010:3.0:1789100693.233482:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000800:00000010:2.0:1789100693.233483:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000020:00000040:3.0:1789100693.233486:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789100693.233490:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1789100693.233491:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100693.233494:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.233497:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789100693.233498:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789100693.233501:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
02000000:00000001:3.0:1789100693.233501:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100693.233504:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100693.233505:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100693.233510:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1789100693.233512:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000200:2.0:1789100693.233515:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233517:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233525:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1789100693.233526:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100693.233531:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233545:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100693.233547:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233549:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233550:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100693.233556:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100693.233557:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100693.233561:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100693.233565:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322504451
00000100:00000010:2.0:1789100693.233571:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
00000100:00000001:3.0:1789100693.233571:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100693.233574:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100693.233577:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100693.233578:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100693.233579:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1789100693.233580:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100693.233584:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100693.233586:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27830
00000100:00000001:2.0:1789100693.233587:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322504451
00000400:00000200:3.0:1789100693.233590:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:2.0:1789100693.233592:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ae0.
00000400:00000200:3.0:1789100693.233594:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100693.233597:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1789100693.233597:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100693.233602:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100693.233603:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100693.233605:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100693.233606:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100693.233608:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100693.233611:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100693.233611:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100693.233614:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100693.233615:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100693.233617:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1789100693.233618:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100693/real 1789100693]  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100693.233620:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100693.233623:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100693.233627:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100693.233633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:2.0:1789100693.233635:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1789100693.233635:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1789100693.233638:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1789100693.233639:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:2.0:1789100693.233642:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000001:3.0:1789100693.233642:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100693.233647:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000020:00000040:3.0:1789100693.233647:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000010:2.0:1789100693.233649:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100693.233652:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1789100693.233653:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:2.0:1789100693.233657:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233658:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100693.233663:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100693.233667:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1789100693.233668:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100693.233672:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233677:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100693.233680:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1789100693.233681:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1789100693.233684:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233685:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100693.233687:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233689:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.233692:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789100693.233693:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100693.233697:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00100000:2.0:1789100693.233698:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100693.233699:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100693.233702:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233705:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100693.233706:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100693.233708:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100693.233713:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:2.0:1789100693.233714:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100693.233717:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100693.233722:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100693.233723:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100693.233760:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100693.233760:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100693.233765:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233766:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.233770:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1789100693.233771:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.233772:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.233777:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100693.233780:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100693.233784:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100693.233803:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100693.233809:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00080000:3.0:1789100693.233811:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100693.233815:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1789100693.233815:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100693.233817:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100693.233819:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100693.233822:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1789100693.233823:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100693.233825:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27830
00000400:00000200:3.0:1789100693.233832:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100693.233836:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100693.233840:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100693.233845:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100693.233846:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964649856:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100693.233847:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.233850:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233853:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100693.233856:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100693.233857:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100693.233860:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100693.233862:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:2.0:1789100693.233863:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789100693.233864:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100693.233868:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100693.233869:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100693.233871:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233873:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100693.233876:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100693.233877:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964649856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233878:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100693.233881:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100693.233884:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100693.233887:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100693.233890:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100693.233893:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100693.233897:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233898:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1789100693.233898:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100693.233901:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:3.0:1789100693.233902:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
02000000:00000010:2.0:1789100693.233905:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
00000008:00000001:3.0:1789100693.233905:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100693.233910:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233911:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100693.233914:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000010:3.0:1789100693.233914:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:2.0:1789100693.233916:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100693.233919:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:3.0:1789100693.233919:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000010:2.0:1789100693.233922:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100693.233924:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100693.233926:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100693.233927:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233928:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789100693.233931:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1789100693.233932:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
02000000:00000001:3.0:1789100693.233935:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789100693.233936:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100693.233939:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100693.233939:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233940:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789100693.233947:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:2.0:1789100693.233950:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100693.233952:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233953:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233957:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100693.233959:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100693.233962:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1789100693.233963:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100693.233966:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100693.233978:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100693.233980:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100693.233982:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.233983:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.233987:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100693.233989:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100693.233991:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100693.233996:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100693.234004:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100693.234006:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234012:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789100693.234014:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27840)
02000000:00000001:2.0:1789100693.234015:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100693.234023:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234026:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234029:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100693.234031:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.234035:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100693.234036:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100693.234039:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100693.234041:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964649984, portal 10
00000100:00000001:2.0:1789100693.234042:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100693.234043:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:2.0:1789100693.234048:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234052:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100693.234053:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100693.234054:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100693.234056:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964649984, offset 0
00000400:00000200:2.0:1789100693.234058:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234061:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234063:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100693.234065:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100693.234066:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100693.234068:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100693.234069:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234071:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512026:512026:256:4294967295] 192.168.204.152@tcp LPNI seq info [511783:511783:8:4294967295]
00000400:00000200:2.0:1789100693.234074:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234078:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100693.234081:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234083:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100693.234085:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100693.234087:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100693.234089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100693.234091:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789100693.234093:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234095:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100693.234097:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100693.234099:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100693.234101:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100693.234102:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100693.234103:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100693.234105:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234110:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234112:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234116:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234117:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100693.234119:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100693.234121:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100693.234123:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100693.234124:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322503188
00000100:00000001:2.0:1789100693.234126:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234127:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322503188
00000100:00000001:2.0:1789100693.234128:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234130:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100693.234131:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234132:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100693.234134:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100693/real 1789100693]  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100693.234138:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100693.234139:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100693.234140:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100693.234141:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100693.234142:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100693.234143:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100693.234145:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100693.234150:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234154:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100693.234154:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234155:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234156:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100693.234158:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234161:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100693.234163:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234167:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100693.234168:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234169:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234170:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234171:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100693.234172:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100693.234173:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100693.234175:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100693.234177:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100693.234179:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100693.234184:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964649984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100693.234187:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100693.234190:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234201:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100693.234202:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234204:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100693.234206:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100693.234208:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100693.234211:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100693.234214:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100693.234216:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100693.234217:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234219:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234222:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100693.234224:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.234227:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100693.234229:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100693.234232:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100693.234235:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650112, portal 10
00000100:00000001:2.0:1789100693.234237:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100693.234238:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:2.0:1789100693.234242:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234246:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100693.234247:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100693.234248:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100693.234250:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964650112, offset 0
00000400:00000200:2.0:1789100693.234252:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234255:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234257:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100693.234259:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100693.234261:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100693.234262:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100693.234263:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234266:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512027:512027:256:4294967295] 192.168.204.152@tcp LPNI seq info [511784:511784:8:4294967295]
00000400:00000200:2.0:1789100693.234268:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234272:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100693.234276:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234279:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100693.234283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100693.234286:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100693.234290:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100693.234292:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789100693.234295:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234297:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100693.234300:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100693.234303:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100693.234306:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100693.234308:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100693.234310:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100693.234314:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234322:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234325:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234330:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234331:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100693.234334:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100693.234336:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100693.234338:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100693.234339:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322503187
00000100:00000001:2.0:1789100693.234341:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322503187
00000100:00000001:2.0:1789100693.234344:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234345:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100693.234347:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234348:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100693.234350:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100693/real 1789100693]  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100693.234355:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100693.234356:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100693.234357:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100693.234359:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100693.234360:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100693.234361:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100693.234362:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100693.234367:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234370:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100693.234371:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234372:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234373:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100693.234375:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234378:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100693.234380:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234384:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100693.234385:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234386:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234387:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234388:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100693.234390:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100693.234391:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100693.234393:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100693.234395:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100693.234397:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100693.234401:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100693.234403:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100693.234405:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234408:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100693.234409:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234410:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100693.234411:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100693.234412:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100693.234414:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100693.234416:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100693.234417:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100693.234418:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234419:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234421:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100693.234422:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.234425:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100693.234426:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100693.234428:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100693.234429:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650240, portal 4
00000100:00000001:2.0:1789100693.234430:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100693.234431:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000040:2.0:1789100693.234434:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234438:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100693.234440:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100693.234441:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100693.234442:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964650240, offset 0
00000400:00000200:2.0:1789100693.234445:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234447:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234449:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100693.234451:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100693.234452:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100693.234454:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100693.234455:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234457:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512028:512028:256:4294967295] 192.168.204.152@tcp LPNI seq info [511785:511785:8:4294967295]
00000400:00000200:2.0:1789100693.234459:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234463:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100693.234466:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234467:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100693.234469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100693.234471:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100693.234474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100693.234475:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789100693.234477:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234479:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100693.234480:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100693.234482:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100693.234484:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100693.234485:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100693.234486:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100693.234488:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234493:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234494:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234498:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234498:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100693.234501:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100693.234502:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100693.234504:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100693.234505:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322503197
00000100:00000001:2.0:1789100693.234507:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234508:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322503197
00000100:00000001:2.0:1789100693.234509:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234510:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100693.234511:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234512:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100693.234514:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100693/real 1789100693]  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100693.234517:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100693.234518:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100693.234519:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100693.234520:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100693.234521:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100693.234522:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100693.234524:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100693.234529:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234532:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100693.234532:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234533:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234534:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100693.234536:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234539:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100693.234541:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234546:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100693.234547:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234548:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234549:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234550:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100693.234551:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100693.234552:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100693.234554:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100693.234555:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100693.234557:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100693.234561:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100693.234562:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234563:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234565:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964649984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234569:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100693.234569:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234571:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100693.234572:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100693.234573:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100693.234573:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100693.234574:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100693.234575:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:2.0:1789100693.234577:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100693.234578:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100693.234579:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:2.0:1789100693.234580:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100693.234581:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234582:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234584:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964650112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234588:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100693.234588:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234589:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100693.234590:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100693.234591:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100693.234592:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100693.234593:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100693.234593:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:2.0:1789100693.234594:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100693.234595:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100693.234596:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:2.0:1789100693.234597:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100693.234597:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234598:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234600:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964650240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234603:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100693.234603:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234604:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100693.234605:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100693.234606:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100693.234606:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100693.234607:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100693.234608:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:2.0:1789100693.234609:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100693.234610:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100693.234610:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:2.0:1789100693.234611:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100693.234612:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234613:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234615:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100693.234616:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234617:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100693.234618:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100693.234619:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100693.234621:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234625:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100693.234625:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234626:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100693.234627:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100693.234629:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100693.234630:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100693.234632:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100693.234633:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100693.234634:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100693.234635:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234636:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100693.234637:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100693.234639:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100693.234640:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100693.234642:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100693.234643:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650368, portal 4
00000100:00000001:2.0:1789100693.234645:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100693.234645:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:2.0:1789100693.234648:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234652:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100693.234653:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100693.234654:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100693.234656:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964650368, offset 0
00000400:00000200:2.0:1789100693.234658:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234660:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234662:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100693.234663:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100693.234665:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100693.234667:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100693.234668:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100693.234670:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512029:512029:256:4294967295] 192.168.204.152@tcp LPNI seq info [511786:511786:8:4294967295]
00000400:00000200:2.0:1789100693.234672:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100693.234676:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100693.234678:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234679:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100693.234681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100693.234683:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789100693.234686:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100693.234687:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789100693.234689:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100693.234691:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100693.234692:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100693.234694:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100693.234695:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100693.234696:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100693.234698:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100693.234700:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234704:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234706:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234710:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234710:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100693.234712:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100693.234713:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100693.234715:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100693.234716:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322503217
00000100:00000001:2.0:1789100693.234717:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234718:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322503217
00000100:00000001:2.0:1789100693.234721:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322504451
00000100:00000001:2.0:1789100693.234723:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100693.234724:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234725:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100693.234727:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100693/real 1789100693]  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100693.234730:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100693.234731:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100693.234732:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100693.234733:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100693.234734:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100693.234735:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100693.234736:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100693.234753:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234757:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100693.234758:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234759:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234760:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100693.234762:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234766:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100693.234768:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234772:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100693.234773:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234774:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100693.234774:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234776:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100693.234777:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100693.234779:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100693.234781:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100693.234782:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100693.234784:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100693.234801:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100693.234803:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234805:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100693.234806:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964650368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100693.234810:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100693.234811:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100693.234812:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100693.234814:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100693.234815:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100693.234816:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100693.234817:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100693.234818:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:2.0:1789100693.234820:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100693.234820:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100693.234821:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:2.0:1789100693.234823:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100693.234823:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234824:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100693.234826:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100693.234827:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100693.234828:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100693.234829:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100694.256936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100694.256944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100694.256950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100694.256951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100694.256953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100694.256954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100694.576902:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322504451, at 4322504512
00000100:00000010:1.0:1789100694.576914:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00010000:00000001:2.0:1789100695.280904:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100695.280909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100695.280913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100695.280914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100695.280916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100695.280917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100696.304929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100696.304935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100696.304941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100696.304942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100696.304945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100696.304946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100696.304996:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100696.305000:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100696.305003:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100697.328859:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100697.328865:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100697.328867:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100697.328870:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328873:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100697.328875:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328876:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328877:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328880:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100697.328881:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100697.328882:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100697.328883:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328884:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100697.328884:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328886:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328887:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100697.328889:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100697.328890:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100697.328891:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328892:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100697.328892:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328894:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100697.328895:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100698.352866:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100698.352873:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.352877:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100698.352879:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100698.352882:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.352884:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100698.352887:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100698.352888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100698.352891:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100698.352895:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100698.352898:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.352901:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27835
00000400:00000200:1.0:1789100698.352909:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100698.352914:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100698.352916:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100698.352919:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.352922:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.352924:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.352926:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100698.352928:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100698.352930:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100698.352932:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100698.352935:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100698.352937:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100698.352939:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100698.352941:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.352943:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.352944:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.352946:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100698.352948:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100698.352951:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100698.352952:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100698.352954:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100698.352956:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100698.352958:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.352960:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100698.352965:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100698.352976:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100698.352981:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100698.352985:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100698.352986:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.352989:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100698.352992:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100698.352995:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100698.353002:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100698.353008:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100698.353017:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100698.353024:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100698.353028:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100698.353031:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100698.353045:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.353047:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100698.353050:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100698.353051:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100698.353053:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100698.353055:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100698.353056:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27835
00000400:00000200:1.0:1789100698.353059:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100698.353062:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100698.353064:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100698.353066:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353068:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.353069:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353070:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100698.353072:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100698.353072:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1789100698.353074:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100698.353076:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100698.353078:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789100698.353078:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789100698.353082:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100698.353083:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100698.353084:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100698.353088:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353090:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.353094:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100698.353094:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100698.353098:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100698.353102:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100698.353106:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353111:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100698.353114:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100698.353118:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789100698.353120:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.353121:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100698.353123:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353125:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100698.353126:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100698.353130:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100698.353133:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789100698.353136:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789100698.353138:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964650496:192.168.204.152@tcp:250:kworker.0
00000008:00000001:1.0:1789100698.353143:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353146:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100698.353147:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.353152:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1789100698.353153:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
02000000:00000001:2.0:1789100698.353156:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100698.353157:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100698.353161:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100698.353163:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.353163:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100698.353166:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100698.353167:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100698.353168:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100698.353170:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000010:1.0:1789100698.353172:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
02000000:00000001:2.0:1789100698.353174:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353176:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100698.353181:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789100698.353184:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100698.353191:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789100698.353192:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000001:1.0:1789100698.353193:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100698.353199:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789100698.353202:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:1.0:1789100698.353208:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.353210:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1789100698.353211:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650496, portal 25
00000100:00080000:1.0:1789100698.353213:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100698.353216:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100698.353217:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1789100698.353218:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100698.353221:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217535552 : -114338492016064 : ffff98027ecc9a40)
00000100:00000001:1.0:1789100698.353222:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100698.353226:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27835
00000400:00000200:1.0:1789100698.353230:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789100698.353232:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100698.353233:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100698.353237:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100698.353241:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353244:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.353248:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353251:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100698.353255:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100698.353256:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1789100698.353258:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100698.353262:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1789100698.353263:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000040:1.0:1789100698.353266:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000010:2.0:1789100698.353267:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000020:00000001:1.0:1789100698.353270:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000200:2.0:1789100698.353273:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964650496, offset 0
00000020:00000001:1.0:1789100698.353275:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100698.353284:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.353284:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353289:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.353291:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353293:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100698.353296:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789100698.353297:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100698.353303:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:2.0:1789100698.353306:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100698.353307:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100698.353311:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789100698.353314:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1789100698.353315:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100698.353318:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.353320:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100698.353322:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100698.353325:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100698.353327:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1789100698.353329:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.353332:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353334:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.353339:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512030:512030:256:4294967295] 192.168.204.152@tcp LPNI seq info [511787:511787:8:4294967295]
00000100:00000010:1.0:1789100698.353340:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100698.353344:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789100698.353349:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100698.353350:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100698.353353:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353356:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100698.353357:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100698.353360:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.353365:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1789100698.353367:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100698.353373:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100698.353374:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:1.0:1789100698.353381:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789100698.353382:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100698.353392:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1789100698.353393:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100698.353397:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100698.353399:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1789100698.353404:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789100698.353410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100698.353417:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1789100698.353419:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.353423:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789100698.353428:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100698.353429:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100698.353433:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100698.353434:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1789100698.353434:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00000001:1.0:1789100698.353438:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100698.353441:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27835
00000400:00000200:2.0:1789100698.353443:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789100698.353445:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100698.353449:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100698.353452:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100698.353454:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1789100698.353456:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353459:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100698.353461:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.353462:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000100:00000001:1.0:1789100698.353463:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100698.353466:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100698.353467:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000010:2.0:1789100698.353468:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000020:00000001:1.0:1789100698.353469:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100698.353471:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100698.353473:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100698.353475:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789100698.353475:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1789100698.353480:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353482:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789100698.353484:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100698.353485:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353488:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100698.353492:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100698.353498:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353504:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353505:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789100698.353507:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100698.353511:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789100698.353512:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100698.353516:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353521:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100698.353524:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1789100698.353527:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100698.353528:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353530:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789100698.353533:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100698.353539:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789100698.353539:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100698.353545:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000200:2.0:1789100698.353549:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100698.353551:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100698.353553:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353554:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322509571
00000100:00000001:1.0:1789100698.353556:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100698.353559:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100698.353560:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100698.353562:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97f00.
02000000:00000010:1.0:1789100698.353566:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:2.0:1789100698.353570:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100698.353571:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100698.353579:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100698.353579:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322509571
00000100:00000010:2.0:1789100698.353586:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97900.
00000100:00000001:2.0:1789100698.353592:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1789100698.353593:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100698.353597:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353598:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.353602:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100698.353604:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.353606:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100698.353614:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100698/real 1789100698]  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100698.353617:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100698.353622:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100698.353629:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100698.353630:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100698.353632:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1789100698.353632:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1789100698.353636:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1789100698.353636:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100698.353640:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00080000:1.0:1789100698.353641:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27835
00000400:00000200:2.0:1789100698.353658:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000200:1.0:1789100698.353662:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100698.353662:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000400:00000200:1.0:1789100698.353666:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100698.353669:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100698.353669:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1789100698.353674:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353677:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789100698.353677:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100698.353679:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353684:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100698.353689:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100698.353692:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100698.353695:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100698.353699:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000200:2.0:1789100698.353699:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100698.353704:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100698.353712:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1789100698.353714:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100698.353716:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100698.353720:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100698.353721:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789100698.353726:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100698.353727:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100698.353731:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353734:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100698.353736:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:2.0:1789100698.353741:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100698.353742:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100698.353748:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100698.353753:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100698.353757:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.353758:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100698.353763:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353768:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1789100698.353769:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789100698.353771:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100698.353777:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353781:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353805:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100698.353808:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.353810:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.353812:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1789100698.353815:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789100698.353815:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100698.353817:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1789100698.353819:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100698.353824:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1789100698.353825:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1789100698.353826:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100698.353829:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100698.353831:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100698.353833:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100698.353834:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000010:1.0:1789100698.353837:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:2.0:1789100698.353839:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789100698.353842:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100698.353847:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100698.353848:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100698.353868:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100698.353871:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100698.353875:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100698.353878:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964650496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789100698.353883:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353888:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100698.353889:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27845)
00000100:00000001:2.0:1789100698.353893:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.353898:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9a40 x1875994964650496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.353905:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100698.353907:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100698.353910:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100698.353913:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100698.353915:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100698.353917:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100698.353919:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100698.353921:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789100698.353925:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100698.353926:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100698.353928:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9a40.
00000100:00000001:2.0:1789100698.353932:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100698.353933:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.353936:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.353943:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100698.353945:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.353947:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100698.353948:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100698.353950:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100698.353954:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.353961:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100698.353963:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.353965:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100698.353967:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100698.353969:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100698.353972:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100698.353975:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100698.353977:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100698.353978:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.353980:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100698.353983:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100698.353985:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.353989:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100698.353992:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100698.353995:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100698.353998:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650624, portal 10
00000100:00000001:2.0:1789100698.354000:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100698.354001:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789100698.354007:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354014:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100698.354016:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100698.354018:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100698.354020:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964650624, offset 0
00000400:00000200:2.0:1789100698.354024:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354028:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354032:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100698.354035:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100698.354037:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100698.354040:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100698.354042:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354045:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512031:512031:256:4294967295] 192.168.204.152@tcp LPNI seq info [511788:511788:8:4294967295]
00000400:00000200:2.0:1789100698.354050:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354056:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100698.354061:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354064:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100698.354069:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100698.354071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100698.354076:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100698.354079:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1789100698.354082:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354084:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100698.354087:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100698.354091:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100698.354094:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100698.354096:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100698.354098:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100698.354102:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354110:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.354113:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354121:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354122:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100698.354125:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100698.354129:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100698.354132:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100698.354134:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322508308
00000100:00000001:2.0:1789100698.354137:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354140:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322508308
00000100:00000001:2.0:1789100698.354142:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354144:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.354146:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354148:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100698.354151:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100698/real 1789100698]  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100698.354159:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100698.354160:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100698.354162:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100698.354164:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100698.354166:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100698.354168:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100698.354171:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100698.354179:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354185:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100698.354186:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354188:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354189:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100698.354193:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354200:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100698.354203:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354210:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100698.354213:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354215:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354217:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354218:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100698.354220:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100698.354223:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100698.354226:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100698.354228:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100698.354231:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100698.354239:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100698.354243:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100698.354246:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354253:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100698.354254:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354256:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100698.354258:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100698.354260:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100698.354263:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100698.354266:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100698.354267:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100698.354269:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354271:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100698.354274:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100698.354276:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.354279:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100698.354282:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100698.354284:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100698.354287:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650752, portal 10
00000100:00000001:2.0:1789100698.354289:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100698.354291:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789100698.354296:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354302:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100698.354304:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100698.354306:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100698.354309:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964650752, offset 0
00000400:00000200:2.0:1789100698.354312:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354316:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354319:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100698.354321:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100698.354324:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100698.354326:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100698.354329:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354332:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512032:512032:256:4294967295] 192.168.204.152@tcp LPNI seq info [511789:511789:8:4294967295]
00000400:00000200:2.0:1789100698.354336:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354342:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100698.354347:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354350:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100698.354353:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100698.354356:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100698.354360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100698.354363:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1789100698.354367:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354369:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100698.354371:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100698.354375:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100698.354378:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100698.354379:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100698.354381:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100698.354385:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354398:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.354401:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354408:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354409:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100698.354412:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100698.354414:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100698.354417:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100698.354419:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322508307
00000100:00000001:2.0:1789100698.354422:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354424:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322508307
00000100:00000001:2.0:1789100698.354426:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354428:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.354430:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354432:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100698.354435:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100698/real 1789100698]  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100698.354442:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100698.354443:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100698.354445:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100698.354447:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100698.354449:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100698.354451:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100698.354454:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100698.354463:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354469:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100698.354471:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354473:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354474:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100698.354478:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354484:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100698.354488:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354495:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100698.354497:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354499:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354500:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354502:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100698.354504:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100698.354507:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100698.354509:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100698.354512:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100698.354516:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100698.354523:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100698.354527:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100698.354530:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354537:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100698.354538:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354540:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100698.354542:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100698.354544:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100698.354547:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100698.354550:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100698.354552:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100698.354553:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354555:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100698.354558:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100698.354560:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.354563:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100698.354565:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100698.354568:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100698.354571:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964650880, portal 4
00000100:00000001:2.0:1789100698.354573:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100698.354574:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789100698.354580:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354585:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100698.354588:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100698.354590:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100698.354592:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964650880, offset 0
00000400:00000200:2.0:1789100698.354596:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354599:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354603:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100698.354606:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100698.354608:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100698.354610:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100698.354613:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354616:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512033:512033:256:4294967295] 192.168.204.152@tcp LPNI seq info [511790:511790:8:4294967295]
00000400:00000200:2.0:1789100698.354620:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354626:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100698.354631:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354633:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100698.354637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100698.354640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100698.354657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100698.354659:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1789100698.354663:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354665:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100698.354668:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100698.354672:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100698.354675:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100698.354676:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100698.354679:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100698.354682:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354689:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.354692:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354699:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354701:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100698.354703:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100698.354706:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100698.354709:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100698.354711:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322508317
00000100:00000001:2.0:1789100698.354714:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354716:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322508317
00000100:00000001:2.0:1789100698.354718:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.354720:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.354722:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.354723:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100698.354727:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100698/real 1789100698]  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100698.354735:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100698.354737:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100698.354738:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100698.354740:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100698.354742:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100698.354744:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100698.354748:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100698.354756:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354763:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100698.354764:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354766:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354767:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100698.354771:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354778:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100698.354782:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354804:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100698.354807:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354808:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.354810:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.354812:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100698.354813:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100698.354816:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100698.354819:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100698.354822:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100698.354826:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100698.354840:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964650880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100698.354843:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100698.354847:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354853:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100698.354855:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354857:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100698.354858:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100698.354860:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100698.354863:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100698.354866:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100698.354868:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100698.354870:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100698.354871:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100698.354875:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100698.354877:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100698.354880:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100698.354882:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100698.354885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100698.354888:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651008, portal 4
00000100:00000001:2.0:1789100698.354890:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100698.354891:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:2.0:1789100698.354897:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354903:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100698.354905:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100698.354907:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100698.354909:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964651008, offset 0
00000400:00000200:2.0:1789100698.354913:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354917:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354920:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100698.354923:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100698.354926:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100698.354928:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100698.354930:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100698.354933:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512034:512034:256:4294967295] 192.168.204.152@tcp LPNI seq info [511791:511791:8:4294967295]
00000400:00000200:2.0:1789100698.354937:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100698.354943:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100698.354947:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354951:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100698.354954:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100698.354957:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789100698.354961:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100698.354964:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1789100698.354968:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100698.354969:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100698.354972:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100698.354975:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100698.354978:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100698.354980:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100698.354982:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100698.354985:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.354992:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.354995:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355002:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.355003:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100698.355006:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100698.355008:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100698.355011:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100698.355014:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322508338
00000100:00000001:2.0:1789100698.355016:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.355018:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322508338
00000100:00000001:2.0:1789100698.355020:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322509571
00000100:00000001:2.0:1789100698.355022:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100698.355024:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.355026:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100698.355030:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100698/real 1789100698]  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100698.355037:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100698.355038:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100698.355040:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100698.355042:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100698.355044:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100698.355046:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100698.355049:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100698.355057:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355064:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100698.355065:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355067:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.355068:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100698.355072:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355079:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100698.355083:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355090:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100698.355092:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355094:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100698.355095:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355097:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100698.355099:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100698.355101:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100698.355104:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100698.355106:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100698.355110:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100698.355118:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100698.355121:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355123:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.355126:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964650624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355133:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100698.355134:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100698.355136:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100698.355139:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100698.355140:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100698.355141:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100698.355143:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100698.355145:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789100698.355147:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100698.355149:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100698.355150:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789100698.355153:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100698.355154:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355155:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.355159:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964650752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355171:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100698.355173:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100698.355174:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100698.355177:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100698.355178:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100698.355179:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100698.355181:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100698.355182:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789100698.355184:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100698.355186:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100698.355187:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789100698.355189:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100698.355190:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355192:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.355196:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964650880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355203:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100698.355204:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100698.355206:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100698.355208:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100698.355209:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100698.355210:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100698.355213:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100698.355214:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789100698.355216:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100698.355217:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100698.355218:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789100698.355220:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100698.355222:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355224:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100698.355227:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964651008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100698.355234:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100698.355235:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100698.355237:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100698.355239:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100698.355240:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100698.355241:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100698.355243:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100698.355245:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789100698.355247:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100698.355248:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100698.355249:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789100698.355252:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100698.355253:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355255:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100698.355258:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100698.355259:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100698.355261:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100698.355263:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100699.376908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100699.376913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100699.376919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100699.376920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100699.376923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100699.376924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100699.696954:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322509571, at 4322509632
00000100:00000010:1.0:1789100699.696958:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00010000:00000001:2.0:1789100700.400901:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100700.400906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100700.400910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100700.400911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100700.400913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100700.400913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100700.400971:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100700.400976:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100700.400979:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100701.424910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100701.424916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100701.424921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100701.424923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100701.424925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100701.424927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100702.448917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100702.448922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100702.448926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100702.448927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100702.448929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100702.448930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100703.472950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100703.472956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100703.472963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100703.472966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100703.472972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100703.472974:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100703.473026:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100703.473032:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100703.473038:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789100703.473155:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100703.473160:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100703.473165:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100703.473174:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100703.473199:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.473205:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100703.473209:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100703.473215:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100703.473221:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964651136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100703.473231:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100703.473237:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100703.473242:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.473248:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100703.473256:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100703.473261:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.473269:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100703.473275:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100703.473283:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100703.473291:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651136, portal 25
00000100:00000001:2.0:1789100703.473296:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100703.473305:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:2.0:1789100703.473316:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473332:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100703.473340:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100703.473344:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100703.473351:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964651136, offset 0
00000400:00000200:2.0:1789100703.473361:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100703.473371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.473379:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100703.473386:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100703.473393:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100703.473399:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100703.473406:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100703.473414:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512035:512035:256:4294967295] 192.168.204.152@tcp LPNI seq info [511792:511792:8:4294967295]
00000400:00000200:2.0:1789100703.473426:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.473448:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100703.473458:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.473463:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100703.473473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100703.473478:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100703.473488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100703.473495:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789100703.473505:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.473510:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100703.473520:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100703.473530:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100703.473536:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100703.473540:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100703.473558:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100703.473565:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473582:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.473588:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473604:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.473607:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100703.473615:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.473623:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100703.473627:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322514691
00000100:00000010:2.0:1789100703.473632:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97900.
00000100:00000001:2.0:1789100703.473640:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100703.473653:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322514691
00000100:00000010:2.0:1789100703.473659:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97f00.
00000100:00000001:2.0:1789100703.473665:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100703.473669:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100703.473674:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.473678:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100703.473684:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100703/real 1789100703]  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100703.473693:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100703.473696:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100703.473698:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100703.473702:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100703.473705:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100703.473709:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100703.473714:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100703.473723:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473733:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100703.473735:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473738:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.473742:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100703.473746:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473756:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100703.473766:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473820:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100703.473828:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473831:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.473833:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473836:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100703.473838:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100703.473844:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100703.473850:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100703.473853:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100703.473860:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100703.473870:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964651136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100703.473876:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473878:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.473883:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964651136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473894:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100703.473897:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100703.473902:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100703.473907:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100703.473911:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100703.473914:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100703.473919:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100703.473922:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789100703.473929:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100703.473932:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100703.473936:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789100703.473941:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100703.473944:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473948:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.473960:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100703.473964:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.473968:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100703.473970:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100703.473971:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100703.473977:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.473984:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100703.473985:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.473987:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100703.473989:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100703.473991:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100703.473993:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100703.473997:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100703.473998:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100703.474000:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474001:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100703.474004:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100703.474005:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.474008:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100703.474010:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100703.474012:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100703.474014:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651264, portal 10
00000100:00000001:2.0:1789100703.474015:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100703.474016:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789100703.474020:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474024:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100703.474025:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100703.474027:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100703.474028:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964651264, offset 0
00000400:00000200:2.0:1789100703.474031:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474033:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474036:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100703.474039:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100703.474040:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100703.474042:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100703.474044:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474046:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512036:512036:256:4294967295] 192.168.204.152@tcp LPNI seq info [511793:511793:8:4294967295]
00000400:00000200:2.0:1789100703.474050:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474056:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100703.474060:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474063:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100703.474067:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100703.474070:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100703.474075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100703.474077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789100703.474081:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474083:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100703.474086:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100703.474089:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100703.474092:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100703.474094:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100703.474097:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100703.474100:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474107:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.474109:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474113:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474114:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100703.474117:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100703.474119:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100703.474121:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100703.474123:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322513428
00000100:00000001:2.0:1789100703.474125:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474126:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322513428
00000100:00000001:2.0:1789100703.474127:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474129:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100703.474130:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474131:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100703.474134:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100703/real 1789100703]  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100703.474141:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100703.474142:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100703.474144:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100703.474146:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100703.474147:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100703.474149:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100703.474152:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100703.474160:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474165:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100703.474166:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474168:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474170:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100703.474173:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474179:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100703.474183:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474190:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100703.474192:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474194:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474195:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474197:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100703.474199:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100703.474201:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100703.474204:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100703.474207:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100703.474210:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100703.474218:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100703.474221:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100703.474224:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474230:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100703.474232:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474233:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100703.474235:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100703.474237:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100703.474240:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100703.474243:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100703.474245:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100703.474247:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474248:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100703.474252:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100703.474254:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.474257:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100703.474260:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100703.474263:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100703.474265:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651392, portal 10
00000100:00000001:2.0:1789100703.474267:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100703.474269:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789100703.474274:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474280:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100703.474282:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100703.474284:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100703.474286:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964651392, offset 0
00000400:00000200:2.0:1789100703.474290:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474294:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474297:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100703.474300:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100703.474303:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100703.474305:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100703.474307:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474309:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512037:512037:256:4294967295] 192.168.204.152@tcp LPNI seq info [511794:511794:8:4294967295]
00000400:00000200:2.0:1789100703.474311:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474315:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100703.474318:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474320:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100703.474323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100703.474325:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100703.474328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100703.474329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789100703.474332:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474334:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100703.474337:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100703.474340:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100703.474343:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100703.474344:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100703.474346:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100703.474350:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474363:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.474366:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474372:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474373:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100703.474377:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100703.474380:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100703.474383:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100703.474385:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322513427
00000100:00000001:2.0:1789100703.474388:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474390:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322513427
00000100:00000001:2.0:1789100703.474392:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474394:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100703.474396:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474398:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100703.474402:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100703/real 1789100703]  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100703.474410:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100703.474411:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100703.474413:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100703.474415:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100703.474417:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100703.474419:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100703.474422:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100703.474431:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474437:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100703.474439:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474441:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474443:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100703.474446:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474453:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100703.474457:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474463:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100703.474466:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474467:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474468:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474470:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100703.474472:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100703.474474:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100703.474477:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100703.474479:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100703.474482:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100703.474490:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100703.474494:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100703.474497:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474503:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100703.474505:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474507:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100703.474508:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100703.474511:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100703.474513:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100703.474516:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100703.474518:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100703.474520:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474521:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100703.474524:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100703.474526:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.474529:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100703.474531:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100703.474534:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100703.474536:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651520, portal 4
00000100:00000001:2.0:1789100703.474538:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100703.474539:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789100703.474544:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474564:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100703.474567:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100703.474569:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100703.474572:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964651520, offset 0
00000400:00000200:2.0:1789100703.474576:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474579:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474583:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100703.474586:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100703.474588:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100703.474590:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100703.474592:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474595:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512038:512038:256:4294967295] 192.168.204.152@tcp LPNI seq info [511795:511795:8:4294967295]
00000400:00000200:2.0:1789100703.474599:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474605:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100703.474609:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474612:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100703.474616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100703.474618:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100703.474622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100703.474628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789100703.474632:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474634:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100703.474636:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100703.474639:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100703.474642:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100703.474643:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100703.474645:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100703.474648:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474655:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.474657:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474663:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474665:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100703.474668:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100703.474670:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100703.474673:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100703.474674:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322513437
00000100:00000001:2.0:1789100703.474677:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474678:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322513437
00000100:00000001:2.0:1789100703.474680:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474683:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100703.474685:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474686:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100703.474690:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100703/real 1789100703]  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100703.474696:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100703.474698:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100703.474699:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100703.474701:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100703.474702:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100703.474704:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100703.474707:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100703.474713:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474718:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100703.474719:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474721:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474722:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100703.474725:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474731:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100703.474735:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474741:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100703.474743:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474744:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.474745:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.474747:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100703.474749:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100703.474751:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100703.474755:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100703.474757:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100703.474760:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100703.474771:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100703.474775:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100703.474778:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474783:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100703.474784:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474805:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100703.474807:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100703.474809:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100703.474811:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100703.474815:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100703.474816:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100703.474818:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100703.474819:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100703.474823:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100703.474825:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100703.474828:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100703.474830:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100703.474833:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100703.474836:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651648, portal 4
00000100:00000001:2.0:1789100703.474838:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100703.474839:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789100703.474845:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474852:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100703.474854:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100703.474856:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100703.474858:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964651648, offset 0
00000400:00000200:2.0:1789100703.474862:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474866:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474869:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100703.474872:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100703.474874:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100703.474877:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100703.474879:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100703.474882:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512039:512039:256:4294967295] 192.168.204.152@tcp LPNI seq info [511796:511796:8:4294967295]
00000400:00000200:2.0:1789100703.474886:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100703.474892:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100703.474896:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474899:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100703.474903:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100703.474905:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789100703.474908:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100703.474911:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789100703.474915:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100703.474916:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100703.474919:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100703.474922:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100703.474925:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100703.474926:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100703.474928:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100703.474932:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474939:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.474942:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.474948:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474949:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100703.474952:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100703.474955:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100703.474958:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100703.474960:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322513458
00000100:00000001:2.0:1789100703.474963:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474965:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322513458
00000100:00000001:2.0:1789100703.474966:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322514691
00000100:00000001:2.0:1789100703.474969:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100703.474971:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.474973:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100703.474977:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100703/real 1789100703]  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100703.474985:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100703.474986:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100703.474988:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100703.474990:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100703.474992:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100703.474994:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100703.474997:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100703.475005:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475011:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100703.475012:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475014:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.475015:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100703.475018:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475024:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100703.475028:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475034:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100703.475037:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475038:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100703.475039:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475041:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100703.475043:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100703.475045:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100703.475048:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100703.475050:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100703.475053:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100703.475061:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100703.475064:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475066:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.475068:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964651264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475074:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100703.475076:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100703.475077:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100703.475080:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100703.475081:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100703.475083:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100703.475085:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100703.475086:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789100703.475089:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100703.475090:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100703.475092:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789100703.475094:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100703.475095:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475096:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.475100:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964651392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475112:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100703.475113:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100703.475115:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100703.475117:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100703.475118:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100703.475119:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100703.475121:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100703.475122:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789100703.475124:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100703.475125:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100703.475126:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789100703.475129:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100703.475130:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475131:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.475134:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964651520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475140:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100703.475141:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100703.475142:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100703.475144:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100703.475145:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100703.475146:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100703.475148:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100703.475149:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789100703.475151:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100703.475152:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100703.475154:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789100703.475155:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100703.475156:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475158:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100703.475160:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964651648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100703.475166:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100703.475167:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100703.475169:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100703.475171:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100703.475172:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100703.475173:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100703.475175:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100703.475176:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789100703.475178:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100703.475179:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100703.475180:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789100703.475182:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100703.475183:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475185:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100703.475189:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100703.475190:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100703.475192:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100703.475193:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100704.496861:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100704.496866:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100704.496870:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100704.496870:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100704.496872:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100704.496873:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100704.496930:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100704.496933:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100704.496936:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100704.816910:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322514691, at 4322514752
00000100:00000010:1.0:1789100704.816925:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00010000:00000001:2.0:1789100705.520921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100705.520927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100705.520933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100705.520935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100705.520938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100705.520939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544876:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100706.544883:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100706.544885:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100706.544887:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544891:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100706.544894:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544903:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544906:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100706.544911:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100706.544913:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100706.544915:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544917:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100706.544918:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544920:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544921:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100706.544926:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100706.544926:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100706.544927:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544928:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100706.544929:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544931:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100706.544932:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100707.568915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100707.568920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100707.568924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100707.568925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100707.568927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100707.568928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100707.568995:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100707.568999:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100707.569002:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100708.592894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100708.592898:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100708.592904:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100708.592908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100708.592911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100708.592913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100708.592973:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100708.592977:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100708.592982:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789100708.593065:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100708.593069:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100708.593073:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100708.593082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.593104:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100708.593110:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593117:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100708.593123:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100708.593129:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100708.593136:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964651776:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100708.593143:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100708.593148:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100708.593152:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593155:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100708.593162:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100708.593168:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100708.593177:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100708.593185:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100708.593194:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100708.593203:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651776, portal 25
00000100:00000001:2.0:1789100708.593209:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100708.593212:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789100708.593224:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.593240:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100708.593248:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100708.593252:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100708.593259:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964651776, offset 0
00000400:00000200:2.0:1789100708.593273:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100708.593285:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.593304:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100708.593316:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100708.593325:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100708.593331:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100708.593337:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100708.593344:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512040:512040:256:4294967295] 192.168.204.152@tcp LPNI seq info [511797:511797:8:4294967295]
00000400:00000200:2.0:1789100708.593353:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.593369:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100708.593380:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.593388:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100708.593400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100708.593407:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100708.593420:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100708.593426:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789100708.593436:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.593441:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100708.593449:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100708.593469:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100708.593475:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100708.593480:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100708.593486:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100708.593492:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.593506:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.593509:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.593520:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.593524:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100708.593533:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100708.593542:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.593548:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322519811
00000100:00000010:2.0:1789100708.593556:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ae0.
00000100:00000001:2.0:1789100708.593565:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100708.593573:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322519811
00000100:00000001:0.0:1789100708.593578:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:2.0:1789100708.593578:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
00000100:00000001:2.0:1789100708.593583:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1789100708.593584:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:2.0:1789100708.593586:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.593590:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100708.593591:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100708.593593:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789100708.593597:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100708.593599:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100708/real 1789100708]  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100708.593600:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100708.593605:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100708.593610:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789100708.593610:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100708.593613:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100708.593615:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100708.593618:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100708.593620:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100708.593623:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100708.593623:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100708.593628:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00000010:0.0:1789100708.593630:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000400:00000010:2.0:1789100708.593632:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000020:00000040:0.0:1789100708.593635:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:2.0:1789100708.593637:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1789100708.593639:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100708.593642:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100708.593644:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100708.593645:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100708.593647:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100708.593650:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100708.593655:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789100708.593661:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100708.593662:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100708.593669:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100708.593676:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100708.593680:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100708.593681:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100708.593685:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.593685:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.593689:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100708.593692:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.593698:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100708.593711:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100708.593717:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100708.593717:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100708.593723:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100708.593727:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1789100708.593727:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100708.593730:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100708.593735:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100708.593740:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27846
00000100:00000001:2.0:1789100708.593743:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1789100708.593748:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.593749:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789100708.593753:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100708.593753:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.593756:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100708.593758:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100708.593762:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1789100708.593763:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100708.593765:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100708.593767:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100708.593771:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00080000:2.0:1789100708.593772:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1789100708.593776:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00080000:2.0:1789100708.593780:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000020:00000001:0.0:1789100708.593781:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100708.593784:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:2.0:1789100708.593804:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100708.593810:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100708.593814:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100708.593818:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100708.593822:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100708.593827:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00100000:2.0:1789100708.593827:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964651776:192.168.204.152@tcp:250:kworker.0
00000100:00000040:0.0:1789100708.593834:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100708.593839:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100708.593841:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100708.593842:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100708.593846:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100708.593847:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100708.593851:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:2.0:1789100708.593854:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964651776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100708.593857:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100708.593862:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100708.593866:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100708.593870:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.593872:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100708.593874:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593876:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1789100708.593877:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100708.593881:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
02000000:00000010:2.0:1789100708.593881:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
00000008:00000001:0.0:1789100708.593887:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593887:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1789100708.593889:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789100708.593890:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100708.593893:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000010:0.0:1789100708.593895:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000001:2.0:1789100708.593895:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100708.593898:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
00000020:00000040:0.0:1789100708.593900:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100708.593902:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100708.593904:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100708.593905:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1789100708.593907:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100708.593908:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:0.0:1789100708.593913:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789100708.593913:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1789100708.593917:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789100708.593918:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789100708.593922:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.593922:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1789100708.593930:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:2.0:1789100708.593932:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100708.593934:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.593935:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.593939:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100708.593940:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100708.593943:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1789100708.593944:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100708.593948:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100708.593963:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100708.593964:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100708.593967:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100708.593968:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593969:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100708.593973:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100708.593976:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100708.593977:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.593979:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100708.593986:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100708.593988:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100708.593990:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.593995:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100708.593997:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100708.593998:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100708.594001:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100708.594006:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27856)
00000400:00000200:2.0:1789100708.594006:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100708.594009:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100708.594013:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100708.594015:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964651904, portal 10
00000100:00000001:2.0:1789100708.594017:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100708.594018:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789100708.594023:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594028:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100708.594029:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100708.594030:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100708.594032:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964651904, offset 0
00000400:00000200:2.0:1789100708.594034:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594039:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100708.594041:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100708.594042:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100708.594044:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100708.594045:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594047:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512041:512041:256:4294967295] 192.168.204.152@tcp LPNI seq info [511798:511798:8:4294967295]
00000400:00000200:2.0:1789100708.594050:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594054:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100708.594056:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594058:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100708.594061:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100708.594062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100708.594065:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100708.594066:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789100708.594069:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594070:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100708.594072:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100708.594075:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100708.594077:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100708.594079:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100708.594081:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100708.594084:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594092:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594095:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594101:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594102:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100708.594106:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100708.594109:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100708.594112:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.594114:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322518548
00000100:00000001:2.0:1789100708.594117:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594119:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322518548
00000100:00000001:2.0:1789100708.594121:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594123:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.594125:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594127:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100708.594130:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100708/real 1789100708]  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100708.594135:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100708.594136:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100708.594138:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100708.594139:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100708.594140:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100708.594142:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100708.594144:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100708.594149:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594153:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100708.594153:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594154:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594155:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100708.594157:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594161:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100708.594163:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594166:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100708.594168:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594169:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594170:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594171:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100708.594172:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100708.594173:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100708.594175:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100708.594176:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100708.594178:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.594183:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964651904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100708.594185:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100708.594187:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100708.594195:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594197:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100708.594198:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100708.594199:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100708.594201:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100708.594202:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100708.594203:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100708.594204:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594205:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594208:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100708.594209:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100708.594211:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100708.594212:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100708.594214:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100708.594215:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652032, portal 10
00000100:00000001:2.0:1789100708.594216:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100708.594217:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789100708.594220:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594224:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100708.594225:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100708.594227:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100708.594228:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964652032, offset 0
00000400:00000200:2.0:1789100708.594230:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594232:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594234:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100708.594236:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100708.594237:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100708.594239:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100708.594240:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594242:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512042:512042:256:4294967295] 192.168.204.152@tcp LPNI seq info [511799:511799:8:4294967295]
00000400:00000200:2.0:1789100708.594245:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594249:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100708.594251:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594253:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100708.594256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100708.594257:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100708.594260:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100708.594261:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789100708.594264:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594265:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100708.594266:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100708.594268:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100708.594270:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100708.594271:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100708.594272:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100708.594274:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594279:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594280:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594284:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594285:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100708.594287:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100708.594288:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100708.594290:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.594291:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322518547
00000100:00000001:2.0:1789100708.594292:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594293:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322518547
00000100:00000001:2.0:1789100708.594294:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594296:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.594297:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594298:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100708.594300:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100708/real 1789100708]  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100708.594304:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100708.594305:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100708.594306:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100708.594307:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100708.594308:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100708.594309:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100708.594311:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100708.594315:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594319:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100708.594320:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594320:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594321:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100708.594324:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594329:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100708.594332:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594337:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100708.594339:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594341:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594342:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594343:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100708.594345:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100708.594348:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100708.594351:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100708.594353:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100708.594356:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.594364:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100708.594368:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100708.594371:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594375:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100708.594376:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594377:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100708.594378:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100708.594380:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100708.594381:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100708.594384:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100708.594386:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100708.594387:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594389:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594392:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100708.594393:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100708.594397:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100708.594399:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100708.594402:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100708.594405:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652160, portal 4
00000100:00000001:2.0:1789100708.594406:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100708.594408:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789100708.594413:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594420:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100708.594423:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100708.594425:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100708.594427:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964652160, offset 0
00000400:00000200:2.0:1789100708.594430:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594433:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594435:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100708.594437:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100708.594439:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100708.594440:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100708.594441:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594443:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512043:512043:256:4294967295] 192.168.204.152@tcp LPNI seq info [511800:511800:8:4294967295]
00000400:00000200:2.0:1789100708.594446:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594449:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100708.594466:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594468:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100708.594470:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100708.594472:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100708.594474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100708.594476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789100708.594478:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594479:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100708.594481:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100708.594483:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100708.594485:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100708.594486:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100708.594487:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100708.594489:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594494:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594496:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594499:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594500:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100708.594503:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100708.594505:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100708.594507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.594508:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322518557
00000100:00000001:2.0:1789100708.594510:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594512:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322518557
00000100:00000001:2.0:1789100708.594514:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594516:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.594518:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594520:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100708.594523:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100708/real 1789100708]  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100708.594530:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100708.594532:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100708.594534:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100708.594536:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100708.594537:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100708.594539:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100708.594542:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100708.594550:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594557:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100708.594558:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594559:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594560:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100708.594563:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594567:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100708.594569:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594573:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100708.594575:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594576:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594577:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594578:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100708.594579:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100708.594580:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100708.594581:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100708.594583:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100708.594585:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.594589:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100708.594591:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594592:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594593:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964651904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594597:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100708.594598:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594599:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100708.594601:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100708.594602:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100708.594603:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100708.594604:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100708.594606:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:2.0:1789100708.594607:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100708.594608:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100708.594610:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789100708.594611:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100708.594612:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594613:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594615:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964652032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594619:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100708.594619:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594620:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100708.594621:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100708.594622:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100708.594622:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100708.594623:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100708.594624:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789100708.594625:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100708.594626:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100708.594626:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789100708.594628:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100708.594628:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594629:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594631:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964652160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594634:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100708.594635:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594635:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100708.594636:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100708.594637:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100708.594638:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100708.594638:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100708.594639:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789100708.594641:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100708.594641:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100708.594642:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789100708.594643:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100708.594644:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594645:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594647:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100708.594648:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594649:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100708.594650:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100708.594651:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100708.594653:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594657:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100708.594658:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594659:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100708.594660:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100708.594661:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100708.594663:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100708.594664:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100708.594665:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100708.594666:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100708.594667:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594669:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100708.594670:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100708.594672:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100708.594674:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100708.594676:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100708.594677:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652288, portal 4
00000100:00000001:2.0:1789100708.594679:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100708.594679:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:2.0:1789100708.594683:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594686:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100708.594688:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100708.594689:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100708.594690:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964652288, offset 0
00000400:00000200:2.0:1789100708.594692:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594694:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594696:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100708.594698:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100708.594700:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100708.594702:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100708.594703:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100708.594705:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512044:512044:256:4294967295] 192.168.204.152@tcp LPNI seq info [511801:511801:8:4294967295]
00000400:00000200:2.0:1789100708.594707:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100708.594711:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100708.594713:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594715:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100708.594717:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100708.594718:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789100708.594721:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100708.594722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789100708.594725:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100708.594726:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100708.594727:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100708.594729:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100708.594731:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100708.594732:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100708.594733:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100708.594735:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594739:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594741:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594745:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594745:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100708.594747:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100708.594749:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100708.594750:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100708.594751:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322518577
00000100:00000001:2.0:1789100708.594752:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594754:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322518577
00000100:00000001:2.0:1789100708.594756:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322519811
00000100:00000001:2.0:1789100708.594757:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100708.594758:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594759:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100708.594761:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100708/real 1789100708]  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100708.594765:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100708.594766:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100708.594767:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100708.594768:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100708.594769:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100708.594769:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100708.594771:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100708.594776:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594779:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100708.594780:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594781:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594782:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100708.594783:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594801:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100708.594804:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594807:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100708.594809:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594810:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100708.594810:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594812:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100708.594813:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100708.594815:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100708.594817:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100708.594818:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100708.594820:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100708.594824:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100708.594826:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594827:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100708.594828:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964652288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100708.594831:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100708.594832:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100708.594833:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100708.594835:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100708.594836:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100708.594836:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100708.594838:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100708.594839:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789100708.594841:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100708.594842:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100708.594843:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:2.0:1789100708.594845:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100708.594846:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594848:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100708.594851:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100708.594852:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100708.594854:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100708.594855:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100709.616932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100709.616939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100709.616946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100709.616947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100709.616951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100709.616952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100709.617010:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100709.617013:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100709.617016:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100709.936916:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322519811, at 4322519872
00000100:00000010:1.0:1789100709.936929:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00000100:00000040:0.0:1789100709.937030:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322519811, at 4322519872
00000100:00000010:0.0:1789100709.937036:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00010000:00000001:2.0:1789100710.640865:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100710.640871:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100710.640877:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100710.640879:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100710.640882:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100710.640883:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100710.640935:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100710.640938:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100710.640941:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100711.664912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100711.664916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100711.664920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100711.664921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100711.664924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100711.664925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100711.664976:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100711.664979:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100711.664983:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100712.688925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100712.688932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100712.688939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100712.688940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100712.688943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100712.688944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100712.689002:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100712.689006:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100712.689009:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100713.712898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100713.712907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100713.712909:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100713.712912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100713.712915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100713.712918:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100713.712919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100713.712922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.712923:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100713.712927:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100713.712932:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100713.712941:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27851
00000400:00000200:1.0:1789100713.712950:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:0.0:1789100713.712954:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000400:00000200:1.0:1789100713.712957:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000020:00000001:0.0:1789100713.712958:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100713.712963:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100713.712963:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100713.712969:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.712972:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.712975:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.712977:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100713.712985:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100713.712986:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100713.712989:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100713.712992:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100713.712994:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100713.712996:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100713.712998:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713000:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713001:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713003:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100713.713006:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100713.713009:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713011:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713015:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100713.713018:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100713.713020:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713022:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100713.713025:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100713.713033:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100713.713037:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100713.713040:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100713.713042:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713045:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100713.713047:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100713.713051:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100713.713057:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100713.713062:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100713.713068:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100713.713075:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100713.713078:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100713.713081:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713097:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100713.713099:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100713.713102:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100713.713103:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100713.713104:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100713.713106:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100713.713107:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27851
00000400:00000200:1.0:1789100713.713110:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100713.713112:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100713.713114:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100713.713116:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713118:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713120:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713121:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100713.713123:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100713.713124:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:2.0:1789100713.713124:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789100713.713128:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100713.713129:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1789100713.713130:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789100713.713132:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100713.713138:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100713.713139:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100713.713140:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100713.713148:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713152:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713155:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100713.713155:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100713.713159:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100713.713159:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100713.713164:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100713.713167:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789100713.713167:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789100713.713168:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713171:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100713.713172:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100713.713175:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100713.713177:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713179:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713181:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1789100713.713184:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964652416:192.168.204.152@tcp:250:kworker.0
00000008:00100000:1.0:1789100713.713185:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100713.713191:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.713193:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100713.713194:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100713.713198:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
02000000:00000001:2.0:1789100713.713199:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789100713.713200:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100713.713203:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713204:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100713.713206:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713208:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100713.713209:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789100713.713210:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100713.713213:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100713.713217:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
02000000:00000010:2.0:1789100713.713218:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
00000100:00000001:1.0:1789100713.713220:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.713222:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100713.713226:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789100713.713234:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100713.713237:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100713.713240:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100713.713241:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000040:1.0:1789100713.713243:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713250:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100713.713251:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00080000:1.0:1789100713.713252:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100713.713257:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100713.713258:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100713.713259:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1789100713.713260:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652416, portal 25
00000100:00000001:1.0:1789100713.713261:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100713.713265:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27851
00000100:00000001:2.0:1789100713.713265:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100713.713269:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000400:00000200:1.0:1789100713.713270:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100713.713275:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100713.713276:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100713.713281:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:2.0:1789100713.713281:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713285:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713289:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713292:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100713.713296:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100713.713298:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100713.713300:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100713.713303:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000001:2.0:1789100713.713303:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1789100713.713307:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100713.713310:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100713.713311:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100713.713314:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713316:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1789100713.713317:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000040:1.0:1789100713.713318:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713322:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100713.713323:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100713.713325:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713326:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713327:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789100713.713328:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964652416, offset 0
02000000:00000001:1.0:1789100713.713329:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100713.713332:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713335:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100713.713336:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100713.713337:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713338:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713342:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000010:1.0:1789100713.713343:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100713.713346:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100713.713348:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100713.713349:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713350:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100713.713351:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100713.713352:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:1.0:1789100713.713370:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000400:00000200:2.0:1789100713.713375:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100713.713376:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713384:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1789100713.713385:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789100713.713393:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100713.713394:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100713.713397:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713401:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789100713.713402:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100713.713410:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713413:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100713.713415:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100713.713419:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1789100713.713419:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512045:512045:256:4294967295] 192.168.204.152@tcp LPNI seq info [511802:511802:8:4294967295]
00000100:00000001:1.0:1789100713.713422:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100713.713424:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100713.713427:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100713.713431:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27851
00000400:00000200:2.0:1789100713.713431:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.713446:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1789100713.713455:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:2.0:1789100713.713456:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100713.713462:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000010:2.0:1789100713.713464:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00080000:1.0:1789100713.713466:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100713.713471:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.0:1789100713.713473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100713.713477:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1789100713.713478:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789100713.713483:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:2.1:1789100713.713488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100713.713489:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100713.713494:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1789100713.713494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1789100713.713496:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100713.713500:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100713.713504:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000800:00000100:2.0:1789100713.713504:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789100713.713509:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000010:2.0:1789100713.713509:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000020:00000001:1.0:1789100713.713515:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100713.713518:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100713.713520:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789100713.713521:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713526:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713530:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100713.713531:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1789100713.713535:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:2.0:1789100713.713540:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000100:00080000:1.0:1789100713.713541:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:2.0:1789100713.713545:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:1.0:1789100713.713546:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713550:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100713.713552:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1789100713.713554:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100713.713557:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713561:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1789100713.713561:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789100713.713565:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100713.713571:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713574:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100713.713580:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789100713.713582:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1789100713.713584:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000040:2.0:1789100713.713586:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100713.713590:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100713.713593:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.713595:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713596:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789100713.713597:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1789100713.713598:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100713.713601:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100713.713604:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:2.0:1789100713.713606:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713608:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713613:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:1.0:1789100713.713614:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100713.713618:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322524931
00000100:00000001:1.0:1789100713.713622:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100713.713624:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100713.713626:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000040:1.0:1789100713.713627:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713635:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100713.713637:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100713.713637:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1789100713.713642:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100713.713643:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100713.713644:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100713.713646:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322524931
00000100:00000001:1.0:1789100713.713647:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100713.713651:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27851
00000100:00000010:2.0:1789100713.713652:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000400:00000200:1.0:1789100713.713656:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100713.713657:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1789100713.713661:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100713.713662:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789100713.713663:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100713.713667:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100713.713668:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100713.713670:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100713.713671:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713674:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713678:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:2.0:1789100713.713678:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100713/real 1789100713]  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100713.713682:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100713.713684:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100713.713687:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100713.713689:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100713.713693:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100713.713698:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100713.713704:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713705:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100713.713706:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713707:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100713.713708:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100713.713710:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100713.713713:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100713.713714:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100713.713717:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1789100713.713718:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1789100713.713719:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789100713.713721:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1789100713.713722:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1789100713.713724:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000008:00100000:1.0:1789100713.713725:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100713.713729:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713729:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00000001:1.0:1789100713.713733:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100713.713733:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100713.713738:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1789100713.713739:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789100713.713743:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000200:2.0:1789100713.713743:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100713.713746:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100713.713748:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100713.713751:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100713.713753:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100713.713756:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100713.713757:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789100713.713760:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100713.713765:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.713766:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100713.713768:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789100713.713771:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100713.713772:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.713774:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100713.713782:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1789100713.713782:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713808:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100713.713814:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.713819:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100713.713828:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100713.713829:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.713837:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1789100713.713838:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27861)
00000100:00000001:2.0:1789100713.713839:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.713843:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.713845:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.713846:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100713.713847:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100713.713849:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100713.713852:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100713.713855:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100713.713858:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100713.713863:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964652416:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100713.713866:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.713867:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.713869:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964652416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.713872:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100713.713874:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100713.713876:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100713.713879:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100713.713880:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100713.713881:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100713.713882:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100713.713884:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789100713.713887:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100713.713889:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100713.713890:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789100713.713893:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100713.713894:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.713895:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.713900:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100713.713902:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.713904:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100713.713905:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100713.713907:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100713.713909:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.713915:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100713.713917:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.713919:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100713.713920:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100713.713922:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100713.713925:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100713.713929:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100713.713931:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100713.713932:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.713934:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100713.713937:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100713.713939:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.713942:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100713.713945:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100713.713948:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100713.713950:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652544, portal 10
00000100:00000001:2.0:1789100713.713951:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100713.713952:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:2.0:1789100713.713957:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.713961:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100713.713962:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100713.713963:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100713.713965:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964652544, offset 0
00000400:00000200:2.0:1789100713.713967:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100713.713970:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.713972:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100713.713974:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100713.713976:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100713.713978:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100713.713979:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100713.713982:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512046:512046:256:4294967295] 192.168.204.152@tcp LPNI seq info [511803:511803:8:4294967295]
00000400:00000200:2.0:1789100713.713986:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.713992:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100713.713996:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714000:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100713.714003:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100713.714007:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100713.714011:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100713.714014:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789100713.714018:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714020:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100713.714022:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100713.714026:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100713.714028:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100713.714030:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100713.714032:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100713.714035:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714040:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714042:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714045:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714046:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100713.714049:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100713.714051:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100713.714054:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100713.714055:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322523668
00000100:00000001:2.0:1789100713.714056:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714058:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322523668
00000100:00000001:2.0:1789100713.714059:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714060:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100713.714061:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714062:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100713.714064:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100713/real 1789100713]  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100713.714069:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100713.714070:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100713.714071:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100713.714073:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100713.714074:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100713.714075:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100713.714076:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100713.714081:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714084:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100713.714085:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714086:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714087:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100713.714089:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714092:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100713.714094:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714098:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100713.714100:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714100:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714101:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714102:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100713.714103:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100713.714105:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100713.714106:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100713.714107:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100713.714109:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100713.714113:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100713.714116:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100713.714118:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714122:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100713.714122:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714123:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100713.714124:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100713.714126:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100713.714127:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100713.714129:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100713.714130:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100713.714131:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714132:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714134:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100713.714135:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.714137:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100713.714139:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100713.714141:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100713.714142:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652672, portal 10
00000100:00000001:2.0:1789100713.714144:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100713.714144:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:2.0:1789100713.714148:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714151:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100713.714153:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100713.714154:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100713.714155:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964652672, offset 0
00000400:00000200:2.0:1789100713.714157:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714159:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714161:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100713.714163:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100713.714165:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100713.714166:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100713.714167:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714169:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512047:512047:256:4294967295] 192.168.204.152@tcp LPNI seq info [511804:511804:8:4294967295]
00000400:00000200:2.0:1789100713.714172:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714175:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100713.714177:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714179:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100713.714181:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100713.714183:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100713.714186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100713.714187:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789100713.714190:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714191:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100713.714194:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100713.714197:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100713.714199:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100713.714201:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100713.714203:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100713.714206:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714213:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714216:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714222:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714224:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100713.714226:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100713.714229:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100713.714232:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100713.714234:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322523667
00000100:00000001:2.0:1789100713.714236:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714238:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322523667
00000100:00000001:2.0:1789100713.714240:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714242:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100713.714244:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714245:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100713.714249:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100713/real 1789100713]  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100713.714256:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100713.714257:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100713.714259:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100713.714261:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100713.714262:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100713.714264:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100713.714266:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100713.714271:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714274:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100713.714275:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714276:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714277:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100713.714279:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714283:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100713.714285:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714288:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100713.714290:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714290:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714291:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714293:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100713.714294:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100713.714296:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100713.714298:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100713.714299:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100713.714301:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100713.714305:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100713.714308:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100713.714310:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714313:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100713.714314:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714315:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100713.714316:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100713.714317:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100713.714319:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100713.714320:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100713.714321:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100713.714322:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714323:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714326:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100713.714327:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.714329:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100713.714331:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100713.714333:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100713.714334:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652800, portal 4
00000100:00000001:2.0:1789100713.714335:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100713.714336:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:2.0:1789100713.714340:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714344:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100713.714345:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100713.714346:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100713.714348:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964652800, offset 0
00000400:00000200:2.0:1789100713.714350:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714352:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714367:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100713.714369:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100713.714371:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100713.714372:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100713.714374:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714376:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512048:512048:256:4294967295] 192.168.204.152@tcp LPNI seq info [511805:511805:8:4294967295]
00000400:00000200:2.0:1789100713.714378:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714382:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100713.714385:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714387:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100713.714390:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100713.714391:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100713.714393:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100713.714395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789100713.714398:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714399:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100713.714401:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100713.714403:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100713.714404:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100713.714405:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100713.714407:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100713.714409:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714416:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714419:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714430:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714431:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100713.714434:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100713.714437:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100713.714440:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100713.714441:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322523677
00000100:00000001:2.0:1789100713.714444:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714446:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322523677
00000100:00000001:2.0:1789100713.714448:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714450:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100713.714452:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714453:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100713.714457:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100713/real 1789100713]  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100713.714463:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100713.714465:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100713.714466:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100713.714469:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100713.714470:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100713.714471:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100713.714473:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100713.714478:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714481:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100713.714482:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714483:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100713.714488:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714494:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100713.714498:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714504:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100713.714506:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714507:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714509:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714511:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100713.714512:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100713.714515:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100713.714518:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100713.714520:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100713.714523:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100713.714530:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100713.714533:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100713.714536:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714542:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100713.714543:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714545:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100713.714547:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100713.714549:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100713.714551:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100713.714554:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100713.714556:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100713.714558:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100713.714559:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714562:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100713.714564:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100713.714568:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100713.714570:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100713.714573:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100713.714576:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964652928, portal 4
00000100:00000001:2.0:1789100713.714577:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100713.714578:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:2.0:1789100713.714582:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714586:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100713.714587:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100713.714589:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100713.714590:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964652928, offset 0
00000400:00000200:2.0:1789100713.714592:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714595:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714598:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100713.714600:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100713.714603:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100713.714605:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100713.714607:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100713.714609:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512049:512049:256:4294967295] 192.168.204.152@tcp LPNI seq info [511806:511806:8:4294967295]
00000400:00000200:2.0:1789100713.714613:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100713.714620:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100713.714624:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714627:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100713.714631:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100713.714633:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789100713.714637:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100713.714640:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789100713.714643:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100713.714645:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100713.714648:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100713.714650:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100713.714652:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100713.714653:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100713.714654:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100713.714656:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714661:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714663:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714666:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714667:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100713.714669:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100713.714671:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100713.714673:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100713.714674:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322523697
00000100:00000001:2.0:1789100713.714676:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714677:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322523697
00000100:00000001:2.0:1789100713.714678:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322524931
00000100:00000001:2.0:1789100713.714679:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100713.714680:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714682:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100713.714684:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100713/real 1789100713]  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100713.714688:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100713.714689:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100713.714690:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100713.714691:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100713.714692:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100713.714693:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100713.714695:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100713.714700:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714703:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100713.714704:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714705:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714705:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100713.714707:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714710:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100713.714713:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714716:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100713.714717:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714718:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100713.714719:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714720:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100713.714721:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100713.714722:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100713.714724:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100713.714725:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100713.714727:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100713.714732:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964652928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100713.714734:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714735:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714737:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964652544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714741:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100713.714742:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714743:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789100713.714744:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100713.714745:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100713.714746:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100713.714747:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100713.714748:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789100713.714750:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100713.714751:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100713.714752:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:2.0:1789100713.714753:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100713.714754:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714755:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714757:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964652672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714761:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100713.714762:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714762:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100713.714764:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100713.714764:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100713.714765:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100713.714766:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100713.714767:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789100713.714768:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100713.714768:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100713.714769:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:2.0:1789100713.714770:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100713.714771:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714772:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714773:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964652800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714777:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100713.714778:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714779:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100713.714780:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100713.714781:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100713.714782:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100713.714783:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100713.714784:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789100713.714785:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100713.714800:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100713.714801:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789100713.714802:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100713.714803:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714804:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100713.714806:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964652928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100713.714810:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100713.714811:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100713.714812:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100713.714813:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100713.714814:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100713.714814:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100713.714816:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100713.714817:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789100713.714819:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100713.714819:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100713.714820:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:2.0:1789100713.714821:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100713.714822:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714823:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100713.714825:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100713.714826:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100713.714827:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100713.714828:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100714.736924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100714.736931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100714.736937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100714.736938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100714.736942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100714.736943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100714.737016:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100714.737020:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100714.737024:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100715.056904:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322524931, at 4322524992
00000100:00000040:1.0:1789100715.056904:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322524931, at 4322524992
00000100:00000010:1.0:1789100715.056921:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000100:00000010:0.0:1789100715.056923:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00010000:00000001:2.0:1789100715.760919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100715.760925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100715.760929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100715.760929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100715.760931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100715.760932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100715.760986:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100715.760990:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100715.760993:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100716.784874:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100716.784883:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100716.784885:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100716.784888:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784893:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100716.784896:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784897:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784899:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100716.784905:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100716.784906:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100716.784907:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784908:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100716.784909:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784911:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784913:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100716.784917:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100716.784918:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100716.784920:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784921:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100716.784922:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784923:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100716.784924:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100716.784974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100716.784977:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100716.784980:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100717.808892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100717.808896:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100717.808900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100717.808901:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100717.808903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100717.808904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100717.808958:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100717.808961:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100717.808964:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100718.832892:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100718.832902:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100718.832905:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100718.832908:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100718.832912:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100718.832919:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27856
00000400:00000200:2.0:1789100718.832929:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100718.832936:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100718.832938:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100718.832941:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.832943:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.832945:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.832947:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100718.832950:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100718.832951:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100718.832953:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100718.832956:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100718.832958:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100718.832959:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100718.832961:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.832962:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.832964:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.832965:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100718.832966:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100718.832969:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100718.832970:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100718.832972:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100718.832974:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100718.832976:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.832977:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100718.832980:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100718.832989:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789100718.832991:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100718.832994:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100718.832995:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.832997:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100718.832999:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100718.833002:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100718.833007:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100718.833012:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100718.833019:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100718.833026:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100718.833029:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100718.833032:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100718.833052:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100718.833054:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100718.833056:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100718.833057:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100718.833058:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100718.833060:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100718.833061:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27856
00000400:00000200:2.0:1789100718.833063:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100718.833065:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100718.833066:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100718.833067:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833069:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.833070:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833071:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100718.833073:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100718.833074:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100718.833075:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100718.833076:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100718.833078:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100718.833080:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100718.833081:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833083:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.833084:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833086:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100718.833087:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100718.833089:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833090:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100718.833091:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100718.833095:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100718.833097:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833098:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100718.833098:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100718.833103:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100718.833104:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1789100718.833107:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833108:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789100718.833109:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100718.833113:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789100718.833115:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100718.833117:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100718.833118:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100718.833118:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833122:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100718.833123:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100718.833125:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100718.833129:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100718.833134:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833135:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100718.833139:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100718.833140:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100718.833146:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789100718.833148:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100718.833151:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100718.833152:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.833158:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100718.833160:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.833166:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964653056:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100718.833170:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100718.833175:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100718.833179:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833180:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.833182:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1789100718.833185:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100718.833189:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:0.0:1789100718.833191:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
00000100:00000001:2.0:1789100718.833191:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100718.833195:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789100718.833196:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833202:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100718.833207:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:2.0:1789100718.833209:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27856
00000400:00000010:0.0:1789100718.833213:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000200:2.0:1789100718.833217:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100718.833222:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000010:0.0:1789100718.833223:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00080000:2.0:1789100718.833225:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100718.833230:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100718.833233:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653056, portal 25
00000100:00000001:2.0:1789100718.833233:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100718.833238:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1789100718.833238:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100718.833242:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000001:2.0:1789100718.833243:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100718.833247:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100718.833248:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100718.833250:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100718.833251:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100718.833253:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100718.833256:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100718.833271:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100718.833272:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833278:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.833283:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100718.833288:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100718.833289:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100718.833294:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000040:2.0:1789100718.833295:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000010:0.0:1789100718.833297:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00080000:2.0:1789100718.833300:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:0.0:1789100718.833302:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964653056, offset 0
00000100:00000001:2.0:1789100718.833303:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100718.833306:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100718.833308:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100718.833311:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:2.0:1789100718.833317:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833319:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100718.833322:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:2.0:1789100718.833322:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100718.833327:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833330:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.833332:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000010:2.0:1789100718.833336:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000400:00000200:0.0:1789100718.833339:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1789100718.833341:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100718.833346:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:2.0:1789100718.833346:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100718.833349:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.833353:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1789100718.833354:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100718.833357:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100718.833360:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:2.0:1789100718.833361:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.833367:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512050:512050:256:4294967295] 192.168.204.152@tcp LPNI seq info [511807:511807:8:4294967295]
02000000:00000010:2.0:1789100718.833368:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000400:00000200:0.0:1789100718.833376:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100718.833377:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100718.833383:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100718.833395:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789100718.833395:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100718.833399:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100718.833405:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789100718.833410:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833417:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100718.833419:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000100:00080000:2.0:1789100718.833420:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100718.833425:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100718.833426:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100718.833427:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100718.833432:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1789100718.833433:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:2.0:1789100718.833436:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27856
00000800:00000200:0.0:1789100718.833440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000400:00000200:2.0:1789100718.833443:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.1:1789100718.833449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:2.0:1789100718.833450:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100718.833456:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1789100718.833456:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1789100718.833465:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000100:0.0:1789100718.833467:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833471:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1789100718.833472:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000100:00000040:2.0:1789100718.833477:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100718.833481:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789100718.833482:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100718.833486:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100718.833489:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000200:0.0:1789100718.833490:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1789100718.833491:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100718.833495:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:0.0:1789100718.833498:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000020:00000001:2.0:1789100718.833498:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100718.833499:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:0.0:1789100718.833503:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000040:2.0:1789100718.833506:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100718.833509:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1789100718.833510:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.833516:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100718.833517:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100718.833519:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100718.833525:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100718.833532:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100718.833533:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789100718.833536:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.833540:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100718.833541:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100718.833545:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100718.833549:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833553:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100718.833557:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100718.833558:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789100718.833559:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833562:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100718.833562:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100718.833567:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789100718.833569:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:0.0:1789100718.833571:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100718.833572:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100718.833574:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833576:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100718.833577:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100718.833579:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.833580:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:2.0:1789100718.833583:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:0.0:1789100718.833585:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322530051
00000100:00000001:2.0:1789100718.833587:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100718.833593:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00100000:2.0:1789100718.833594:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100718.833602:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100718.833603:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100718.833604:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100718.833609:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100718.833616:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833618:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322530051
00000100:00080000:2.0:1789100718.833619:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1789100718.833624:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8780.
00000100:00080000:2.0:1789100718.833625:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100718.833629:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100718.833629:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100718.833631:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100718.833633:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100718.833636:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100718.833637:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833641:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1789100718.833641:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27856
00000100:00100000:0.0:1789100718.833650:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100718/real 1789100718]  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100718.833650:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100718.833657:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100718.833662:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100718.833667:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:0.0:1789100718.833669:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1789100718.833670:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1789100718.833673:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1789100718.833674:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100718.833676:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:2.0:1789100718.833677:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100718.833682:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000020:00000001:2.0:1789100718.833682:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100718.833685:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000010:0.0:1789100718.833686:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000020:00000001:2.0:1789100718.833690:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100718.833691:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1789100718.833695:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000200:0.0:1789100718.833697:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100718.833699:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:0.0:1789100718.833708:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100718.833715:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100718.833721:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1789100718.833723:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833726:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100718.833729:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100718.833731:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100718.833733:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100718.833735:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100718.833737:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100718.833739:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833741:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1789100718.833743:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100718.833744:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789100718.833748:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1789100718.833751:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100718.833753:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833757:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100718.833760:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100718.833763:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833766:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833769:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1789100718.833770:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789100718.833774:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100718.833776:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100718.833778:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100718.833778:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100718.833781:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100718.833783:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100718.833810:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100718.833815:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:0.0:1789100718.833816:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100718.833820:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833821:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.833825:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.833828:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100718.833828:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100718.833834:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100718.833838:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100718.833839:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100718.833843:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100718.833845:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1789100718.833847:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100718.833854:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100718.833856:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27866)
00000100:00080000:0.0:1789100718.833859:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100718.833862:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100718.833867:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.833876:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964653056:192.168.204.152@tcp:250:kworker.0
00010000:00000001:2.0:1789100718.833879:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789100718.833881:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.833884:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00010000:00000001:2.0:1789100718.833884:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.833889:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964653056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100718.833892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100718.833896:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833902:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00010000:00000001:2.0:1789100718.833903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:0.0:1789100718.833904:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:2.0:1789100718.833906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100718.833908:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100718.833913:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100718.833918:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100718.833919:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100718.833922:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100718.833925:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:0.0:1789100718.833929:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100718.833931:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100718.833934:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:0.0:1789100718.833938:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100718.833939:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.833942:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789100718.833945:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100718.833948:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833950:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1789100718.833951:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100718.833954:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.833959:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100718.833961:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100718.833963:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100718.833967:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.833981:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100718.833982:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.833984:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100718.833986:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100718.833988:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100718.833991:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100718.833994:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100718.833996:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100718.833997:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.833999:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834002:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100718.834004:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.834008:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100718.834010:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100718.834013:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100718.834016:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653184, portal 10
00000100:00000001:0.0:1789100718.834018:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100718.834019:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:0.0:1789100718.834024:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834030:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100718.834033:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100718.834036:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100718.834038:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964653184, offset 0
00000400:00000200:0.0:1789100718.834042:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834046:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834050:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100718.834052:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100718.834055:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100718.834057:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100718.834059:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834063:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512051:512051:256:4294967295] 192.168.204.152@tcp LPNI seq info [511808:511808:8:4294967295]
00000400:00000200:0.0:1789100718.834067:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834074:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100718.834078:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834081:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100718.834085:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100718.834088:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100718.834092:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100718.834095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100718.834098:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834100:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100718.834102:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100718.834105:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100718.834108:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100718.834110:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100718.834113:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100718.834116:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834124:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834128:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834134:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834135:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100718.834138:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.834141:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100718.834145:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100718.834147:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322528788
00000100:00000001:0.0:1789100718.834150:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834152:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322528788
00000100:00000001:0.0:1789100718.834154:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834156:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100718.834159:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834160:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100718.834164:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100718/real 1789100718]  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100718.834172:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100718.834174:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100718.834175:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100718.834178:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100718.834179:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100718.834181:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100718.834184:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100718.834193:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834199:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100718.834201:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834202:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834203:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100718.834207:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834213:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100718.834217:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834224:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100718.834226:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834228:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834229:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834230:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100718.834232:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100718.834234:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100718.834238:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100718.834240:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100718.834243:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.834251:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100718.834254:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100718.834269:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834275:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100718.834277:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834279:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100718.834280:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100718.834282:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100718.834285:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100718.834289:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100718.834291:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100718.834292:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834294:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834297:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100718.834299:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.834302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100718.834304:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100718.834306:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100718.834309:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653312, portal 10
00000100:00000001:0.0:1789100718.834311:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100718.834312:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:0.0:1789100718.834318:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834324:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100718.834326:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100718.834328:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100718.834330:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964653312, offset 0
00000400:00000200:0.0:1789100718.834334:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834338:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834341:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100718.834344:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100718.834346:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100718.834348:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100718.834351:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834354:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512052:512052:256:4294967295] 192.168.204.152@tcp LPNI seq info [511809:511809:8:4294967295]
00000400:00000200:0.0:1789100718.834357:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834363:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100718.834367:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834370:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100718.834373:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100718.834376:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100718.834380:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100718.834383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100718.834386:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834388:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100718.834391:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100718.834394:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100718.834397:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100718.834398:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100718.834401:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100718.834404:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834411:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834413:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834417:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834419:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100718.834421:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.834423:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100718.834425:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100718.834426:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322528787
00000100:00000001:0.0:1789100718.834428:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834429:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322528787
00000100:00000001:0.0:1789100718.834430:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834431:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100718.834432:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834433:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100718.834435:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100718/real 1789100718]  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100718.834440:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100718.834441:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100718.834442:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100718.834443:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100718.834444:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100718.834445:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100718.834447:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100718.834451:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834455:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100718.834455:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834456:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834457:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100718.834459:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834462:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100718.834464:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834469:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100718.834470:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834471:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834472:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834472:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100718.834474:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100718.834475:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100718.834477:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100718.834478:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100718.834480:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.834484:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100718.834486:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100718.834488:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834492:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100718.834492:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834493:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100718.834494:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100718.834496:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100718.834497:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100718.834499:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100718.834500:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100718.834501:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834502:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834504:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100718.834505:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.834507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100718.834509:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100718.834511:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100718.834512:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653440, portal 4
00000100:00000001:0.0:1789100718.834514:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100718.834514:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:0.0:1789100718.834518:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834521:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100718.834523:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100718.834524:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100718.834525:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964653440, offset 0
00000400:00000200:0.0:1789100718.834527:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834529:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834531:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100718.834533:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100718.834534:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100718.834536:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100718.834538:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834539:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512053:512053:256:4294967295] 192.168.204.152@tcp LPNI seq info [511810:511810:8:4294967295]
00000400:00000200:0.0:1789100718.834542:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834545:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100718.834547:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834549:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100718.834551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100718.834553:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100718.834555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100718.834557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100718.834559:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834560:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100718.834562:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100718.834564:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100718.834565:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100718.834567:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100718.834568:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100718.834570:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834574:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834575:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834579:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834580:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100718.834581:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.834583:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100718.834585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100718.834586:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322528797
00000100:00000001:0.0:1789100718.834587:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834588:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322528797
00000100:00000001:0.0:1789100718.834590:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834590:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100718.834591:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834592:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100718.834594:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100718/real 1789100718]  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100718.834598:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100718.834598:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100718.834599:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100718.834600:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100718.834601:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100718.834602:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100718.834604:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100718.834609:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834612:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100718.834613:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834614:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834615:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100718.834617:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834620:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100718.834622:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834625:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100718.834627:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834627:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834628:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834629:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100718.834630:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100718.834631:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100718.834633:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100718.834634:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100718.834638:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.834644:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100718.834647:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100718.834650:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834656:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100718.834657:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834659:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100718.834661:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100718.834663:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100718.834665:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100718.834668:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100718.834670:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100718.834671:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100718.834673:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834675:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100718.834677:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100718.834680:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100718.834683:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100718.834685:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100718.834688:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653568, portal 4
00000100:00000001:0.0:1789100718.834690:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100718.834691:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000040:0.0:1789100718.834697:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834703:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100718.834705:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100718.834707:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100718.834709:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964653568, offset 0
00000400:00000200:0.0:1789100718.834713:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834717:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834720:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100718.834722:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100718.834725:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100718.834727:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100718.834729:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100718.834731:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512054:512054:256:4294967295] 192.168.204.152@tcp LPNI seq info [511811:511811:8:4294967295]
00000400:00000200:0.0:1789100718.834735:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100718.834741:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100718.834745:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834749:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100718.834752:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100718.834754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100718.834758:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100718.834760:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100718.834764:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100718.834765:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100718.834768:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100718.834771:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100718.834773:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100718.834775:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100718.834777:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100718.834781:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834807:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834810:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834818:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834819:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100718.834823:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100718.834826:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100718.834829:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100718.834831:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322528818
00000100:00000001:0.0:1789100718.834833:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834835:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322528818
00000100:00000001:0.0:1789100718.834837:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322530051
00000100:00000001:0.0:1789100718.834839:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100718.834841:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.834843:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100718.834846:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100718/real 1789100718]  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100718.834855:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100718.834856:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100718.834858:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100718.834860:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100718.834862:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100718.834863:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100718.834867:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100718.834875:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834881:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100718.834882:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834883:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834885:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100718.834888:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834895:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100718.834898:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834905:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100718.834907:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834908:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100718.834910:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834911:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100718.834913:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100718.834915:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100718.834918:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100718.834919:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100718.834922:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100718.834926:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100718.834928:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834929:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834932:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964653184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834938:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100718.834939:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834941:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100718.834944:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100718.834945:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100718.834947:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100718.834948:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100718.834950:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:0.0:1789100718.834953:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100718.834954:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100718.834955:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:0.0:1789100718.834957:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100718.834958:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834960:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834963:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964653312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834969:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100718.834970:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100718.834972:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100718.834973:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100718.834974:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100718.834976:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100718.834978:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100718.834979:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:0.0:1789100718.834981:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100718.834982:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100718.834983:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:0.0:1789100718.834986:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100718.834987:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.834988:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.834991:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964653440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.834997:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100718.834998:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100718.835000:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100718.835002:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100718.835003:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100718.835004:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100718.835005:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100718.835007:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:0.0:1789100718.835008:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100718.835009:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100718.835011:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:0.0:1789100718.835013:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100718.835014:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.835015:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100718.835018:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964653568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100718.835024:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100718.835026:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100718.835027:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100718.835030:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100718.835031:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100718.835032:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100718.835033:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100718.835034:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:0.0:1789100718.835036:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100718.835038:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100718.835039:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:0.0:1789100718.835041:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100718.835042:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.835054:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100718.835062:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100718.835064:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100718.835066:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100718.835067:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100719.856937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100719.856945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100719.856951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100719.856952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100719.856956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100719.856957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100719.856995:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100719.857000:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100719.857004:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100720.176929:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322530051, at 4322530112
00000100:00000010:0.0:1789100720.176949:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000040:1.0:1789100720.176952:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322530051, at 4322530112
00000100:00000010:1.0:1789100720.176966:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8780.
00010000:00000001:2.0:1789100720.880951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100720.880958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100720.880964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100720.880966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100720.880969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100720.880970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100720.881034:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100720.881038:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100720.881042:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100721.904903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100721.904910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100721.904920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100721.904921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100721.904925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100721.904926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100721.904985:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100721.904990:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100721.904993:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100722.928922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100722.928928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100722.928932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100722.928933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100722.928937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100722.928938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100722.928999:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100722.929004:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100722.929008:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100723.952881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100723.952888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100723.952895:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100723.952896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100723.952899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100723.952905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100723.952910:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100723.952911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.952918:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100723.952924:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100723.952929:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100723.952938:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27861
00000400:00000200:1.0:1789100723.952949:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100723.952957:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100723.952961:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100723.952964:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.952968:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100723.952971:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.952973:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100723.952974:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100723.952980:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1789100723.952981:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100723.952987:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00010000:0.0:1789100723.952988:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789100723.952990:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100723.952995:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100723.952997:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100723.952999:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100723.953003:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953004:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100723.953005:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953006:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100723.953009:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100723.953013:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953015:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100723.953019:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100723.953023:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100723.953027:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953030:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100723.953033:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100723.953044:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100723.953049:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100723.953053:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100723.953055:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953058:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100723.953062:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100723.953066:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100723.953076:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100723.953084:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100723.953096:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100723.953122:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100723.953127:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100723.953133:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100723.953170:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100723.953173:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100723.953175:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100723.953177:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100723.953178:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100723.953180:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100723.953182:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27861
00000400:00000200:1.0:1789100723.953186:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100723.953189:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100723.953191:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100723.953193:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953194:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100723.953196:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100723.953197:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100723.953201:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100723.953201:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100723.953209:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100723.953210:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100723.953217:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100723.953221:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100723.953223:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000040:0.0:1789100723.953230:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100723.953230:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100723.953234:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100723.953237:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953244:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100723.953251:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953260:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100723.953272:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100723.953273:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100723.953277:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100723.953277:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953288:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.953289:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789100723.953293:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100723.953294:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100723.953298:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100723.953299:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1789100723.953302:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964653696:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100723.953304:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953311:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100723.953313:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1789100723.953316:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100723.953318:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1789100723.953325:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.953326:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953334:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.953336:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1789100723.953340:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100723.953345:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000010:0.0:1789100723.953346:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:1.0:1789100723.953348:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100723.953354:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100723.953354:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953362:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100723.953365:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100723.953368:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.953369:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:1.0:1789100723.953376:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000400:00000010:0.0:1789100723.953378:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100723.953384:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100723.953388:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00100000:1.0:1789100723.953393:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100723.953398:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653696, portal 25
00000100:00000001:1.0:1789100723.953400:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100723.953402:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789100723.953403:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.953405:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000040:1.0:1789100723.953409:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100723.953416:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100723.953449:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.953451:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789100723.953454:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789100723.953462:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100723.953466:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1789100723.953468:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000001:1.0:1789100723.953469:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1789100723.953474:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964653696, offset 0
00000100:00080000:1.0:1789100723.953474:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100723.953484:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100723.953488:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100723.953489:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27861
00000400:00000200:1.0:1789100723.953496:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100723.953498:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100723.953499:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100723.953501:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953503:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100723.953507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100723.953508:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953514:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100723.953517:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100723.953521:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100723.953522:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:1.0:1789100723.953529:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100723.953533:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1789100723.953533:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100723.953539:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100723.953544:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:1.0:1789100723.953547:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100723.953553:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789100723.953557:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100723.953561:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953571:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100723.953575:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512055:512055:256:4294967295] 192.168.204.152@tcp LPNI seq info [511812:511812:8:4294967295]
00000100:00000040:1.0:1789100723.953579:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.953585:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100723.953586:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789100723.953596:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100723.953607:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100723.953608:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789100723.953621:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100723.953628:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100723.953628:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100723.953636:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1789100723.953637:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
02000000:00000001:1.0:1789100723.953647:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.953650:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100723.953652:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100723.953653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789100723.953664:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100723.953665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1789100723.953672:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100723.953681:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100723.953684:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100723.953687:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.953689:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000100:00000010:1.0:1789100723.953689:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100723.953701:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100723.953702:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1789100723.953709:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100723.953712:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.953716:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789100723.953717:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100723.953720:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100723.953721:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
02000000:00000001:1.0:1789100723.953722:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100723.953724:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
02000000:00000010:1.0:1789100723.953728:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:0.0:1789100723.953729:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100723.953736:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100723.953737:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.953751:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1789100723.953752:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100723.953757:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.953813:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.953814:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100723.953820:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.953827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100723.953830:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322535172
00000100:00000010:0.0:1789100723.953835:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:1.0:1789100723.953836:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100723.953841:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.953845:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1789100723.953847:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.953852:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322535172
00000100:00000001:1.0:1789100723.953856:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100723.953857:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc84e0.
00000100:00080000:1.0:1789100723.953860:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100723.953862:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1789100723.953871:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100723.953872:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100723.953876:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100723.953879:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100723.953879:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100723.953884:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100723.953889:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1789100723.953889:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27861
00000400:00000200:1.0:1789100723.953902:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100723.953903:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100723/real 1789100723]  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100723.953909:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100723.953914:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1789100723.953923:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1789100723.953925:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:0.0:1789100723.953926:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100723.953929:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100723.953931:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100723.953932:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100723.953935:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000040:1.0:1789100723.953939:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100723.953941:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100723.953946:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:0.0:1789100723.953949:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100723.953954:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100723.953957:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100723.953963:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100723.953967:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100723.953974:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:0.0:1789100723.953975:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100723.953988:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100723.953991:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100723.953994:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.953996:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1789100723.954000:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100723.954001:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100723.954009:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100723.954011:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100723.954020:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954030:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100723.954033:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789100723.954036:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100723.954036:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954042:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954046:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100723.954047:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100723.954057:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100723.954057:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.954068:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100723.954068:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954076:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789100723.954076:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100723.954082:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789100723.954083:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100723.954088:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1789100723.954090:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954092:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100723.954094:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100723.954103:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1789100723.954103:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100723.954110:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00080000:0.0:1789100723.954113:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:1.0:1789100723.954116:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100723.954119:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1789100723.954120:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.954125:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100723.954127:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1789100723.954128:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100723.954130:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100723.954139:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100723.954145:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100723.954148:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964653696:192.168.204.152@tcp:250:kworker.0
00000100:00100000:1.0:1789100723.954154:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100723.954173:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954181:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100723.954183:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100723.954186:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954189:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964653696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100723.954193:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100723.954235:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954237:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1789100723.954240:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789100723.954242:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1789100723.954244:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100723.954247:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1789100723.954249:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
00000100:00080000:1.0:1789100723.954250:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100723.954257:0:414528:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1789100723.954259:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1789100723.954260:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27861
00000020:00000001:0.0:1789100723.954264:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:1.0:1789100723.954268:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100723.954269:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000400:00000200:1.0:1789100723.954274:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000020:00000001:0.0:1789100723.954277:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:1.0:1789100723.954278:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1789100723.954282:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
00000100:00000040:1.0:1789100723.954282:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954289:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100723.954293:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1789100723.954293:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954295:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100723.954299:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1789100723.954299:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100723.954305:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000010:0.0:1789100723.954306:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000020:00000001:1.0:1789100723.954308:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100723.954312:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100723.954314:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100723.954315:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1789100723.954318:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100723.954319:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100723.954323:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954326:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100723.954327:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100723.954328:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954335:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100723.954338:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100723.954339:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100723.954341:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954342:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1789100723.954342:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100723.954345:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.954347:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100723.954347:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.954352:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100723.954355:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1789100723.954355:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100723.954360:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1789100723.954360:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100723.954362:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954365:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1789100723.954367:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100723.954370:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100723.954373:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100723.954374:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954375:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100723.954377:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100723.954380:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100723.954382:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100723.954390:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:0.0:1789100723.954393:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100723.954394:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954398:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100723.954401:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100723.954406:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100723.954411:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100723.954412:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100723.954417:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954418:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100723.954424:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100723.954429:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:1.0:1789100723.954441:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954442:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100723.954449:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1789100723.954449:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27871)
02000000:00000001:0.0:1789100723.954458:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954462:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100723.954465:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100723.954468:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.954472:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100723.954475:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100723.954478:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100723.954480:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653824, portal 10
00000100:00000001:0.0:1789100723.954481:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100723.954482:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:0.0:1789100723.954488:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954492:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100723.954494:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100723.954495:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100723.954497:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964653824, offset 0
00000400:00000200:0.0:1789100723.954499:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954505:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100723.954507:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100723.954510:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100723.954512:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100723.954515:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954517:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512056:512056:256:4294967295] 192.168.204.152@tcp LPNI seq info [511813:511813:8:4294967295]
00000400:00000200:0.0:1789100723.954521:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954528:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100723.954532:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954536:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100723.954540:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100723.954543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100723.954549:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100723.954551:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100723.954554:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954556:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100723.954558:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100723.954561:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100723.954563:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100723.954564:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100723.954566:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100723.954569:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954574:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.954576:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954580:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954581:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100723.954583:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954586:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100723.954589:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100723.954590:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322533908
00000100:00000001:0.0:1789100723.954592:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954594:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322533908
00000100:00000001:0.0:1789100723.954595:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954596:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.954598:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954599:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100723.954601:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100723/real 1789100723]  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100723.954605:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100723.954606:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100723.954608:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100723.954609:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100723.954610:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100723.954611:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100723.954613:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100723.954618:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954622:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100723.954622:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954623:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.954624:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100723.954626:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954630:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100723.954632:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954636:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100723.954638:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954639:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.954640:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954641:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100723.954642:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100723.954643:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100723.954646:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100723.954647:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100723.954649:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100723.954653:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100723.954655:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100723.954657:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954660:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100723.954661:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954663:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100723.954664:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100723.954665:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100723.954667:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100723.954670:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100723.954671:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100723.954672:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954673:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100723.954675:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100723.954677:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.954679:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100723.954680:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100723.954682:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100723.954684:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964653952, portal 10
00000100:00000001:0.0:1789100723.954685:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100723.954686:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:0.0:1789100723.954689:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954693:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100723.954695:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100723.954696:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100723.954697:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964653952, offset 0
00000400:00000200:0.0:1789100723.954700:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954702:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954704:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100723.954705:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100723.954707:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100723.954709:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100723.954710:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954712:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512057:512057:256:4294967295] 192.168.204.152@tcp LPNI seq info [511814:511814:8:4294967295]
00000400:00000200:0.0:1789100723.954715:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954718:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100723.954720:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954722:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100723.954724:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100723.954726:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100723.954728:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100723.954730:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100723.954732:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954733:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100723.954735:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100723.954737:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100723.954739:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100723.954740:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100723.954741:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100723.954743:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954748:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.954749:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954753:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954754:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100723.954755:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954757:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100723.954759:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100723.954760:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322533907
00000100:00000001:0.0:1789100723.954761:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954763:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322533907
00000100:00000001:0.0:1789100723.954764:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954765:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.954766:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954767:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100723.954769:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100723/real 1789100723]  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100723.954772:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100723.954773:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100723.954774:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100723.954775:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100723.954775:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100723.954777:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100723.954778:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100723.954783:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954803:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100723.954804:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954806:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.954806:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100723.954809:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954813:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100723.954816:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954819:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100723.954820:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954821:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.954822:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954823:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100723.954824:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100723.954825:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100723.954827:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100723.954828:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100723.954830:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100723.954834:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964653952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100723.954837:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100723.954839:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954843:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100723.954844:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954846:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100723.954847:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100723.954848:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100723.954850:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100723.954852:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100723.954853:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100723.954854:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.954855:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100723.954857:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100723.954858:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.954860:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100723.954861:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100723.954863:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100723.954865:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654080, portal 4
00000100:00000001:0.0:1789100723.954867:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100723.954868:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:0.0:1789100723.954873:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954879:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100723.954881:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100723.954883:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100723.954886:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964654080, offset 0
00000400:00000200:0.0:1789100723.954889:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954893:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954896:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100723.954899:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100723.954901:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100723.954904:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100723.954906:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100723.954909:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512058:512058:256:4294967295] 192.168.204.152@tcp LPNI seq info [511815:511815:8:4294967295]
00000400:00000200:0.0:1789100723.954913:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.954918:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100723.954921:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954923:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100723.954926:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100723.954927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100723.954930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100723.954931:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100723.954933:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.954935:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100723.954936:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100723.954938:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100723.954940:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100723.954941:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100723.954943:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100723.954945:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954949:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.954951:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954955:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954956:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100723.954957:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.954959:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100723.954961:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100723.954962:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322533918
00000100:00000001:0.0:1789100723.954964:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954965:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322533918
00000100:00000001:0.0:1789100723.954966:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.954967:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.954968:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.954969:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100723.954971:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100723/real 1789100723]  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100723.954976:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100723.954977:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100723.954978:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100723.954979:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100723.954980:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100723.954981:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100723.954982:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100723.954987:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954991:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100723.954991:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.954992:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.954993:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100723.954995:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.954998:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100723.955000:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955004:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100723.955005:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955006:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.955006:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955007:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100723.955008:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100723.955010:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100723.955011:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100723.955012:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100723.955015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100723.955020:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100723.955022:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955023:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.955025:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964653824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955028:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100723.955029:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100723.955030:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100723.955032:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100723.955033:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100723.955033:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100723.955035:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100723.955036:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:0.0:1789100723.955037:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100723.955038:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100723.955039:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:0.0:1789100723.955040:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100723.955041:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955042:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.955044:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964653952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955047:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100723.955047:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100723.955048:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100723.955050:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100723.955050:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100723.955051:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100723.955052:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100723.955052:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:0.0:1789100723.955053:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100723.955054:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100723.955055:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:0.0:1789100723.955057:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100723.955058:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955059:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.955062:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964654080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955068:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100723.955069:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100723.955070:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100723.955072:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100723.955073:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100723.955074:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100723.955076:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100723.955078:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100723.955080:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100723.955081:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100723.955082:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:0.0:1789100723.955084:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100723.955085:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955087:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955090:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100723.955091:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.955093:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100723.955095:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100723.955096:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100723.955100:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955104:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100723.955105:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.955107:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100723.955108:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100723.955109:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100723.955110:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100723.955112:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100723.955114:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100723.955115:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100723.955116:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100723.955118:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100723.955119:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100723.955121:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100723.955123:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100723.955124:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100723.955126:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654208, portal 4
00000100:00000001:0.0:1789100723.955127:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100723.955128:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:0.0:1789100723.955132:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955136:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100723.955137:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100723.955138:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100723.955140:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964654208, offset 0
00000400:00000200:0.0:1789100723.955142:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100723.955144:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.955146:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100723.955148:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100723.955149:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100723.955151:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100723.955152:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100723.955154:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512059:512059:256:4294967295] 192.168.204.152@tcp LPNI seq info [511816:511816:8:4294967295]
00000400:00000200:0.0:1789100723.955156:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100723.955172:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100723.955176:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.955179:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100723.955182:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100723.955184:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100723.955186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100723.955188:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100723.955190:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100723.955191:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:0.0:1789100723.955193:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100723.955195:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100723.955197:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:0.0:1789100723.955198:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:0.0:1789100723.955200:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100723.955202:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955206:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.955208:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955212:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.955213:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100723.955215:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100723.955217:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100723.955218:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100723.955220:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322533938
00000100:00000001:0.0:1789100723.955221:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.955222:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322533938
00000100:00000001:0.0:1789100723.955224:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322535172
00000100:00000001:0.0:1789100723.955225:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100723.955226:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.955227:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100723.955229:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100723/real 1789100723]  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100723.955233:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100723.955234:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100723.955235:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100723.955236:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100723.955237:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100723.955239:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100723.955240:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100723.955245:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955248:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100723.955249:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955250:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.955250:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100723.955252:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955256:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100723.955257:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955261:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100723.955262:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955263:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100723.955264:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955265:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100723.955266:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100723.955268:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100723.955270:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100723.955271:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100723.955273:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100723.955277:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100723.955279:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955280:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100723.955282:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964654208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100723.955285:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100723.955286:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100723.955287:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100723.955288:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100723.955289:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100723.955290:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100723.955291:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100723.955292:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100723.955293:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100723.955294:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100723.955295:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:0.0:1789100723.955296:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100723.955297:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955298:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100723.955300:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100723.955301:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100723.955302:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100723.955303:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100724.976924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100724.976932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100724.976938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100724.976939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100724.976943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100724.976945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100724.977036:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100724.977043:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100724.977048:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100725.296883:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322535172, at 4322535232
00000100:00000010:0.0:1789100725.296901:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000040:1.0:1789100725.296931:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322535172, at 4322535232
00000100:00000010:1.0:1789100725.296947:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc84e0.
00010000:00000001:2.0:1789100726.000898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100726.000906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100726.000912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100726.000913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100726.000916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100726.000918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100726.000983:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100726.000987:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100726.000991:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100727.024929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100727.024936:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100727.024937:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100727.024940:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024943:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100727.024945:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024946:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024948:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100727.024951:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100727.024952:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100727.024953:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024954:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100727.024955:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024956:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024957:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100727.024960:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100727.024961:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100727.024962:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024963:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100727.024963:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024964:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100727.024965:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100727.025026:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100727.025031:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100727.025034:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100728.048875:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100728.048882:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100728.048887:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100728.048888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100728.048891:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100728.048893:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100728.048957:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100728.048961:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100728.048965:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100729.073031:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100729.073038:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100729.073043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100729.073045:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100729.073048:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100729.073049:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100729.075078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100729.075084:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100729.075089:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100729.075200:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100729.075206:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100729.075209:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100729.075214:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100729.075218:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100729.075226:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27866
00000400:00000200:2.0:1789100729.075236:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100729.075242:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100729.075246:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100729.075249:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075252:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075254:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075256:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100729.075260:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100729.075261:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100729.075264:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100729.075267:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100729.075270:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100729.075272:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100729.075275:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075277:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075278:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075280:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100729.075283:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100729.075286:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075288:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100729.075292:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100729.075296:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100729.075300:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075302:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100729.075305:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100729.075314:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789100729.075318:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100729.075322:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100729.075324:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075327:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100729.075329:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100729.075333:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100729.075340:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100729.075347:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100729.075355:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100729.075365:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100729.075370:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075375:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100729.075400:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100729.075403:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100729.075406:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100729.075408:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100729.075409:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100729.075412:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100729.075414:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27866
00000400:00000200:2.0:1789100729.075419:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100729.075422:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100729.075425:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100729.075427:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075429:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075432:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075433:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100729.075436:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100729.075437:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100729.075439:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100729.075441:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100729.075443:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100729.075445:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100729.075448:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075449:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075451:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075453:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100729.075455:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100729.075457:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075459:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100729.075461:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100729.075468:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100729.075469:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075471:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100729.075476:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100729.075478:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075480:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100729.075484:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000020:00000040:2.0:1789100729.075486:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100729.075488:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100729.075489:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075491:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100729.075492:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100729.075494:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100729.075497:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100729.075501:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100729.075505:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100729.075513:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100729.075515:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075518:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100729.075525:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100729.075528:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100729.075531:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100729.075532:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100729.075533:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100729.075536:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100729.075538:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27866
00000400:00000200:2.0:1789100729.075541:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100729.075543:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100729.075545:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100729.075547:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075550:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075551:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075553:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100729.075555:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100729.075556:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100729.075557:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100729.075559:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100729.075561:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100729.075563:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100729.075565:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075567:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075569:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075571:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100729.075573:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100729.075576:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075578:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100729.075579:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100729.075582:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100729.075584:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075586:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100729.075587:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100729.075589:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075591:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100729.075594:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789100729.075596:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100729.075599:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100729.075600:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075601:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100729.075603:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100729.075604:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100729.075607:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100729.075611:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100729.075615:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100729.075622:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100729.075624:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075628:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100729.075635:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100729.075637:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100729.075640:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100729.075642:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100729.075643:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100729.075645:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100729.075648:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27866
00000400:00000200:2.0:1789100729.075651:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100729.075654:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100729.075656:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100729.075659:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075661:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075663:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075664:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100729.075667:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100729.075668:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100729.075669:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100729.075671:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100729.075673:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100729.075674:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100729.075677:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075679:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075681:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075683:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100729.075685:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100729.075687:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075689:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100729.075691:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100729.075693:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100729.075694:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075696:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100729.075698:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100729.075700:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075701:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100729.075704:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789100729.075706:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100729.075708:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100729.075710:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075711:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100729.075713:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100729.075715:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100729.075718:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789100729.075721:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100729.075725:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100729.075732:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100729.075734:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075738:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100729.075746:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100729.075748:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100729.075751:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100729.075753:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100729.075754:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100729.075757:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100729.075759:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27866
00000400:00000200:2.0:1789100729.075762:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100729.075764:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100729.075766:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100729.075769:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075771:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075773:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075775:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100729.075777:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100729.075778:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100729.075779:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100729.075781:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100729.075782:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100729.075804:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100729.075808:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075810:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100729.075812:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075813:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100729.075816:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100729.075818:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100729.075820:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100729.075822:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100729.075824:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100729.075826:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075828:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100729.075830:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100729.075832:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075834:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100729.075837:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789100729.075839:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100729.075841:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100729.075843:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100729.075844:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100729.075846:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100729.075847:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100729.075852:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100729.075854:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100729.075859:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100729.075866:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100729.075868:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075871:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100729.075877:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100729.075882:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27876)
00000100:00000001:0.0:1789100729.075947:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100729.075951:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100729.075954:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100729.075960:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.075967:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100729.075969:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.075973:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100729.075976:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100729.075978:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100729.075982:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964654336:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100729.075986:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100729.075990:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100729.075992:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.075994:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100729.075999:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100729.076001:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076007:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100729.076011:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100729.076017:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100729.076024:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654336, portal 25
00000100:00000001:0.0:1789100729.076026:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100729.076028:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:0.0:1789100729.076034:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076041:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100729.076044:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100729.076122:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb000.
00000100:00000200:0.0:1789100729.076127:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964654336, offset 0
00000400:00000200:0.0:1789100729.076134:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076142:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076148:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100729.076153:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100729.076158:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100729.076161:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100729.076164:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076168:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512060:512060:256:4294967295] 192.168.204.152@tcp LPNI seq info [511817:511817:8:4294967295]
00000400:00000200:0.0:1789100729.076172:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076181:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100729.076188:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100729.076193:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db000.
00000800:00000200:0.0:1789100729.076200:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100729.076205:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100729.076230:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076235:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100729.076238:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322540294
00000100:00000010:0.0:1789100729.076244:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100729.076252:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100729.076259:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322540294
00000100:00000010:0.0:1789100729.076262:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc86c0.
00000100:00000001:0.0:1789100729.076265:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100729.076268:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100729.076271:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076274:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100729.076277:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076284:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100729.076286:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076288:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100729.076290:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100729.076292:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100729.076294:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100729.076297:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100729.076300:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100729.076301:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076303:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100729.076306:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100729.076308:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076311:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100729.076314:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e898.
00000400:00000010:0.0:1789100729.076317:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb088.
00000100:00000200:0.0:1789100729.076320:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654464, portal 10
00000100:00000001:0.0:1789100729.076322:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100729.076323:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:0.0:1789100729.076330:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076335:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100729.076337:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100729.076340:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbee0.
00000100:00000200:0.0:1789100729.076342:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964654464, offset 0
00000400:00000200:0.0:1789100729.076346:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076350:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076354:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100729.076357:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100729.076359:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100729.076361:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100729.076363:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076366:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512061:512061:255:4294967295] 192.168.204.152@tcp LPNI seq info [511818:511818:7:4294967295]
00000400:00000200:0.0:1789100729.076370:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076376:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100729.076381:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100729.076384:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789100729.076388:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100729.076392:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100729.076394:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100729.076398:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100729.076401:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100729.076403:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322539030
00000100:00000001:0.0:1789100729.076406:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076408:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322539030
00000100:00000001:0.0:1789100729.076410:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076413:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100729.076415:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076417:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100729.076421:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076427:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100729.076429:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076430:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100729.076432:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100729.076434:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100729.076437:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100729.076440:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100729.076442:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100729.076444:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076446:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100729.076449:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100729.076450:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076453:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100729.076455:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e6e0.
00000400:00000010:0.0:1789100729.076459:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb220.
00000100:00000200:0.0:1789100729.076461:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654592, portal 10
00000100:00000001:0.0:1789100729.076463:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100729.076464:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:0.0:1789100729.076469:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076475:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100729.076477:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100729.076480:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb6e8.
00000100:00000200:0.0:1789100729.076482:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964654592, offset 0
00000400:00000200:0.0:1789100729.076486:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076490:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076493:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100729.076495:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100729.076498:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100729.076500:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100729.076502:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076505:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512062:512062:254:4294967295] 192.168.204.152@tcp LPNI seq info [511819:511819:6:4294967295]
00000400:00000200:0.0:1789100729.076509:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076514:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100729.076518:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100729.076522:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db800.
00000800:00000200:0.0:1789100729.076525:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100729.076529:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100729.076531:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100729.076534:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100729.076537:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100729.076539:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322539029
00000100:00000001:0.0:1789100729.076541:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076543:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322539029
00000100:00000001:0.0:1789100729.076544:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076546:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100729.076548:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076550:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100729.076553:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076559:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100729.076560:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076563:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100729.076564:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100729.076566:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100729.076569:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100729.076572:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100729.076574:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100729.076576:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076577:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100729.076580:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100729.076582:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100729.076588:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789100729.076592:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100729.076594:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654720, portal 4
00000100:00000001:0.0:1789100729.076596:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100729.076597:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:0.0:1789100729.076603:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076608:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100729.076610:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100729.076612:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb3b8.
00000100:00000200:0.0:1789100729.076614:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964654720, offset 0
00000400:00000200:0.0:1789100729.076618:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076622:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076625:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100729.076628:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100729.076630:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100729.076632:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100729.076634:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076636:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512063:512063:253:4294967295] 192.168.204.152@tcp LPNI seq info [511820:511820:5:4294967295]
00000400:00000200:0.0:1789100729.076640:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076646:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100729.076650:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100729.076653:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbd00.
00000800:00000200:0.0:1789100729.076657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100729.076660:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100729.076663:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100729.076665:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100729.076668:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100729.076670:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322539039
00000100:00000001:0.0:1789100729.076673:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076675:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322539039
00000100:00000001:0.0:1789100729.076677:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076679:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100729.076681:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076683:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100729.076687:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076693:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100729.076694:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076697:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100729.076698:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100729.076700:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100729.076703:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100729.076706:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100729.076707:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100729.076709:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100729.076711:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100729.076713:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100729.076715:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100729.076718:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100729.076720:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100729.076722:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100729.076725:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654848, portal 4
00000100:00000001:0.0:1789100729.076727:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100729.076728:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000040:0.0:1789100729.076734:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100729.076739:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100729.076741:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100729.076744:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb990.
00000100:00000200:0.0:1789100729.076745:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964654848, offset 0
00000400:00000200:0.0:1789100729.076749:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076752:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076755:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100729.076757:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100729.076760:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100729.076762:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100729.076764:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100729.076766:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512064:512064:252:4294967295] 192.168.204.152@tcp LPNI seq info [511821:511821:4:4294967295]
00000400:00000200:0.0:1789100729.076770:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100729.076775:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100729.076779:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100729.076781:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db200.
00000800:00000200:0.0:1789100729.076819:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100729.076824:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100729.076827:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100729.076830:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100729.076833:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100729.076834:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322539060
00000100:00000001:0.0:1789100729.076837:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076838:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322539060
00000100:00000001:0.0:1789100729.076840:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322540294
00000100:00000001:0.0:1789100729.076842:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100729.076844:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076846:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076849:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100729.076856:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100729.076858:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100729.076860:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100729.076862:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100729.076863:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100729.076866:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100730.097118:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100730.097128:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100730.097136:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100730.097137:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100730.097141:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100730.097142:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100730.101723:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100730.101733:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100730.101738:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100730.416975:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322540294, at 4322540352
00000100:00000040:0.0:1789100730.416976:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322540294, at 4322540352
00000100:00000010:0.0:1789100730.417001:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100730.417006:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc86c0.
00010000:00000001:2.0:1789100731.120976:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100731.120982:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100731.120987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100731.120989:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100731.120993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100731.120994:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100731.121018:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100731.121022:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100731.121036:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100732.144923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100732.144930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100732.144937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100732.144938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100732.144942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100732.144943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100732.145058:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100732.145062:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100732.145066:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789100732.146320:0:256905:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:3.0:1789100732.146375:0:256905:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100732.146386:0:256905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100732.146390:0:256905:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100732.146395:0:256905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100732.146399:0:256905:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100732.146405:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100732.146409:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db000.
00000400:00000200:3.0:1789100732.146415:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100732.146419:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100732.146426:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb000
00000400:00000010:3.0:1789100732.146428:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb000.
00000100:00000001:3.0:1789100732.146433:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100732.146444:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146468:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100732.146472:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146479:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100732.146481:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100732.146490:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100732.146493:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:3.0:1789100732.146496:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100732.146499:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100732.146501:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbee0
00000400:00000010:3.0:1789100732.146503:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbee0.
00000100:00000001:3.0:1789100732.146505:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100732.146509:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146516:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100732.146518:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146524:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100732.146525:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100732.146529:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100732.146532:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db800.
00000400:00000200:3.0:1789100732.146534:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100732.146536:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100732.146539:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb6e8
00000400:00000010:3.0:1789100732.146540:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb6e8.
00000100:00000001:3.0:1789100732.146542:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100732.146546:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146552:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100732.146555:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146560:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100732.146561:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100732.146565:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100732.146567:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbd00.
00000400:00000200:3.0:1789100732.146569:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100732.146571:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100732.146573:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb3b8
00000400:00000010:3.0:1789100732.146575:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb3b8.
00000100:00000001:3.0:1789100732.146576:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100732.146579:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146586:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100732.146588:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146593:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100732.146595:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100732.146599:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100732.146601:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db200.
00000400:00000200:3.0:1789100732.146603:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100732.146605:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100732.146607:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb990
00000400:00000010:3.0:1789100732.146609:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb990.
00000100:00000001:3.0:1789100732.146611:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100732.146614:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146620:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100732.146623:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100732.146628:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100732.146630:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100732.146663:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100732.146668:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100732.146670:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100732.146679:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100729/real 1789100732]  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100732.146700:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100732.146702:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100732.146705:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100732.146709:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100732.146710:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100732.146713:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100732.146717:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100732.146726:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146733:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100732.146734:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146737:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146739:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100732.146743:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146750:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100732.146755:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146762:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100732.146765:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146767:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146768:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146770:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100732.146772:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100732.146776:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100732.146779:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100732.146782:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100732.146811:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100732.146822:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964654336:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100732.146827:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100732.146831:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100729/real 1789100732]  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100732.146839:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100732.146841:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100732.146845:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e898.
00000400:00000200:0.0:1789100732.146848:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb088
00000400:00000010:0.0:1789100732.146850:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb088.
00000100:00000001:0.0:1789100732.146852:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100732.146855:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100732.146861:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146866:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100732.146868:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146870:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146871:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100732.146874:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146880:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100732.146883:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146889:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100732.146891:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146893:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146894:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146896:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100732.146897:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100732.146899:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100732.146902:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100732.146904:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100732.146908:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100732.146916:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100732.146921:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100732.146924:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100729/real 1789100732]  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100732.146931:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100732.146936:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100732.146938:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e6e0.
00000400:00000200:0.0:1789100732.146941:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb220
00000400:00000010:0.0:1789100732.146942:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb220.
00000100:00000001:0.0:1789100732.146945:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100732.146948:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100732.146957:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146963:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100732.146965:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146968:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100732.146971:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146978:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100732.146981:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.146987:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100732.146989:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146991:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.146992:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.146993:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100732.146996:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100732.146998:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100732.147002:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100732.147014:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100732.147019:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100732.147027:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100732.147031:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100732.147034:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100729/real 1789100732]  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100732.147041:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100732.147042:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100732.147044:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789100732.147047:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100732.147049:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100732.147051:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100732.147054:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100732.147062:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147068:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100732.147070:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147071:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.147072:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100732.147075:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147081:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100732.147085:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147091:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100732.147093:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147094:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.147095:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147097:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100732.147099:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100732.147101:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100732.147104:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100732.147106:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100732.147110:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100732.147116:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100732.147120:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100732.147123:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100729/real 1789100732]  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100732.147130:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100732.147131:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100732.147133:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100732.147136:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100732.147137:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100732.147139:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100732.147141:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100732.147148:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147154:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100732.147155:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147157:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.147158:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100732.147161:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147165:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100732.147169:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147174:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100732.147175:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147177:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100732.147179:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147180:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100732.147181:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100732.147184:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100732.147186:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100732.147188:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100732.147191:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100732.147197:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964654848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100732.147201:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147202:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100732.147205:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964654336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147210:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100732.147214:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100732.147218:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100732.147223:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100732.147226:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100732.147227:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100732.147230:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100732.147232:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:0.0:1789100732.147235:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100732.147237:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100732.147239:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:0.0:1789100732.147242:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100732.147244:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.147245:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100732.147248:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964654464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.147254:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100732.147255:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100732.147257:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100732.147259:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100732.147260:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100732.147261:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100732.147262:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100732.147263:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:0.0:1789100732.147265:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100732.150200:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100732.150205:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:0.0:1789100732.150215:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100732.150217:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.150220:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100732.150231:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964654592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.150240:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100732.150242:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100732.150246:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100732.150404:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100732.150407:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100732.150409:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100732.150412:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100732.150414:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:0.0:1789100732.150417:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100732.150418:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100732.150420:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:0.0:1789100732.150422:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100732.150424:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.150426:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100732.150430:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964654720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.150438:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100732.150439:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100732.150441:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100732.150444:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100732.150445:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100732.150447:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100732.150448:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100732.150450:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:0.0:1789100732.150452:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100732.150453:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100732.150455:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:0.0:1789100732.150457:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100732.150459:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.150460:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100732.150464:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964654848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100732.150470:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100732.150471:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100732.150472:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100732.150475:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100732.150476:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100732.150477:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100732.150479:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100732.150480:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:0.0:1789100732.150482:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100732.150483:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100732.150484:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:0.0:1789100732.150486:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100732.150487:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.150489:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100732.150499:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100732.150501:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100732.150504:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100732.150505:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100733.169062:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100733.169070:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100733.169077:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100733.169078:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100733.169081:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100733.169082:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100733.169147:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100733.169152:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100733.169156:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100734.193366:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100734.193376:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100734.193379:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100734.193381:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100734.193386:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100734.193393:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27871
00000400:00000200:2.0:1789100734.193402:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100734.193407:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100734.193410:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100734.193413:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193417:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.193420:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193422:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100734.193426:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100734.193428:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100734.193431:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100734.193434:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100734.193436:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100734.193438:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100734.193441:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193443:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.193445:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193446:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100734.193449:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100734.193453:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193455:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100734.193458:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100734.193462:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100734.193465:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193468:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100734.193470:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100734.193477:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789100734.193481:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100734.193485:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100734.193486:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193489:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100734.193491:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100734.193495:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100734.193501:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789100734.193507:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100734.193516:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100734.193532:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100734.193536:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100734.193540:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100734.193566:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100734.193569:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100734.193573:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100734.193574:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100734.193576:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100734.193578:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100734.193580:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27871
00000400:00000200:2.0:1789100734.193584:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100734.193587:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100734.193589:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100734.193592:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193593:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.193595:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193597:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100734.193600:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100734.193601:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100734.193603:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100734.193605:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100734.193607:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100734.193609:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100734.193611:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193613:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.193615:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193617:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100734.193620:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100734.193623:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193625:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100734.193627:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100734.193632:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100734.193634:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193635:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100734.193639:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100734.193642:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193644:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100734.193647:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789100734.193649:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100734.193651:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100734.193653:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193655:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100734.193656:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100734.193658:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100734.193662:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100734.193666:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100734.193671:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100734.193673:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100734.193679:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100734.193682:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100734.193683:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789100734.193688:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100734.193693:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100734.193696:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.193719:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100734.193721:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.193722:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100734.193725:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789100734.193727:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1789100734.193730:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1789100734.193732:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100734.193734:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1789100734.193736:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100734.193737:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789100734.193742:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964654976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100734.193742:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100734.193748:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27871
00000100:00000001:0.0:1789100734.193750:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1789100734.193754:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100734.193755:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1789100734.193759:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:0.0:1789100734.193760:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100734.193762:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1789100734.193764:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789100734.193767:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000010:0.0:1789100734.193770:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:2.0:1789100734.193770:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.193773:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100734.193775:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193776:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100734.193780:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100734.193781:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100734.193784:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100734.193810:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000020:00000001:2.0:1789100734.193814:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1789100734.193817:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000020:00000040:2.0:1789100734.193818:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100734.193823:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100734.193825:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000200:0.0:1789100734.193826:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964654976, portal 25
00000100:00000040:2.0:1789100734.193830:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100734.193831:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100734.193833:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100734.193834:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000040:2.0:1789100734.193837:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193841:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100734.193845:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789100734.193845:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100734.193850:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193856:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100734.193860:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100734.193862:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1789100734.193864:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100734.193868:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:2.0:1789100734.193869:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100734.193873:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000001:2.0:1789100734.193873:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100734.193875:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1789100734.193878:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964654976, offset 0
00000008:00000001:2.0:1789100734.193879:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.193883:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100734.193887:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000400:00000200:0.0:1789100734.193888:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:2.0:1789100734.193890:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100734.193894:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100734.193896:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.193897:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100734.193900:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100734.193903:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100734.193904:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.193906:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000010:2.0:1789100734.193909:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000400:00000200:0.0:1789100734.193913:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789100734.193915:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.193919:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00100000:2.0:1789100734.193923:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100734.193927:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100734.193933:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.193938:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100734.193941:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512065:512065:256:4294967295] 192.168.204.152@tcp LPNI seq info [511822:511822:8:4294967295]
00000100:00000001:2.0:1789100734.193942:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100734.193949:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100734.193951:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100734.193962:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.193979:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789100734.193979:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100734.193988:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100734.193990:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1789100734.193992:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:2.0:1789100734.193993:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100734.193998:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1789100734.194000:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000100:00080000:2.0:1789100734.194001:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27871
00000400:00000200:2.0:1789100734.194009:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.0:1789100734.194013:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:2.0:1789100734.194017:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:0.0:1789100734.194019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1789100734.194025:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1789100734.194029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:2.0:1789100734.194032:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100734.194034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789100734.194036:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.194041:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194044:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:0.0:1789100734.194045:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789100734.194048:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:0.0:1789100734.194049:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000020:00000040:2.0:1789100734.194050:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100734.194054:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100734.194057:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1789100734.194057:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100734.194060:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100734.194066:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1789100734.194066:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100734.194073:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000100:00000040:2.0:1789100734.194073:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194076:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789100734.194077:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000040:2.0:1789100734.194080:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100734.194083:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1789100734.194084:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100734.194087:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000200:0.0:1789100734.194091:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789100734.194092:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194097:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100734.194101:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100734.194105:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100734.194108:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789100734.194167:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194171:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100734.194173:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100734.194176:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194178:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100734.194182:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000020:00000040:2.0:1789100734.194184:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100734.194188:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100734.194189:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194191:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100734.194192:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100734.194195:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100734.194198:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789100734.194202:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100734.194208:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100734.194209:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100734.194232:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100734.194234:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194235:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194237:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1789100734.194241:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194245:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.194253:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100734.194254:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194258:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322545412
00000100:00080000:2.0:1789100734.194259:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100734.194264:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:0.0:1789100734.194266:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:2.0:1789100734.194266:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100734.194269:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100734.194272:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100734.194274:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1789100734.194276:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27871
00000400:00000200:2.0:1789100734.194282:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100734.194283:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322545412
00000400:00000200:2.0:1789100734.194287:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000010:0.0:1789100734.194289:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8060.
00000100:00080000:2.0:1789100734.194291:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100734.194294:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1789100734.194297:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100734.194299:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100734.194300:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100734.194305:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100734.194306:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194308:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100734.194310:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1789100734.194311:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100734.194314:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100734.194316:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100734.194320:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100734.194322:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100734.194324:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100734.194327:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194329:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100734.194330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100734/real 1789100734]  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100734.194332:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194337:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100734.194342:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100734.194347:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100734.194352:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100734.194356:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100734.194360:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1789100734.194362:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1789100734.194363:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100734.194366:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1789100734.194367:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1789100734.194370:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000008:00100000:2.0:1789100734.194371:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1789100734.194376:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000008:00000001:2.0:1789100734.194376:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194380:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100734.194381:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000010:2.0:1789100734.194385:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000100:00000001:0.0:1789100734.194386:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1789100734.194390:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000200:0.0:1789100734.194394:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100734.194394:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100734.194397:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100734.194400:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100734.194403:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100734.194406:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100734.194412:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789100734.194412:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100734.194417:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194425:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:2.0:1789100734.194425:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100734.194428:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194433:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.194436:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100734.194437:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100734.194440:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.194444:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100734.194447:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194466:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100734.194468:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100734.194473:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27881)
00000100:00000040:0.0:1789100734.194474:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194483:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100734.194486:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194488:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.194489:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194492:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100734.194494:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100734.194497:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100734.194500:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00010000:00000001:2.0:1789100734.194500:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100734.194505:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194506:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00010000:00000001:2.0:1789100734.194511:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1789100734.194512:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100734.194513:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100734.194519:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100734.194521:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.194526:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964654976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100734.194532:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194534:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.194537:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964654976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194543:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100734.194545:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100734.194548:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100734.194556:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100734.194557:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100734.194559:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100734.194562:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100734.194565:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:0.0:1789100734.194569:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100734.194571:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100734.194572:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:0.0:1789100734.194575:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100734.194577:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194579:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194586:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100734.194588:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194590:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100734.194592:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100734.194593:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100734.194598:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194605:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100734.194606:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.194609:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100734.194611:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100734.194613:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.194616:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100734.194620:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100734.194622:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100734.194623:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.194625:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100734.194628:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100734.194630:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100734.194634:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000400:00000200:0.0:1789100734.194635:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100734.194639:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000020:00000001:1.0:1789100734.194640:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100734.194645:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000010:0.0:1789100734.194646:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100734.194650:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655104, portal 10
00000100:00000001:0.0:1789100734.194652:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100734.194654:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:0.0:1789100734.194661:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194667:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100734.194669:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100734.194672:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100734.194674:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964655104, offset 0
00000400:00000200:0.0:1789100734.194677:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100734.194681:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.194685:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100734.194688:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100734.194690:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100734.194693:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100734.194695:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100734.194698:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512066:512066:256:4294967295] 192.168.204.152@tcp LPNI seq info [511823:511823:8:4294967295]
00000400:00000200:0.0:1789100734.194702:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.194708:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100734.194713:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.194716:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100734.194720:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100734.194723:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100734.194727:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100734.194730:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100734.194733:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.194735:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100734.194738:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100734.194741:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100734.194744:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100734.194746:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100734.194748:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100734.194751:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194758:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.194761:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194768:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194769:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100734.194771:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100734.194775:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100734.194778:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100734.194780:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322544148
00000100:00000001:0.0:1789100734.194782:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.194784:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322544148
00000100:00000001:0.0:1789100734.194804:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.194806:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100734.194808:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.194809:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100734.194813:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100734/real 1789100734]  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100734.194820:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100734.194822:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100734.194823:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100734.194826:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100734.194827:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100734.194829:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100734.194832:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100734.194841:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194846:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100734.194848:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194850:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.194851:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100734.194854:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194861:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100734.194865:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.194870:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100734.194872:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194874:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.194875:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.194877:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100734.194878:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100734.194881:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100734.194883:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100734.194885:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100734.194889:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100734.195863:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100734.195870:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100734.195875:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.195881:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100734.195883:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.195886:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100734.195888:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100734.195891:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.195893:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100734.195897:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100734.195899:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100734.195902:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.195904:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100734.195910:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100734.195912:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.195917:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100734.195920:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100734.196212:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100734.196219:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655232, portal 10
00000100:00000001:0.0:1789100734.196222:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100734.196223:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:0.0:1789100734.196231:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196238:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100734.196240:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100734.196242:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100734.196245:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964655232, offset 0
00000400:00000200:0.0:1789100734.196250:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100734.196256:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.196260:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100734.196264:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100734.196268:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100734.196271:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100734.196274:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100734.196277:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512067:512067:256:4294967295] 192.168.204.152@tcp LPNI seq info [511824:511824:8:4294967295]
00000400:00000200:0.0:1789100734.196281:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.196288:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100734.196293:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.196297:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100734.196303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100734.196306:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100734.196312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100734.196315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100734.196319:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.196371:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100734.196375:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100734.196380:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100734.196383:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100734.196385:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100734.196388:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100734.196392:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196401:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.196405:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196412:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.196413:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100734.196417:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100734.196421:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100734.196425:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100734.196427:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322544149
00000100:00000001:0.0:1789100734.196430:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.196433:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322544149
00000100:00000001:0.0:1789100734.196435:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.196437:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100734.196439:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.196441:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100734.196445:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100734/real 1789100734]  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100734.196453:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100734.196454:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100734.196456:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100734.196458:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100734.196460:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100734.196462:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100734.196466:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100734.196474:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196480:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100734.196482:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.196484:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.196485:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100734.196489:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196494:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100734.196499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196506:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100734.196508:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.196509:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.196510:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.196513:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100734.196516:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100734.196519:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100734.196523:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100734.196525:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100734.196529:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100734.196535:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100734.196539:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100734.196542:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196549:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100734.196550:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.196552:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100734.196554:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100734.196556:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.196559:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100734.196563:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100734.196565:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100734.196566:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.196568:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100734.196571:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100734.196573:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.196577:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100734.196579:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100734.196582:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100734.196584:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655360, portal 4
00000100:00000001:0.0:1789100734.196586:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100734.196587:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:0.0:1789100734.196592:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196599:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100734.196601:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100734.196603:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100734.196605:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964655360, offset 0
00000400:00000200:0.0:1789100734.196608:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100734.196611:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.196615:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100734.196618:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100734.196620:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100734.196622:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100734.196624:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100734.196627:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512068:512068:256:4294967295] 192.168.204.152@tcp LPNI seq info [511825:511825:8:4294967295]
00000400:00000200:0.0:1789100734.196631:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.196637:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100734.196641:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.196644:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100734.196647:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100734.196650:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100734.196654:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100734.196657:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100734.196661:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.196663:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100734.196665:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100734.196668:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100734.196671:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100734.196672:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100734.196675:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100734.196678:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196685:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.196687:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196699:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.196701:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100734.196703:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100734.196706:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100734.196709:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100734.196711:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322544159
00000100:00000001:0.0:1789100734.196713:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.196715:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322544159
00000100:00000001:0.0:1789100734.196717:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.196719:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100734.196721:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.196723:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100734.196726:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100734/real 1789100734]  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100734.196734:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100734.196735:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100734.196737:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100734.196739:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100734.196740:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100734.196742:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100734.196744:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100734.196752:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196759:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100734.196760:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.196761:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.196762:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100734.196765:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.196773:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100734.196776:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197092:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100734.197095:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197096:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.197098:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197100:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100734.197102:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100734.197104:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100734.197108:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100734.197110:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100734.197298:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100734.197308:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100734.197312:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100734.197316:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197371:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100734.197373:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.197376:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100734.197378:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100734.197380:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100734.197383:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100734.197386:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100734.197388:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100734.197390:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100734.197392:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100734.197397:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100734.197398:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100734.197402:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100734.197404:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100734.197408:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100734.197412:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655488, portal 4
00000100:00000001:0.0:1789100734.197414:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100734.197416:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:0.0:1789100734.197421:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197427:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100734.197429:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100734.197431:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100734.197434:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964655488, offset 0
00000400:00000200:0.0:1789100734.197438:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100734.197443:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.197447:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100734.197450:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100734.197453:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100734.197456:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100734.197458:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100734.197461:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512069:512069:256:4294967295] 192.168.204.152@tcp LPNI seq info [511826:511826:8:4294967295]
00000400:00000200:0.0:1789100734.197464:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100734.197471:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100734.197476:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.197479:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100734.197484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100734.197487:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100734.197491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100734.197494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100734.197498:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100734.197501:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100734.197504:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100734.197507:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100734.197510:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100734.197511:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100734.197514:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100734.197517:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197524:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.197527:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197534:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.197535:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100734.197538:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100734.197540:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100734.197544:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100734.197545:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322544180
00000100:00000001:0.0:1789100734.197548:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.197550:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322544180
00000100:00000001:0.0:1789100734.197552:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322545412
00000100:00000001:0.0:1789100734.197554:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100734.197556:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.197557:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100734.197561:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100734/real 1789100734]  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100734.197568:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100734.197570:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100734.197571:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100734.197573:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100734.197575:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100734.197577:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100734.197580:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100734.197588:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197594:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100734.197595:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197597:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.197598:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100734.197601:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197609:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100734.197612:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197619:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100734.197621:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197623:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100734.197624:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197625:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100734.197627:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100734.197629:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100734.197632:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100734.197634:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100734.197637:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100734.197644:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100734.197647:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197649:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.197653:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964655104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197659:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100734.197661:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100734.197664:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100734.197667:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100734.197669:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100734.197671:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100734.197674:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100734.197677:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:0.0:1789100734.197680:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100734.197681:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100734.197683:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:0.0:1789100734.197686:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100734.197687:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197689:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.197693:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964655232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197699:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100734.197700:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100734.197702:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100734.197704:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100734.197705:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100734.197706:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100734.197708:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100734.197709:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:0.0:1789100734.197711:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100734.197712:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100734.197713:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:0.0:1789100734.197716:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100734.197717:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197719:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.197722:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964655360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197727:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100734.197729:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100734.197730:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100734.197733:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100734.197734:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100734.197735:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100734.197737:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100734.197738:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:0.0:1789100734.197740:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100734.197741:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100734.197742:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:0.0:1789100734.197743:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100734.197744:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197746:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100734.197749:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964655488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100734.197755:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100734.197756:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100734.197758:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100734.197760:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100734.197761:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100734.197762:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100734.197763:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100734.197764:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:0.0:1789100734.197766:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100734.197767:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100734.197768:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:0.0:1789100734.197770:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100734.197771:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197773:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100734.197781:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100734.197783:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100734.197807:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100734.197809:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100735.217074:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100735.217089:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100735.217094:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100735.217096:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100735.217099:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100735.217100:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100735.217366:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100735.217371:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100735.217374:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100735.536959:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322545412, at 4322545472
00000100:00000010:1.0:1789100735.536976:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8060.
00000100:00000040:0.0:1789100735.537426:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322545412, at 4322545472
00000100:00000010:0.0:1789100735.537433:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100736.240968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100736.240977:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100736.240986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100736.240987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100736.240991:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100736.240992:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100736.241062:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100736.241067:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100736.241071:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100737.264944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100737.264952:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100737.264955:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100737.264958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264964:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100737.264966:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264968:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264970:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100737.264977:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100737.264978:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100737.264980:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264981:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100737.264982:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264984:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264986:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100737.264991:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100737.264992:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100737.264993:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264995:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100737.264996:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264998:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100737.264999:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100737.265094:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100737.265100:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100737.265104:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100738.289217:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100738.289226:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100738.289234:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100738.289235:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100738.289238:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100738.289239:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100738.289311:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100738.289315:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100738.289318:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100739.312890:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100739.312900:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100739.312903:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100739.312907:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100739.312912:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100739.312919:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27876
00000400:00000200:2.0:1789100739.312928:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100739.312935:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100739.312938:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100739.312941:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.312944:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.312946:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.312949:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100739.312952:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100739.312954:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100739.312957:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100739.312960:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100739.312963:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100739.312966:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100739.312969:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.312970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.312972:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.312974:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100739.312978:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100739.312981:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100739.312984:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100739.312987:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100739.312991:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100739.312994:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.312996:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100739.312998:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100739.313007:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789100739.313011:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100739.313014:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100739.313017:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313020:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100739.313022:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100739.313027:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100739.313034:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100739.313041:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100739.313051:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100739.313072:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100739.313076:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100739.313081:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100739.313108:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100739.313111:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100739.313122:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100739.313123:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100739.313125:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100739.313127:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100739.313129:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27876
00000400:00000200:2.0:1789100739.313133:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100739.313136:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100739.313138:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100739.313141:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.313145:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313147:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100739.313149:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100739.313150:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100739.313152:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100739.313154:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100739.313156:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100739.313158:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100739.313161:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313163:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.313165:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313166:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100739.313169:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100739.313171:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313173:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100739.313175:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100739.313180:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100739.313182:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313183:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100739.313187:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100739.313190:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313192:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100739.313195:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789100739.313198:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100739.313200:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100739.313201:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313202:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100739.313204:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100739.313206:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100739.313209:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100739.313212:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.313333:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100739.313339:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100739.313341:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100739.313348:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.313356:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100739.313359:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.313362:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100739.313365:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100739.313367:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100739.313370:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964655616:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100739.313374:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100739.313379:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100739.313381:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.313384:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100739.313389:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100739.313391:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.313396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:2.0:1789100739.313398:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100739.313401:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100739.313411:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000001:2.0:1789100739.313412:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100739.313416:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100739.313420:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655616, portal 25
00000100:00000040:2.0:1789100739.313422:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.313425:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100739.313429:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000001:2.0:1789100739.313438:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100739.313440:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789100739.313442:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100739.313450:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100739.313453:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100739.313456:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100739.313458:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100739.313460:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789100739.313464:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:2.0:1789100739.313466:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27876
00000400:00000010:0.0:1789100739.313468:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000400:00000200:2.0:1789100739.313473:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:0.0:1789100739.313474:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964655616, offset 0
00000400:00000200:2.0:1789100739.313479:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100739.313482:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100739.313485:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789100739.313489:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313493:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.313494:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.313498:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100739.313499:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100739.313503:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100739.313505:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100739.313507:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100739.313508:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:2.0:1789100739.313510:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100739.313515:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100739.313517:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1789100739.313518:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100739.313523:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:2.0:1789100739.313524:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313529:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100739.313531:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1789100739.313534:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.313538:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313539:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100739.313543:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100739.313545:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512070:512070:256:4294967295] 192.168.204.152@tcp LPNI seq info [511827:511827:8:4294967295]
00000100:00080000:2.0:1789100739.313548:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313553:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.313554:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789100739.313556:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100739.313561:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100739.313567:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.313571:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789100739.313571:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100739.313576:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100739.313580:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00000001:2.0:1789100739.313581:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313586:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100739.313588:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000100:00000010:2.0:1789100739.313591:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000020:00000040:2.0:1789100739.313594:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.0:1789100739.313599:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:2.0:1789100739.313599:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100739.313602:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100739.313605:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1789100739.313605:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100739.313607:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100739.313611:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100739.313615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:2.0:1789100739.313616:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000800:00000200:0.1:1789100739.313620:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1789100739.313622:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789100739.313628:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00100000:2.0:1789100739.313632:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1789100739.313633:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100739.313643:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789100739.313644:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100739.313648:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.313652:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1789100739.313655:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100739.313659:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100739.313664:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:2.0:1789100739.313669:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.313671:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1789100739.313672:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100739.313677:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1789100739.313678:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100739.313679:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100739.313682:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100739.313687:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100739.313692:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27876
00000100:00000001:0.0:1789100739.313697:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1789100739.313698:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789100739.313703:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100739.313704:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100739.313713:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.313715:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1789100739.313720:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100739.313721:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100739.313726:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.313730:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100739.313732:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100739.313734:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322550531
00000100:00000040:2.0:1789100739.313737:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.313741:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:0.0:1789100739.313742:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000001:2.0:1789100739.313744:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100739.313747:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100739.313749:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100739.313751:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1789100739.313751:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100739.313756:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100739.313759:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100739.313762:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100739.313763:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322550531
00000100:00000001:2.0:1789100739.313764:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.313768:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000010:0.0:1789100739.313769:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8180.
00000100:00000001:2.0:1789100739.313771:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100739.313775:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1789100739.313775:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100739.313781:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100739.313782:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.313814:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.313817:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789100739.313819:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100739.313823:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100739/real 1789100739]  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100739.313824:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100739.313828:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100739.313833:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313837:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100739.313841:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1789100739.313842:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1789100739.313844:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100739.313846:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1789100739.313848:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100739.313850:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000100:00000010:2.0:1789100739.313853:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000400:00000200:0.0:1789100739.313855:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000020:00000040:2.0:1789100739.313857:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000010:0.0:1789100739.313860:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
02000000:00000001:2.0:1789100739.313862:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100739.313864:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1789100739.313865:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.313868:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1789100739.313881:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100739.313882:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100739.313885:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100739.313893:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000200:0.0:1789100739.313897:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100739.313899:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100739.313908:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100739.313909:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100739.313912:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.313918:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.313922:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100739.313931:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1789100739.313932:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100739.313936:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100739.313944:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.313946:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100739.313955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100739.313960:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100739.313966:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100739.313969:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100739.313972:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100739.313974:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100739.313975:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100739.313978:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1789100739.313978:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100739.313981:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100739.313983:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100739.313985:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100739.313989:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100739.313989:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27876
00000100:00080000:0.0:1789100739.313995:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1789100739.313997:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100739.314001:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000400:00000200:2.0:1789100739.314005:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100739.314006:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1789100739.314009:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100739.314014:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100739.314017:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.314022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100739.314026:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100739.314030:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789100739.314031:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964655616:192.168.204.152@tcp:250:kworker.0
00000020:00000001:2.0:1789100739.314035:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100739.314039:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:0.0:1789100739.314040:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789100739.314041:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100739.314045:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1789100739.314045:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100739.314050:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100739.314052:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964655616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100739.314053:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100739.314062:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100739.314064:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100739.314067:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100739.314073:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1789100739.314073:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000020:00000001:0.0:1789100739.314076:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1789100739.314077:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:0.0:1789100739.314079:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000040:2.0:1789100739.314082:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:0.0:1789100739.314084:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1789100739.314087:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:0.0:1789100739.314089:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
00000020:00000040:2.0:1789100739.314092:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000001:0.0:1789100739.314095:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1789100739.314096:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100739.314099:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1789100739.314101:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100739.314102:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
02000000:00000001:2.0:1789100739.314104:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100739.314108:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1789100739.314109:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.314111:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314114:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789100739.314121:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314123:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100739.314124:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100739.314126:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1789100739.314128:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100739.314131:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1789100739.314133:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314134:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100739.314137:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314138:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1789100739.314143:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000100:00000040:0.0:1789100739.314145:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789100739.314148:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100739.314153:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100739.314155:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100739.314158:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100739.314159:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100739.314161:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314165:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1789100739.314166:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:0.0:1789100739.314167:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314173:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789100739.314173:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314175:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100739.314181:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100739.314181:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789100739.314188:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100739.314194:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100739.314196:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789100739.314199:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314200:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100739.314203:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100739.314206:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100739.314207:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100739.314212:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100739.314216:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.314222:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100739.314224:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100739.314228:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000001:2.0:1789100739.314232:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100739.314233:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655744, portal 10
00000100:00000001:0.0:1789100739.314238:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100739.314240:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:2.0:1789100739.314241:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27886)
00000100:00000040:0.0:1789100739.314248:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314255:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100739.314259:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100739.314261:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100739.314264:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964655744, offset 0
00010000:00000001:2.0:1789100739.314267:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789100739.314270:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00010000:00000001:2.0:1789100739.314271:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.314278:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100739.314279:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100739.314282:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100739.314286:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789100739.314287:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00010000:00000001:2.0:1789100739.314290:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.314292:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100739.314298:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100739.314303:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100739.314306:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.314311:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512071:512071:256:4294967295] 192.168.204.152@tcp LPNI seq info [511828:511828:8:4294967295]
00000400:00000200:0.0:1789100739.314315:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.314321:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100739.314326:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314331:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100739.314336:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100739.314339:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100739.314344:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100739.314347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789100739.314351:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314353:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100739.314356:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100739.314359:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100739.314362:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100739.314364:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100739.314366:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100739.314369:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314377:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.314380:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314386:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314387:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100739.314390:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100739.314394:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100739.314397:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100739.314399:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322549268
00000100:00000001:0.0:1789100739.314401:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.314403:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322549268
00000100:00000001:0.0:1789100739.314405:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.314408:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.314410:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314412:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100739.314416:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100739/real 1789100739]  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100739.314423:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100739.314424:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100739.314426:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100739.314428:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100739.314430:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100739.314432:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100739.314435:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100739.314443:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314448:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100739.314450:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314451:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.314453:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100739.314456:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314462:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100739.314466:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314472:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100739.314474:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314475:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.314477:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314479:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100739.314480:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100739.314483:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100739.314486:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100739.314488:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100739.314492:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100739.314498:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100739.314502:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100739.314505:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314511:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100739.314512:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314515:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100739.314516:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100739.314518:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100739.314522:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100739.314525:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100739.314528:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100739.314529:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314531:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100739.314535:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
00000020:00000001:1.0:1789100739.314536:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1789100739.314538:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100739.314540:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100739.314544:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1789100739.314545:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100739.314550:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100739.314553:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100739.314557:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964655872, portal 10
00000100:00000001:0.0:1789100739.314558:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100739.314560:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:0.0:1789100739.314565:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314571:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100739.314574:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100739.314576:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100739.314578:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964655872, offset 0
00000400:00000200:0.0:1789100739.314582:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100739.314586:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.314589:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100739.314592:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100739.314594:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100739.314596:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100739.314599:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.314602:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512072:512072:256:4294967295] 192.168.204.152@tcp LPNI seq info [511829:511829:8:4294967295]
00000400:00000200:0.0:1789100739.314606:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.314613:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100739.314617:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314620:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100739.314624:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100739.314627:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100739.314630:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100739.314633:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789100739.314637:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314639:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100739.314641:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100739.314645:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100739.314648:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100739.314649:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100739.314652:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100739.314655:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314662:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.314665:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314671:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314673:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100739.314676:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100739.314679:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100739.314682:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100739.314684:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322549267
00000100:00000001:0.0:1789100739.314686:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.314689:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322549267
00000100:00000001:0.0:1789100739.314691:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.314693:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.314695:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314696:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100739.314700:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100739/real 1789100739]  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100739.314707:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100739.314708:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100739.314709:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100739.314711:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100739.314712:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100739.314714:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100739.314717:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100739.314725:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314732:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100739.314733:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314735:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.314737:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100739.314740:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314747:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100739.314750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314757:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100739.314759:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314762:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.314763:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.314764:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100739.314766:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100739.314769:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100739.314772:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100739.314774:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100739.314778:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100739.314805:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964655872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100739.314809:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100739.314813:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314819:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100739.314820:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314822:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100739.314824:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100739.314826:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100739.314828:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100739.314831:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100739.314833:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100739.314834:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.314836:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100739.314839:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100739.314841:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.314845:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100739.314847:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100739.314850:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100739.314853:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656000, portal 4
00000100:00000001:0.0:1789100739.314855:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100739.314856:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:0.0:1789100739.314862:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314880:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100739.314883:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100739.314885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100739.314888:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964656000, offset 0
00000400:00000200:0.0:1789100739.314892:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100739.314896:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.314900:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100739.314902:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100739.314905:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100739.314907:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100739.314909:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.314913:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512073:512073:256:4294967295] 192.168.204.152@tcp LPNI seq info [511830:511830:8:4294967295]
00000400:00000200:0.0:1789100739.314916:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.314922:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100739.314927:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314930:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100739.314934:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100739.314937:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100739.314941:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100739.314944:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789100739.314947:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.314949:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100739.314952:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100739.314955:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100739.314958:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100739.314960:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100739.314962:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100739.314965:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314972:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.314975:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.314981:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.314983:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100739.314985:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100739.314988:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100739.314991:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100739.314993:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322549278
00000100:00000001:0.0:1789100739.314995:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.314997:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322549278
00000100:00000001:0.0:1789100739.314999:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.315002:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.315004:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.315006:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100739.315009:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100739/real 1789100739]  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100739.315016:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100739.315017:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100739.315019:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100739.315021:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100739.315022:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100739.315024:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100739.315027:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100739.315035:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315041:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100739.315042:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315044:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.315046:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100739.315049:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315054:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100739.315058:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315063:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100739.315066:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315067:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.315069:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315070:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100739.315072:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100739.315074:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100739.315077:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100739.315079:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100739.315082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100739.315090:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100739.315093:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315095:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.315098:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964655744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315104:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100739.315105:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100739.315150:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100739.315153:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100739.315155:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100739.315157:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100739.315159:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100739.315161:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:0.0:1789100739.315163:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100739.315164:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100739.315166:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:0.0:1789100739.315169:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100739.315170:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315172:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.315176:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964655872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315183:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100739.315184:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100739.315185:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100739.315187:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100739.315188:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100739.315189:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100739.315191:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100739.315192:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:0.0:1789100739.315194:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100739.315195:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100739.315196:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:0.0:1789100739.315198:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100739.315200:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315201:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.315204:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964656000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315210:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100739.315211:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100739.315213:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100739.315215:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100739.315216:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100739.315218:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100739.315220:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100739.315221:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:0.0:1789100739.315223:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100739.315224:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100739.315226:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:0.0:1789100739.315227:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100739.315229:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315231:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315235:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100739.315236:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.315238:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100739.315239:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100739.315241:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100739.315244:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315251:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100739.315252:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.315254:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100739.315255:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100739.315257:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100739.315260:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100739.315263:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100739.315264:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100739.315266:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100739.315267:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100739.315270:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100739.315272:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100739.315275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100739.315277:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100739.315280:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100739.315283:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656128, portal 4
00000100:00000001:0.0:1789100739.315285:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100739.315286:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:0.0:1789100739.315291:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315297:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100739.315300:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100739.315302:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100739.315304:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964656128, offset 0
00000400:00000200:0.0:1789100739.315308:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100739.315311:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.315314:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100739.315317:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100739.315319:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100739.315321:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100739.315324:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100739.315326:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512074:512074:256:4294967295] 192.168.204.152@tcp LPNI seq info [511831:511831:8:4294967295]
00000400:00000200:0.0:1789100739.315330:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100739.315335:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100739.315339:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.315342:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100739.315345:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100739.315347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789100739.315351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100739.315353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789100739.315356:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100739.315358:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100739.315360:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100739.315363:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100739.315365:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100739.315367:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100739.315369:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100739.315372:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315378:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.315380:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315391:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.315392:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100739.315394:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100739.315397:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100739.315399:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100739.315401:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322549298
00000100:00000001:0.0:1789100739.315403:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.315405:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322549298
00000100:00000001:0.0:1789100739.315406:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322550531
00000100:00000001:0.0:1789100739.315408:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100739.315410:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.315411:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100739.315414:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100739/real 1789100739]  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100739.315420:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100739.315421:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100739.315423:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100739.315425:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100739.315426:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100739.315428:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100739.315430:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100739.315437:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315442:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100739.315443:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315444:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.315446:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100739.315449:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315455:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100739.315458:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315464:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100739.315466:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315467:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100739.315468:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315469:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100739.315471:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100739.315473:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100739.315476:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100739.315478:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100739.315481:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100739.315487:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100739.315491:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315492:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100739.315495:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964656128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100739.315500:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100739.315502:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100739.315503:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100739.315505:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100739.315506:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100739.315507:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100739.315509:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100739.315510:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:0.0:1789100739.315513:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100739.315514:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100739.315515:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:0.0:1789100739.315517:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100739.315518:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315520:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100739.315522:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100739.315524:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100739.315525:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100739.315527:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100740.336944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100740.336954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100740.336963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100740.336965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100740.336971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100740.336973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100740.337040:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100740.337046:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100740.337051:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100740.656944:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322550531, at 4322550592
00000100:00000040:1.0:1789100740.656944:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322550531, at 4322550592
00000100:00000010:1.0:1789100740.656962:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8180.
00000100:00000010:0.0:1789100740.656964:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100741.360913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100741.360922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100741.360930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100741.360931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100741.360935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100741.360936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100741.361033:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100741.361041:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100741.361045:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100742.384969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100742.384978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100742.384983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100742.384984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100742.384986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100742.384987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100742.385051:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100742.385055:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100742.385062:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100743.408953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100743.408959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100743.408963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100743.408964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100743.408967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100743.408967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100743.409038:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100743.409043:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100743.409046:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100744.432950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100744.432957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100744.432963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100744.432964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100744.432968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100744.432969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100744.433039:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100744.433043:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100744.433047:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100744.433073:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100744.433080:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100744.433082:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100744.433086:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100744.433090:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100744.433098:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27881
00000400:00000200:0.0:1789100744.433107:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100744.433113:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100744.433116:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100744.433119:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433122:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.433125:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433127:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100744.433131:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100744.433132:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100744.433135:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100744.433137:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100744.433140:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100744.433143:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100744.433146:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433148:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.433149:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433151:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100744.433154:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100744.433157:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433160:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100744.433162:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100744.433166:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100744.433169:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.433171:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100744.433173:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100744.433183:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789100744.433186:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100744.433190:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100744.433191:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.433194:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100744.433196:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100744.433201:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100744.433208:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789100744.433215:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100744.433223:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100744.433234:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100744.433238:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.433242:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.433286:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100744.433289:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100744.433292:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100744.433298:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.433306:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100744.433309:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.433312:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100744.433315:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100744.433317:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100744.433321:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964656256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100744.433325:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100744.433328:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100744.433330:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.433333:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100744.433337:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.433339:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.433344:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100744.433348:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100744.433354:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100744.433361:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656256, portal 25
00000100:00000001:2.0:1789100744.433363:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100744.433364:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:2.0:1789100744.433369:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.433377:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100744.433380:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100744.433382:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100744.433386:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964656256, offset 0
00000400:00000200:2.0:1789100744.433392:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100744.433400:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.433406:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100744.433411:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100744.433415:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100744.433419:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100744.433421:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100744.433426:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512075:512075:256:4294967295] 192.168.204.152@tcp LPNI seq info [511832:511832:8:4294967295]
00000400:00000200:2.0:1789100744.433430:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.433442:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100744.433449:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.433454:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100744.433461:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100744.433464:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100744.433470:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100744.433474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1789100744.433478:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.433481:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100744.433487:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100744.433492:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100744.433496:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100744.433498:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100744.433502:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100744.433505:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100744.433531:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100744.433534:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100744.433538:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100744.433539:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100744.433541:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100744.433543:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100744.433545:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27881
00000400:00000200:0.0:1789100744.433548:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100744.433551:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100744.433554:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100744.433556:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433558:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.433560:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433562:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100744.433564:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100744.433565:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100744.433567:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100744.433570:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100744.433572:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100744.433573:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100744.433576:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433578:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.433580:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433582:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100744.433584:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100744.433587:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100744.433589:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100744.433591:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100744.433595:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100744.433597:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.433599:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100744.433603:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100744.433606:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.433608:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100744.433611:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789100744.433614:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100744.433616:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100744.433617:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.433619:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100744.433620:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100744.433622:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100744.433625:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789100744.433629:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100744.433633:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100744.433640:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100744.433643:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.433646:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434210:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.434216:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434224:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434225:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100744.434233:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.434237:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100744.434240:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322555652
00000100:00000010:2.0:1789100744.434246:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789100744.434253:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100744.434259:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322555652
00000100:00000010:2.0:1789100744.434262:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97720.
00000100:00000001:2.0:1789100744.434264:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100744.434267:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100744.434270:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434272:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100744.434276:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100744/real 1789100744]  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100744.434292:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100744.434294:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100744.434296:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100744.434298:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100744.434300:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100744.434302:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100744.434306:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100744.434314:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434320:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100744.434322:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434324:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.434326:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100744.434330:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434337:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100744.434341:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434348:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100744.434351:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434352:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.434353:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434356:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100744.434357:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100744.434360:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100744.434364:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100744.434366:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100744.434369:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100744.434379:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964656256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100744.434383:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434385:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.434388:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964656256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434393:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100744.434395:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100744.434398:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.434400:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100744.434402:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100744.434403:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100744.434405:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100744.434408:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789100744.434411:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100744.434413:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100744.434415:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:2.0:1789100744.434418:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100744.434419:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434421:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434428:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100744.434430:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434432:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100744.434433:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100744.434435:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100744.434438:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434445:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100744.434446:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.434448:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100744.434450:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100744.434452:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100744.434455:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100744.434459:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100744.434461:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100744.434462:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.434464:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100744.434467:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.434469:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.434472:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100744.434475:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100744.434478:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100744.434482:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656384, portal 10
00000100:00000001:2.0:1789100744.434483:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100744.434485:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789100744.434491:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434497:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100744.434499:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100744.434501:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100744.434503:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964656384, offset 0
00000400:00000200:2.0:1789100744.434507:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100744.434511:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.434515:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100744.434518:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100744.434520:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100744.434523:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100744.434525:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100744.434528:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512076:512076:256:4294967295] 192.168.204.152@tcp LPNI seq info [511833:511833:8:4294967295]
00000400:00000200:2.0:1789100744.434532:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.434539:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100744.434543:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.434546:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100744.434550:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100744.434554:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100744.434558:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100744.434561:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1789100744.434565:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.434567:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100744.434570:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100744.434573:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100744.434576:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100744.434577:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100744.434579:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100744.434583:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434590:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.434593:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434600:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434601:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100744.434604:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100744.434608:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100744.434611:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100744.434613:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322554388
00000100:00000001:2.0:1789100744.434616:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.434618:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322554388
00000100:00000001:2.0:1789100744.434620:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.434622:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100744.434624:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434625:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100744.434629:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100744/real 1789100744]  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100744.434637:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100744.434638:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100744.434640:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100744.434642:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100744.434644:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100744.434646:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100744.434648:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100744.434656:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434663:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100744.434664:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434665:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.434666:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100744.434670:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434677:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100744.434681:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434687:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100744.434689:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434691:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.434692:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434694:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100744.434695:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100744.434698:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100744.434700:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100744.434702:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100744.434705:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100744.434720:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100744.434724:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434726:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.434729:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964656384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.434735:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100744.434737:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100744.434738:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.434740:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100744.434742:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100744.434743:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100744.434745:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100744.434747:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:2.0:1789100744.434750:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100744.434751:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100744.434752:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789100744.434754:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100744.434755:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434757:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.434760:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100744.434761:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.434763:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100744.434764:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.434845:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100744.434848:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100744.434852:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100744.434853:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100744.434855:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100744.434858:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100744.434860:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27881
00000400:00000200:0.0:1789100744.434865:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100744.434868:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100744.434870:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100744.434873:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434875:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.434877:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434879:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100744.434881:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100744.434883:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100744.434885:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100744.434887:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100744.434890:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100744.434892:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100744.434895:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434896:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.434898:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434899:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100744.434902:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100744.434904:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434906:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100744.434909:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100744.434912:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100744.434914:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.434916:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100744.434919:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100744.434921:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.434923:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100744.434928:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789100744.434930:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100744.434932:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100744.434933:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.434935:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100744.434937:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100744.434939:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100744.434943:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789100744.434946:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100744.434951:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100744.434957:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100744.434959:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.434963:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100744.434970:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100744.434972:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100744.434976:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100744.434977:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100744.434979:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100744.434981:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100744.434983:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27881
00000400:00000200:0.0:1789100744.434986:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100744.434988:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100744.434990:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100744.434993:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434995:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.434997:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.434999:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100744.435002:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100744.435003:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100744.435004:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100744.435006:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100744.435008:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100744.435010:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100744.435013:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435015:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.435017:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435018:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100744.435020:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100744.435022:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435024:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100744.435026:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100744.435029:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100744.435031:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435033:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100744.435035:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100744.435037:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435039:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100744.435042:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789100744.435044:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100744.435046:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100744.435047:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435049:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100744.435050:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100744.435052:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100744.435055:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789100744.435058:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100744.435062:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100744.435068:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100744.435070:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.435074:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100744.435081:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100744.435083:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100744.435086:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100744.435088:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100744.435089:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100744.435092:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100744.435094:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27881
00000400:00000200:0.0:1789100744.435097:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100744.435099:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100744.435101:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100744.435104:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435105:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.435107:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435109:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100744.435111:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100744.435113:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100744.435114:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100744.435116:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100744.435117:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100744.435119:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100744.435121:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435123:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100744.435125:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435126:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100744.435129:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100744.435131:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100744.435134:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100744.435135:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100744.435137:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100744.435139:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435140:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100744.435142:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100744.435144:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435146:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100744.435148:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789100744.435150:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789100744.435153:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100744.435154:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100744.435156:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100744.435157:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100744.435158:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100744.435161:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789100744.435164:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100744.435168:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100744.435175:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100744.435177:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.435180:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100744.435187:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100744.435192:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27892)
00000100:00000001:2.0:1789100744.435326:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100744.435329:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100744.435330:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100744.435335:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435342:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100744.435343:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.435345:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100744.435347:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100744.435349:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100744.435352:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100744.435355:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100744.435358:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100744.435359:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.435361:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100744.435364:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.435365:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.435369:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100744.435371:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100744.435375:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100744.435378:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656512, portal 10
00000100:00000001:2.0:1789100744.435380:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100744.435381:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789100744.435386:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435392:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100744.435394:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100744.435396:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100744.435399:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964656512, offset 0
00000400:00000200:2.0:1789100744.435403:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100744.435406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.435410:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100744.435413:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100744.435415:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100744.435417:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100744.435419:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100744.435422:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512077:512077:256:4294967295] 192.168.204.152@tcp LPNI seq info [511834:511834:8:4294967295]
00000400:00000200:2.0:1789100744.435427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.435433:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100744.435437:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.435440:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100744.435444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100744.435447:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100744.435450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100744.435453:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1789100744.435457:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.435459:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100744.435462:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100744.435465:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100744.435468:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100744.435470:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100744.435472:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100744.435475:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435483:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.435486:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435492:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.435494:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100744.435497:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100744.435499:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100744.435502:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100744.435504:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322554388
00000100:00000001:2.0:1789100744.435506:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.435508:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322554388
00000100:00000001:2.0:1789100744.435510:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.435512:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100744.435514:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.435516:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100744.435520:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100744/real 1789100744]  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100744.435527:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100744.435528:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100744.435530:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100744.435532:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100744.435533:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100744.435536:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100744.435539:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100744.435546:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435552:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100744.435554:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435556:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.435557:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100744.435561:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435567:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100744.435570:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435578:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100744.435579:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435581:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.435582:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435584:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100744.435585:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100744.435588:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100744.435591:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100744.435593:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100744.435597:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100744.435605:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100744.435608:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100744.435612:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435618:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100744.435619:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.435621:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100744.435623:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100744.435624:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100744.435627:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100744.435630:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100744.435632:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100744.435633:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.435635:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100744.435637:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100744.435639:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.435642:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100744.435644:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100744.435647:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100744.435649:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656640, portal 4
00000100:00000001:2.0:1789100744.435651:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100744.435652:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:2.0:1789100744.435658:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435664:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100744.435666:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100744.435668:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100744.435670:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964656640, offset 0
00000400:00000200:2.0:1789100744.435674:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100744.435677:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.435679:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100744.435682:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100744.435684:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100744.435686:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100744.435688:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100744.435692:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512078:512078:256:4294967295] 192.168.204.152@tcp LPNI seq info [511835:511835:8:4294967295]
00000400:00000200:2.0:1789100744.435695:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.435702:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100744.435706:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.435845:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100744.435850:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100744.435853:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100744.435857:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100744.435859:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1789100744.435863:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.435865:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100744.435868:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100744.435871:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100744.435874:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100744.435876:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100744.435878:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100744.435882:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435890:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.435893:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435899:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.435901:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100744.435904:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100744.435907:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100744.435910:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100744.435911:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322554399
00000100:00000001:2.0:1789100744.435914:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.435916:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322554399
00000100:00000001:2.0:1789100744.435918:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.435920:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100744.435923:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.435924:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100744.435928:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100744/real 1789100744]  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100744.435935:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100744.435936:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100744.435938:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100744.435940:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100744.435942:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100744.435944:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100744.435947:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100744.435954:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435960:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100744.435962:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435964:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.435965:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100744.435968:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435975:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100744.435978:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.435985:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100744.435987:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435989:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.435990:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.435991:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100744.435993:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100744.435995:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100744.435998:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100744.436000:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100744.436004:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100744.436011:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100744.436014:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100744.436017:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436023:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100744.436025:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.436027:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100744.436029:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100744.436031:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100744.436033:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100744.436036:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100744.436038:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100744.436040:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100744.436041:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100744.436044:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100744.436046:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100744.436049:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100744.436051:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100744.436053:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100744.436056:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656768, portal 4
00000100:00000001:2.0:1789100744.436058:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100744.436059:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:2.0:1789100744.436064:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436070:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100744.436072:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100744.436074:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100744.436076:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964656768, offset 0
00000400:00000200:2.0:1789100744.436080:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100744.436083:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.436086:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100744.436089:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100744.436091:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100744.436094:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100744.436096:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100744.436099:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512079:512079:256:4294967295] 192.168.204.152@tcp LPNI seq info [511836:511836:8:4294967295]
00000400:00000200:2.0:1789100744.436103:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100744.436108:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100744.436112:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.436115:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100744.436118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100744.436121:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789100744.436124:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100744.436127:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1789100744.436130:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100744.436132:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100744.436135:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100744.436138:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100744.436141:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100744.436142:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100744.436144:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100744.436147:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436155:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.436157:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436164:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.436165:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100744.436168:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100744.436171:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100744.436174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100744.436176:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322554419
00000100:00000001:2.0:1789100744.436178:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.436180:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322554419
00000100:00000001:2.0:1789100744.436182:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322555652
00000100:00000001:2.0:1789100744.436184:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100744.436185:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.436187:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100744.436191:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100744/real 1789100744]  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100744.436198:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100744.436200:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100744.436201:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100744.436203:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100744.436205:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100744.436207:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100744.436210:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100744.436217:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436224:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100744.436225:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436227:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.436228:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100744.436232:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436238:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100744.436241:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436248:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100744.436250:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436251:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100744.436253:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436254:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100744.436255:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100744.436258:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100744.436260:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100744.436262:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100744.436266:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100744.436273:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964656768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100744.436277:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436278:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.436281:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964656512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436287:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100744.436289:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100744.436291:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100744.436293:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100744.436295:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100744.436296:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100744.436298:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100744.436300:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789100744.436302:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100744.436304:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100744.436305:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789100744.436308:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100744.436309:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436311:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.436314:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964656640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436321:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100744.436322:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100744.436323:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100744.436325:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100744.436326:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100744.436327:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100744.436329:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100744.436331:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:2.0:1789100744.436333:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100744.436334:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100744.436335:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:2.0:1789100744.436337:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100744.436338:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436339:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100744.436342:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964656768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100744.436348:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100744.436349:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100744.436350:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100744.436352:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100744.436353:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100744.436355:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100744.436356:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100744.436357:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789100744.436359:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100744.436360:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100744.436361:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:2.0:1789100744.436363:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100744.436364:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436367:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100744.436372:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100744.436373:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100744.436375:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100744.436377:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100745.456925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100745.456931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100745.456936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100745.456938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100745.456941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100745.456942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100745.457039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100745.457043:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100745.457046:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100745.776956:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322555652, at 4322555712
00000100:00000010:0.0:1789100745.776987:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000100:00000040:1.0:1789100745.777091:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322555652, at 4322555712
00000100:00000010:1.0:1789100745.777109:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00010000:00000001:2.0:1789100746.480912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100746.480918:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100746.480919:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100746.480922:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480926:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100746.480927:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480929:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480930:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100746.480934:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100746.480935:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100746.480936:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480937:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100746.480938:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480939:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480940:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100746.480943:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100746.480944:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100746.480944:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480945:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100746.480946:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480947:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100746.480948:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100746.481028:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100746.481032:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100746.481035:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100747.504894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100747.504901:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100747.504907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100747.504909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100747.504912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100747.504913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100747.504979:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100747.504984:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100747.504987:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100748.528942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100748.528953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100748.528961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100748.528962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100748.528966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100748.528967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100748.529080:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100748.529084:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100748.529088:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100749.552943:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100749.552949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100749.552959:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100749.552960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.552968:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100749.552971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100749.552974:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100749.552975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.552982:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100749.552987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100749.552991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100749.552992:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27887
00000400:00000200:0.0:1789100749.553012:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100749.553024:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100749.553029:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100749.553031:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553035:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.553037:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553039:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100749.553043:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100749.553045:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100749.553049:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100749.553052:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100749.553054:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100749.553056:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100749.553060:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553062:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.553063:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553065:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100749.553067:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100749.553070:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553071:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100749.553074:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100749.553078:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1789100749.553079:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1789100749.553080:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553085:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:1.0:1789100749.553085:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553088:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100749.553091:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1789100749.553100:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789100749.553104:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100749.553108:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100749.553110:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553113:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100749.553117:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100749.553129:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100749.553143:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789100749.553152:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100749.553165:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100749.553177:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100749.553182:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100749.553187:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100749.553212:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100749.553215:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100749.553218:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100749.553220:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100749.553222:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100749.553224:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100749.553229:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27887
00000100:00000001:2.0:1789100749.553232:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100749.553238:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1789100749.553240:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.553242:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1789100749.553250:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100749.553254:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100749.553261:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100749.553262:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553274:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.553283:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100749.553286:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100749.553291:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100749.553291:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100749.553300:0:414506:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1789100749.553301:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1789100749.553303:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100749.553307:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1789100749.553308:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789100749.553311:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
02000000:00000001:2.0:1789100749.553314:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100749.553317:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100749.553323:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00100000:2.0:1789100749.553323:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964656896:192.168.204.152@tcp:250:kworker.0
00000100:00000040:0.0:1789100749.553334:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100749.553337:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789100749.553339:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789100749.553344:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1789100749.553345:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100749.553349:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553350:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789100749.553356:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1789100749.553358:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100749.553363:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553365:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100749.553366:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1789100749.553369:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100749.553374:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100749.553379:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100749.553383:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553387:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100749.553387:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:0.0:1789100749.553393:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1789100749.553395:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000008:00000001:0.0:1789100749.553397:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553404:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100749.553409:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789100749.553411:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:2.0:1789100749.553412:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
02000000:00000001:0.0:1789100749.553413:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100749.553415:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553420:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100749.553422:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100749.553424:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100749.553427:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964656896, portal 25
02000000:00000010:0.0:1789100749.553428:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:2.0:1789100749.553439:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100749.553440:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.553445:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00100000:0.0:1789100749.553453:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100749.553457:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100749.553479:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100749.553486:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100749.553495:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.553495:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100749.553510:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100749.553514:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:0.0:1789100749.553521:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100749.553523:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964656896, offset 0
00000100:00080000:0.0:1789100749.553526:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100749.553531:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100749.553534:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789100749.553536:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789100749.553538:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100749.553543:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100749.553549:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27887
00000400:00000200:2.0:1789100749.553552:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100749.553559:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100749.553563:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:2.0:1789100749.553566:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:0.0:1789100749.553568:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100749.553574:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1789100749.553576:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100749.553582:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:0.0:1789100749.553584:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.553589:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553591:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100749.553600:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100749.553603:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:2.0:1789100749.553604:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1789100749.553609:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100749.553615:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:2.0:1789100749.553615:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:0.0:1789100749.553624:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100749.553629:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100749.553631:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512080:512080:256:4294967295] 192.168.204.152@tcp LPNI seq info [511837:511837:8:4294967295]
00000100:00000040:0.0:1789100749.553635:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553639:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.553645:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553649:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100749.553652:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100749.553653:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100749.553661:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100749.553663:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100749.553664:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100749.553667:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100749.553669:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553673:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100749.553688:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100749.553693:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1789100749.553703:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553713:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100749.553714:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000010:0.0:1789100749.553730:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000800:00000010:2.0:1789100749.553730:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000020:00000040:0.0:1789100749.553745:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100749.553755:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1789100749.553755:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:0.0:1789100749.553758:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.553766:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1789100749.553767:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1789100749.553769:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100749.553773:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100749.553781:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000800:00000200:2.1:1789100749.553783:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100749.553810:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789100749.553817:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.553819:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100749.553825:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100749.553829:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100749.553833:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100749.553834:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100749.553838:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100749.553841:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.553849:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.553853:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.553861:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.553863:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100749.553871:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100749.553875:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.553878:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322560772
00000100:00000001:0.0:1789100749.553880:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100749.553884:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000100:00100000:0.0:1789100749.553888:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100749.553893:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100749.553897:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100749.553901:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.553905:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322560772
00000100:00000040:0.0:1789100749.553909:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789100749.553911:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:2.0:1789100749.553926:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100749.553936:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.553937:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100749.553947:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100749.553948:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.553955:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1789100749.553956:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100749.553961:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100749.553963:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100749.553970:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1789100749.553971:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100749/real 1789100749]  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100749.553973:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27887
00000400:00000200:0.0:1789100749.553982:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100749.553986:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100749.553990:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100749.553996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554004:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.554011:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554017:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100749.554027:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100749.554029:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000001:2.0:1789100749.554030:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1789100749.554031:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100749.554038:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000001:2.0:1789100749.554040:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1789100749.554041:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100749.554047:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:2.0:1789100749.554049:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000100:00000040:0.0:1789100749.554051:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554054:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.554059:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554061:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100749.554063:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:2.0:1789100749.554064:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00080000:0.0:1789100749.554067:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554071:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100749.554072:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
02000000:00000001:0.0:1789100749.554074:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100749.554078:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100749.554080:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1789100749.554081:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.554088:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100749.554091:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100749.554095:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.554097:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100749.554098:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789100749.554101:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789100749.554107:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100749.554113:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100749.554118:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.554125:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100749.554129:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100749.554134:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100749.554141:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789100749.554145:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100749.554149:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100749.554155:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100749.554193:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100749.554197:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100749.554206:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100749.554206:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.554211:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100749.554212:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100749.554219:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100749.554225:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554258:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100749.554268:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100749.554276:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1789100749.554277:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100749.554295:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100749.554303:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100749.554308:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100749.554310:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100749.554321:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100749.554321:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.554327:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.554328:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100749.554332:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27887
00000100:00000001:2.0:1789100749.554333:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100749.554338:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100749.554341:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1789100749.554343:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:2.0:1789100749.554348:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000400:00000200:0.0:1789100749.554356:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100749.554357:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1789100749.554365:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100749.554370:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100749.554373:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554383:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100749.554392:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554404:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:2.0:1789100749.554410:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964656896:192.168.204.152@tcp:250:kworker.0
00000020:00000001:0.0:1789100749.554411:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100749.554415:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100749.554420:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789100749.554423:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789100749.554424:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100749.554432:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:2.0:1789100749.554433:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1789100749.554442:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100749.554445:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964656896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554458:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1789100749.554459:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100749.554462:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1789100749.554466:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1789100749.554467:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100749.554477:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1789100749.554483:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:2.0:1789100749.554484:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100749.554490:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000001:0.0:1789100749.554491:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100749.554498:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:0.0:1789100749.554501:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000010:2.0:1789100749.554502:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789100749.554509:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1789100749.554513:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789100749.554513:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100749.554517:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:0.0:1789100749.554523:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554525:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100749.554529:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789100749.554531:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100749.554534:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789100749.554538:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100749.554543:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554545:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100749.554546:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100749.554553:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:2.0:1789100749.554554:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789100749.554561:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554563:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100749.554566:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554568:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1789100749.554573:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000100:00000001:2.0:1789100749.554573:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789100749.554580:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:2.0:1789100749.554584:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100749.554586:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100749.554590:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100749.554599:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100749.554603:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100749.554608:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554611:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100749.554616:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100749.554617:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789100749.554627:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.554628:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100749.554634:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100749.554638:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100749.554639:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789100749.554647:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100749.554662:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789100749.554663:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1789100749.554667:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789100749.554669:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.554670:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.554693:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789100749.554698:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789100749.554699:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100749.554709:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100749.554729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100749.554736:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000001:0.0:1789100749.554740:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100749.554742:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100749.554749:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657024, portal 10
00000100:00000040:0.0:1789100749.554751:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27897)
00000100:00000001:2.0:1789100749.554752:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100749.554758:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789100749.554768:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554776:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100749.554781:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100749.554785:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100749.554811:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964657024, offset 0
00000400:00000200:2.0:1789100749.554815:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100749.554819:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.554822:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100749.554824:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100749.554826:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100749.554827:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100749.554829:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100749.554831:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512081:512081:256:4294967295] 192.168.204.152@tcp LPNI seq info [511838:511838:8:4294967295]
00000400:00000200:2.0:1789100749.554833:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.554838:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100749.554841:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.554843:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100749.554846:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100749.554848:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100749.554852:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100749.554853:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789100749.554856:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.554857:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100749.554859:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100749.554861:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100749.554863:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100749.554864:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100749.554866:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100749.554868:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554874:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.554875:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554880:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554881:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100749.554884:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100749.554887:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100749.554889:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.554890:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322559509
00000100:00000001:2.0:1789100749.554892:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.554894:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322559509
00000100:00000001:2.0:1789100749.554895:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.554896:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100749.554897:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.554899:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100749.554901:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100749/real 1789100749]  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100749.554905:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100749.554906:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100749.554907:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100749.554908:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100749.554909:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100749.554911:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100749.554912:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100749.554917:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554923:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100749.554924:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.554926:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.554927:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100749.554930:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554936:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100749.554940:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554947:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100749.554949:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.554951:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.554952:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.554954:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100749.554956:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100749.554958:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100749.554962:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100749.554965:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100749.554970:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100749.554978:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100749.554982:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100749.554985:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.554991:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100749.554992:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.554994:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100749.554996:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100749.554998:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100749.555001:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100749.555004:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100749.555007:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100749.555009:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.555010:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555013:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100749.555015:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100749.555019:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100749.555021:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100749.555024:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100749.555027:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657152, portal 10
00000100:00000001:2.0:1789100749.555029:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100749.555030:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789100749.555036:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555042:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100749.555044:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100749.555046:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100749.555048:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964657152, offset 0
00000400:00000200:2.0:1789100749.555053:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555056:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555060:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100749.555062:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100749.555065:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100749.555067:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100749.555069:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555072:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512082:512082:256:4294967295] 192.168.204.152@tcp LPNI seq info [511839:511839:8:4294967295]
00000400:00000200:2.0:1789100749.555076:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555081:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100749.555086:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555089:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100749.555093:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100749.555095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100749.555099:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100749.555101:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789100749.555104:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555106:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100749.555109:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100749.555112:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100749.555116:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100749.555118:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100749.555121:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100749.555124:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555131:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555134:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555141:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555142:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100749.555145:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100749.555148:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100749.555150:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.555152:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322559508
00000100:00000001:2.0:1789100749.555153:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555154:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322559508
00000100:00000001:2.0:1789100749.555156:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555157:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100749.555158:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555160:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100749.555162:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100749/real 1789100749]  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100749.555166:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100749.555167:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100749.555168:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100749.555169:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100749.555170:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100749.555172:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100749.555173:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100749.555178:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555182:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100749.555183:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555184:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555185:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100749.555187:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555190:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100749.555192:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555196:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100749.555197:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555198:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555199:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555200:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100749.555201:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100749.555202:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100749.555204:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100749.555205:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100749.555207:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100749.555212:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100749.555214:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100749.555217:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555221:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100749.555222:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.555223:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100749.555225:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100749.555226:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100749.555227:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100749.555230:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100749.555232:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100749.555233:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.555234:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555236:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100749.555238:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100749.555240:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100749.555241:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100749.555243:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100749.555245:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657280, portal 4
00000100:00000001:2.0:1789100749.555246:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100749.555247:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789100749.555251:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555255:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100749.555257:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100749.555258:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100749.555259:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964657280, offset 0
00000400:00000200:2.0:1789100749.555261:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555264:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555266:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100749.555268:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100749.555269:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100749.555271:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100749.555272:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555274:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512083:512083:256:4294967295] 192.168.204.152@tcp LPNI seq info [511840:511840:8:4294967295]
00000400:00000200:2.0:1789100749.555276:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555280:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100749.555283:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555285:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100749.555287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100749.555289:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100749.555291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100749.555293:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789100749.555296:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555297:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100749.555298:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100749.555300:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100749.555302:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100749.555303:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100749.555304:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100749.555306:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555311:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555312:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555316:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555316:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100749.555318:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100749.555320:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100749.555321:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.555322:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322559518
00000100:00000001:2.0:1789100749.555323:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555325:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322559518
00000100:00000001:2.0:1789100749.555326:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555327:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100749.555328:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555329:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100749.555331:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100749/real 1789100749]  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100749.555336:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100749.555337:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100749.555338:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100749.555339:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100749.555340:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100749.555341:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100749.555342:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100749.555347:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555350:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100749.555351:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555352:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555353:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100749.555355:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555358:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100749.555360:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555364:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100749.555365:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555366:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555366:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555367:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100749.555368:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100749.555370:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100749.555371:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100749.555372:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100749.555375:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100749.555380:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100749.555382:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555383:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555384:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964657024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555388:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100749.555389:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555390:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100749.555391:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100749.555392:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100749.555393:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100749.555394:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100749.555395:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789100749.555398:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100749.555398:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100749.555399:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789100749.555401:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100749.555402:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555403:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555405:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964657152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555408:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100749.555409:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555410:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100749.555411:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100749.555411:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100749.555412:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100749.555413:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100749.555414:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789100749.555416:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100749.555417:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100749.555418:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789100749.555419:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100749.555420:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555421:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555422:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964657280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555426:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100749.555426:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555427:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100749.555428:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100749.555429:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100749.555429:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100749.555430:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100749.555431:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789100749.555433:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100749.555433:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100749.555434:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789100749.555435:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100749.555436:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555437:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555439:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100749.555440:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555441:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100749.555442:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100749.555443:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100749.555445:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555449:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100749.555450:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.555451:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100749.555452:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100749.555453:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100749.555454:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100749.555456:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100749.555458:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100749.555459:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100749.555460:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555462:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100749.555464:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100749.555467:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100749.555469:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100749.555471:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100749.555474:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657408, portal 4
00000100:00000001:2.0:1789100749.555476:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100749.555477:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789100749.555482:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555489:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100749.555491:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100749.555493:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100749.555496:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964657408, offset 0
00000400:00000200:2.0:1789100749.555500:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555506:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100749.555509:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100749.555512:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100749.555514:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100749.555516:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100749.555517:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512084:512084:256:4294967295] 192.168.204.152@tcp LPNI seq info [511841:511841:8:4294967295]
00000400:00000200:2.0:1789100749.555520:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100749.555524:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100749.555527:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555529:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100749.555531:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100749.555533:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789100749.555535:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100749.555537:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789100749.555539:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100749.555541:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100749.555543:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100749.555545:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100749.555547:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100749.555548:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100749.555550:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100749.555552:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555557:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555558:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555563:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555563:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100749.555565:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100749.555567:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100749.555569:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100749.555570:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322559538
00000100:00000001:2.0:1789100749.555572:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555573:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322559538
00000100:00000001:2.0:1789100749.555575:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322560772
00000100:00000001:2.0:1789100749.555576:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100749.555577:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555578:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100749.555580:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100749/real 1789100749]  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100749.555584:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100749.555585:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100749.555587:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100749.555589:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100749.555589:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100749.555591:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100749.555593:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100749.555598:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555602:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100749.555602:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555603:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555604:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100749.555607:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555612:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100749.555616:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555621:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100749.555624:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555625:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100749.555627:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555628:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100749.555630:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100749.555632:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100749.555636:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100749.555638:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100749.555642:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100749.555650:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100749.555653:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555655:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100749.555659:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964657408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100749.555665:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100749.555666:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100749.555668:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100749.555669:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100749.555670:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100749.555671:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100749.555672:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100749.555673:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789100749.555685:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100749.555687:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100749.555688:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789100749.555691:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100749.555692:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555693:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100749.555696:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100749.555697:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100749.555698:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100749.555700:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100750.577001:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100750.577007:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100750.577011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100750.577011:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100750.577013:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100750.577014:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100750.577066:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100750.577071:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100750.577074:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100750.896873:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322560772, at 4322560832
00000100:00000010:1.0:1789100750.896889:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000100:00000040:0.0:1789100750.896958:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322560772, at 4322560832
00000100:00000010:0.0:1789100750.896965:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00010000:00000001:2.0:1789100751.600906:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100751.600913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100751.600919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100751.600920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100751.600924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100751.600925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100751.600981:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100751.600986:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100751.600989:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100752.624935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100752.624941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100752.624948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100752.624949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100752.624952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100752.624955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100752.625024:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100752.625028:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100752.625032:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100753.648917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100753.648925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100753.648930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100753.648932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100753.648935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100753.648937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100753.649027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100753.649034:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100753.649039:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100754.672925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100754.672933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100754.672939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100754.672941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100754.672945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100754.672946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100754.673011:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100754.673016:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100754.673020:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100754.673040:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100754.673051:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100754.673053:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100754.673072:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100754.673077:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100754.673085:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27892
00000400:00000200:0.0:1789100754.673095:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100754.673103:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100754.673111:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100754.673114:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673118:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100754.673121:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673123:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100754.673127:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100754.673129:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100754.673132:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100754.673136:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100754.673138:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100754.673144:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100754.673147:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673149:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100754.673151:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673153:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100754.673156:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100754.673160:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673163:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100754.673166:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100754.673170:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100754.673174:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673176:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100754.673179:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100754.673190:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789100754.673194:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100754.673199:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100754.673201:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673204:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100754.673207:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100754.673211:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100754.673219:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
00000100:00000001:0.0:1789100754.673226:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100754.673236:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100754.673247:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100754.673251:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100754.673255:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100754.673276:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100754.673279:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100754.673283:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100754.673284:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100754.673287:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100754.673289:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100754.673292:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27892
00000400:00000200:0.0:1789100754.673296:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100754.673300:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100754.673303:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100754.673307:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673309:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100754.673311:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789100754.673312:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673318:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100754.673319:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789100754.673322:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100754.673324:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789100754.673327:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100754.673330:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100754.673333:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000040:2.0:1789100754.673340:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100754.673341:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100754.673352:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100754.673363:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673369:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100754.673369:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789100754.673373:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100754.673375:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673380:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789100754.673384:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1789100754.673387:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:2.0:1789100754.673390:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100754.673395:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789100754.673396:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673404:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100754.673410:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964657536:192.168.204.152@tcp:250:kworker.0
02000000:00000001:0.0:1789100754.673411:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789100754.673420:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100754.673421:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100754.673426:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.673426:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100754.673431:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673432:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100754.673435:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1789100754.673440:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1789100754.673445:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
00000008:00000001:0.0:1789100754.673448:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.673448:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673456:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.673461:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789100754.673464:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000400:00000010:2.0:1789100754.673467:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000020:00000040:0.0:1789100754.673470:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100754.673475:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100754.673477:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100754.673479:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:0.0:1789100754.673480:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100754.673483:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100754.673487:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100754.673492:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657536, portal 25
02000000:00000010:0.0:1789100754.673493:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:2.0:1789100754.673501:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100754.673503:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.673506:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00100000:0.0:1789100754.673513:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100754.673520:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100754.673543:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100754.673551:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789100754.673553:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100754.673559:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100754.673566:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789100754.673566:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100754.673575:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964657536, offset 0
00000100:00000001:0.0:1789100754.673602:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.673604:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789100754.673611:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100754.673616:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100754.673617:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100754.673620:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789100754.673622:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100754.673625:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100754.673632:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27892
00000400:00000200:2.0:1789100754.673636:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100754.673643:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.673647:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100754.673651:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100754.673656:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789100754.673658:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:0.0:1789100754.673664:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100754.673667:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789100754.673670:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789100754.673676:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:0.0:1789100754.673677:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673683:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:2.0:1789100754.673690:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512085:512085:256:4294967295] 192.168.204.152@tcp LPNI seq info [511842:511842:8:4294967295]
00000020:00000001:0.0:1789100754.673691:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100754.673695:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100754.673700:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1789100754.673704:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100754.673705:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100754.673724:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:2.0:1789100754.673728:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789100754.673731:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100754.673742:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:2.0:1789100754.673743:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673749:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1789100754.673754:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000040:0.0:1789100754.673755:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.673761:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100754.673765:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.0:1789100754.673769:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100754.673774:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:2.0:1789100754.673777:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1789100754.673783:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789100754.673814:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100754.673819:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1789100754.673828:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1789100754.673833:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789100754.673836:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1789100754.673838:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
02000000:00000001:0.0:1789100754.673848:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.673853:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100754.673855:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1789100754.673857:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100754.673863:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.673867:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789100754.673868:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100754.673877:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000400:00000200:2.0:1789100754.673878:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000020:00000040:0.0:1789100754.673885:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000010:2.0:1789100754.673886:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
02000000:00000001:0.0:1789100754.673895:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100754.673897:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.673898:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1789100754.673901:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100754.673905:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100754.673909:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100754.673909:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100754.673918:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:0.0:1789100754.673929:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.673935:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1789100754.673942:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100754.673947:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.673993:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.673998:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100754.673999:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100754.674003:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674007:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100754.674013:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100754.674014:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.674018:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322565892
00000100:00000010:2.0:1789100754.674030:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97d80.
00000100:00000001:0.0:1789100754.674033:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100754.674038:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100754.674041:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100754.674043:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100754.674047:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100754.674048:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100754.674052:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100754.674054:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322565892
00000100:00080000:0.0:1789100754.674056:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27892
00000100:00000010:2.0:1789100754.674063:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ea0.
00000400:00000200:0.0:1789100754.674065:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.674073:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1789100754.674075:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100754.674078:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100754.674081:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.674087:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100754.674090:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100754.674091:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100754.674098:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.674099:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100754.674107:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789100754.674108:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1789100754.674110:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100754.674114:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100754.674116:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100754.674121:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00100000:2.0:1789100754.674122:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100754/real 1789100754]  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100754.674125:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100754.674134:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.674141:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100754.674148:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100754.674155:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100754.674161:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000001:2.0:1789100754.674164:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1789100754.674165:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000001:2.0:1789100754.674170:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100754.674171:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100754.674176:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
02000000:00000001:0.0:1789100754.674177:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100754.674184:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789100754.674185:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100754.674190:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
02000000:00000001:0.0:1789100754.674191:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.674196:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100754.674197:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1789100754.674200:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1789100754.674206:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789100754.674207:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.674215:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100754.674224:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789100754.674229:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000200:2.0:1789100754.674231:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100754.674235:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100754.674238:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.674245:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100754.674249:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789100754.674249:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1789100754.674252:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674254:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1789100754.674260:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:2.0:1789100754.674261:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.674267:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100754.674272:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100754.674276:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100754.674284:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100754.674303:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100754.674314:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1789100754.674320:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100754.674321:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100754.674335:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674339:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100754.674347:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.674355:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.674359:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100754.674363:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674366:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1789100754.674369:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789100754.674371:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100754.674380:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789100754.674382:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1789100754.674385:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100754.674390:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789100754.674393:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100754.674395:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789100754.674401:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1789100754.674402:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27892
00000100:00000040:2.0:1789100754.674414:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100754.674415:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100754.674425:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100754.674432:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100754.674443:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100754.674445:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964657536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100754.674450:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100754.674457:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100754.674459:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100754.674461:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789100754.674465:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1789100754.674468:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1789100754.674474:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964657536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100754.674475:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100754.674485:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100754.674492:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:2.0:1789100754.674493:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100754.674498:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1789100754.674503:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:2.0:1789100754.674503:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100754.674513:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100754.674514:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100754.674516:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100754.674520:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100754.674526:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:0.0:1789100754.674528:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000010:2.0:1789100754.674531:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
00000100:00000001:0.0:1789100754.674533:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100754.674540:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789100754.674540:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100754.674544:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1789100754.674546:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:2.0:1789100754.674548:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000020:00000040:0.0:1789100754.674553:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:2.0:1789100754.674555:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100754.674559:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100754.674561:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100754.674564:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100754.674566:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100754.674571:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100754.674575:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100754.674578:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100754.674593:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100754.674594:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674595:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100754.674598:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100754.674601:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789100754.674602:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1789100754.674607:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789100754.674608:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100754.674618:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674622:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100754.674627:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100754.674628:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.674630:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100754.674634:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789100754.674636:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
02000000:00000001:2.0:1789100754.674638:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100754.674642:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00100000:2.0:1789100754.674648:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657664:192.168.204.152@tcp:38:kworker.0
02000000:00000001:0.0:1789100754.674650:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100754.674653:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674661:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789100754.674662:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100754.674668:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100754.674668:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100754.674675:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100754.674677:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.674682:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100754.674686:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
02000000:00000010:2.0:1789100754.674688:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
00000100:00000001:0.0:1789100754.674694:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.674694:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.674707:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100754.674709:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789100754.674714:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100754.674723:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:0.0:1789100754.674729:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1789100754.674732:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657664, portal 10
00000100:00000001:0.0:1789100754.674735:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674738:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100754.674741:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:0.0:1789100754.674744:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100754.674751:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674814:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100754.674820:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100754.674823:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:0.0:1789100754.674824:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100754.674826:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964657664, offset 0
00000400:00000200:2.0:1789100754.674834:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100754.674836:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27902)
00000400:00000200:2.0:1789100754.674841:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.674847:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100754.674851:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100754.674854:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100754.674856:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100754.674859:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100754.674864:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512086:512086:256:4294967295] 192.168.204.152@tcp LPNI seq info [511843:511843:8:4294967295]
00000400:00000200:2.0:1789100754.674869:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.674877:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100754.674881:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.674885:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100754.674890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100754.674893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100754.674899:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100754.674902:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100754.674906:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.674908:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100754.674911:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100754.674913:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100754.674916:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100754.674917:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100754.674919:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100754.674922:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674929:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.674931:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674935:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674936:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100754.674940:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100754.674943:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100754.674945:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.674947:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322564629
00000100:00000001:2.0:1789100754.674949:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.674951:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322564629
00000100:00000001:2.0:1789100754.674952:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.674954:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100754.674956:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.674957:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100754.674959:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100754/real 1789100754]  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100754.674963:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100754.674964:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100754.674965:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100754.674967:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100754.674968:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100754.674969:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100754.674971:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100754.674976:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674980:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100754.674981:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.674982:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.674983:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100754.674984:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674988:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100754.674990:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.674995:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100754.674997:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.674998:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.674999:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675000:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100754.675001:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100754.675003:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100754.675005:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100754.675006:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100754.675008:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100754.675013:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100754.675015:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100754.675018:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675023:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100754.675024:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675027:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100754.675028:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100754.675031:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100754.675033:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100754.675037:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100754.675039:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100754.675041:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675042:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675046:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100754.675048:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.675052:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100754.675054:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100754.675057:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100754.675060:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657792, portal 10
00000100:00000001:2.0:1789100754.675062:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100754.675063:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789100754.675069:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675075:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100754.675077:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100754.675080:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100754.675082:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964657792, offset 0
00000400:00000200:2.0:1789100754.675085:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675089:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675092:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100754.675095:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100754.675098:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100754.675100:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100754.675102:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675105:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512087:512087:256:4294967295] 192.168.204.152@tcp LPNI seq info [511844:511844:8:4294967295]
00000400:00000200:2.0:1789100754.675109:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675115:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100754.675119:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675123:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100754.675126:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100754.675128:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100754.675132:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100754.675135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100754.675139:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675140:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100754.675143:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100754.675146:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100754.675148:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100754.675150:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100754.675153:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100754.675156:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675164:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675167:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675174:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675176:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100754.675179:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100754.675183:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100754.675186:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.675188:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322564628
00000100:00000001:2.0:1789100754.675190:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675192:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322564628
00000100:00000001:2.0:1789100754.675194:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675197:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100754.675199:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675200:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100754.675205:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100754/real 1789100754]  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100754.675213:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100754.675215:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100754.675216:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100754.675219:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100754.675220:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100754.675223:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100754.675226:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100754.675234:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675240:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100754.675242:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675243:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675245:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100754.675248:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675254:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100754.675258:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675265:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100754.675267:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675268:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675270:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675271:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100754.675273:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100754.675276:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100754.675278:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100754.675280:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100754.675282:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100754.675287:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100754.675289:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100754.675291:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675295:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100754.675296:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675299:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100754.675300:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100754.675301:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100754.675303:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100754.675305:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100754.675307:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100754.675308:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675309:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675312:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100754.675313:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.675315:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100754.675317:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100754.675320:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100754.675322:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964657920, portal 4
00000100:00000001:2.0:1789100754.675323:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100754.675324:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:2.0:1789100754.675328:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675333:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100754.675334:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100754.675335:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100754.675337:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964657920, offset 0
00000400:00000200:2.0:1789100754.675339:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675344:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100754.675346:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100754.675347:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100754.675349:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100754.675350:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675352:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512088:512088:256:4294967295] 192.168.204.152@tcp LPNI seq info [511845:511845:8:4294967295]
00000400:00000200:2.0:1789100754.675355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675360:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100754.675365:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675368:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100754.675372:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100754.675374:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100754.675378:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100754.675381:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100754.675385:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675387:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100754.675389:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100754.675393:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100754.675395:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100754.675397:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100754.675400:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100754.675403:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675411:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675414:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675418:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675419:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100754.675421:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100754.675424:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100754.675426:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.675428:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322564638
00000100:00000001:2.0:1789100754.675429:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675431:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322564638
00000100:00000001:2.0:1789100754.675432:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675433:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100754.675434:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675435:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100754.675437:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100754/real 1789100754]  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100754.675443:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100754.675444:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100754.675445:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100754.675447:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100754.675447:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100754.675449:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100754.675450:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100754.675455:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675458:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100754.675459:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675460:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675461:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100754.675463:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675466:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100754.675468:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675472:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100754.675474:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675475:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675476:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675477:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100754.675478:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100754.675479:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100754.675481:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100754.675482:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100754.675485:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100754.675490:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964657920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100754.675492:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675493:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675495:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964657664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675498:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100754.675499:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675500:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100754.675502:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100754.675503:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100754.675504:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100754.675506:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100754.675507:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:2.0:1789100754.675509:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100754.675510:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100754.675511:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789100754.675513:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100754.675514:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675514:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675516:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964657792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675521:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100754.675523:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675524:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100754.675527:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100754.675528:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100754.675529:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100754.675531:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100754.675532:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:2.0:1789100754.675534:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100754.675536:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100754.675537:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789100754.675540:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100754.675541:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675542:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675546:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964657920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675552:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100754.675554:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675555:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100754.675558:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100754.675559:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100754.675560:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100754.675562:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100754.675564:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:2.0:1789100754.675567:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100754.675568:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100754.675569:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789100754.675572:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100754.675573:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675574:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675578:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100754.675590:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675592:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100754.675593:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100754.675594:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100754.675597:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675602:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100754.675603:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675605:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100754.675606:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100754.675607:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100754.675609:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100754.675611:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100754.675613:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100754.675614:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100754.675616:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675618:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100754.675619:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100754.675621:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100754.675623:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100754.675625:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100754.675627:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658048, portal 4
00000100:00000001:2.0:1789100754.675628:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100754.675629:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789100754.675633:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675637:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100754.675639:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100754.675640:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100754.675642:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964658048, offset 0
00000400:00000200:2.0:1789100754.675644:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675646:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675648:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100754.675650:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100754.675651:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100754.675653:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100754.675655:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100754.675656:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512089:512089:256:4294967295] 192.168.204.152@tcp LPNI seq info [511846:511846:8:4294967295]
00000400:00000200:2.0:1789100754.675659:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100754.675663:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100754.675665:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675667:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100754.675670:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100754.675671:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789100754.675674:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100754.675676:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789100754.675678:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100754.675680:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100754.675682:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100754.675684:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100754.675686:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100754.675687:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100754.675688:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100754.675690:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675695:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675697:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675701:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675702:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100754.675704:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100754.675706:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100754.675708:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100754.675709:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322564658
00000100:00000001:2.0:1789100754.675711:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675712:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322564658
00000100:00000001:2.0:1789100754.675714:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322565892
00000100:00000001:2.0:1789100754.675715:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100754.675716:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675717:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100754.675719:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100754/real 1789100754]  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100754.675725:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100754.675726:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100754.675727:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100754.675729:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100754.675731:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100754.675734:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100754.675737:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100754.675745:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675751:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100754.675753:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675755:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675756:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100754.675760:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675766:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100754.675770:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675774:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100754.675776:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675777:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100754.675778:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675779:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100754.675780:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100754.675782:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100754.675784:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100754.675785:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100754.675812:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100754.675819:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100754.675822:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675825:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100754.675828:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964658048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100754.675834:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100754.675835:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100754.675836:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789100754.675839:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100754.675840:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100754.675841:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100754.675843:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100754.675845:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:2.0:1789100754.675847:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100754.675849:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100754.675850:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789100754.675853:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100754.675854:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675856:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100754.675859:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100754.675860:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100754.675862:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100754.675864:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100755.696920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100755.696925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100755.696928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100755.696929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100755.696932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100755.696932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100755.697061:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100755.697065:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100755.697069:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100756.016917:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322565892, at 4322565952
00000100:00000010:0.0:1789100756.016932:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000100:00000040:1.0:1789100756.016953:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322565892, at 4322565952
00000100:00000010:1.0:1789100756.016967:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00010000:00000001:2.0:1789100756.720964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100756.720976:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100756.720979:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100756.720983:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.720990:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100756.720992:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.720994:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.720997:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100756.721005:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100756.721006:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100756.721010:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721011:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100756.721013:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721015:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721024:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721028:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100756.721030:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100756.721031:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100756.721033:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721034:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100756.721036:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721038:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100756.721039:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100756.721248:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100756.721258:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100756.721264:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100757.744919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100757.744926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100757.744932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100757.744934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100757.744937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100757.744938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100757.744993:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100757.744998:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100757.745006:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100758.769180:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100758.769186:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100758.769191:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100758.769193:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100758.769196:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100758.769197:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100758.769283:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100758.769287:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100758.769290:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100759.792951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100759.792958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100759.792964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100759.792965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100759.792969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100759.792970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100759.793093:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100759.793097:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100759.793100:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100759.794285:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100759.794294:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100759.794297:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100759.794302:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100759.794307:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100759.794315:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27897
00000400:00000200:0.0:1789100759.794327:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100759.794333:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100759.794336:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100759.794339:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794342:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.794344:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794346:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100759.794350:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100759.794351:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100759.794354:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100759.794357:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100759.794359:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100759.794360:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100759.794363:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794364:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.794365:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794367:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100759.794369:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100759.794371:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794373:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.794375:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100759.794380:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100759.794382:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.794384:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100759.794386:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100759.794398:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789100759.794401:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100759.794405:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100759.794406:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.794410:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100759.794413:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100759.794418:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100759.794427:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789100759.794434:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100759.794444:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100759.794452:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100759.794457:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100759.794460:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100759.794491:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100759.794495:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100759.794498:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100759.794500:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100759.794502:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100759.794504:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100759.794507:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27897
00000400:00000200:0.0:1789100759.794512:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100759.794516:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100759.794518:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100759.794521:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794524:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.794528:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794530:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100759.794533:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100759.794535:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100759.794537:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100759.794539:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100759.794541:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789100759.794543:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789100759.794544:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100759.794550:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794554:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100759.794555:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1789100759.794559:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100759.794563:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789100759.794565:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100759.794570:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100759.794573:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794576:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.794579:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1789100759.794583:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.794598:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1789100759.794602:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.794603:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.794614:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.794618:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789100759.794620:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789100759.794625:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1789100759.794630:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789100759.794631:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789100759.794638:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.794645:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100759.794646:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964658176:192.168.204.152@tcp:250:kworker.0
00000100:00000010:0.0:1789100759.794653:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000100:00000001:2.0:1789100759.794656:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1789100759.794659:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100759.794665:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100759.794666:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100759.794668:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.794672:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.794677:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100759.794680:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100759.794683:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100759.794686:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100759.794689:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000010:0.0:1789100759.794693:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789100759.794696:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.794700:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.794711:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100759.794712:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789100759.794719:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00000001:0.0:1789100759.794728:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100759.794732:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789100759.794734:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000040:0.0:1789100759.794739:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100759.794746:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658176, portal 25
00000100:00000001:0.0:1789100759.794753:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.794753:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100759.794758:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00080000:0.0:1789100759.794760:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100759.794766:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100759.794772:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1789100759.794774:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100759.794775:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100759.794822:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100759.794829:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27897
00000400:00000200:0.0:1789100759.794839:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100759.794849:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100759.794852:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1789100759.794854:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100759.794862:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100759.794865:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794868:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1789100759.794870:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000040:0.0:1789100759.794873:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794880:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100759.794882:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100759.794885:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100759.794886:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1789100759.794887:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964658176, offset 0
00000020:00000040:0.0:1789100759.794889:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100759.794896:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100759.794899:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100759.794905:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789100759.794909:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794910:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.794915:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794918:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100759.794921:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789100759.794929:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100759.794931:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100759.794938:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.794941:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100759.794945:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789100759.794946:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000001:0.0:1789100759.794955:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.794964:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789100759.794968:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1789100759.794974:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789100759.794978:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000008:00000001:0.0:1789100759.794983:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.794990:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789100759.794992:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100759.795002:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000400:00000200:2.0:1789100759.795002:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:0.0:1789100759.795011:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100759.795021:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1789100759.795022:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512090:512090:256:4294967295] 192.168.204.152@tcp LPNI seq info [511847:511847:8:4294967295]
02000000:00000001:0.0:1789100759.795024:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.795032:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789100759.795037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100759.795042:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100759.795046:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100759.795052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000400:00000200:2.0:1789100759.795060:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789100759.795062:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100759.795075:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789100759.795080:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.795093:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000001:0.0:1789100759.795094:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100759.795101:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789100759.795111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100759.795116:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1789100759.795124:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789100759.795126:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100759.795138:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100759.795154:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795155:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789100759.795161:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000100:00080000:0.0:1789100759.795163:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100759.795171:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100759.795173:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100759.795176:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789100759.795177:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789100759.795181:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100759.795189:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27897
00000400:00000200:2.0:1789100759.795199:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100759.795207:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100759.795213:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100759.795215:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100759.795217:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795218:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.795220:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795221:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100759.795223:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100759.795224:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100759.795225:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100759.795228:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:2.0:1789100759.795228:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000020:00000001:0.0:1789100759.795233:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100759.795238:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:2.0:1789100759.795239:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000040:0.0:1789100759.795251:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795253:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789100759.795256:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1789100759.795258:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795263:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100759.795266:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000200:2.0:1789100759.795273:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100759.795278:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795289:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.795298:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100759.795306:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.795309:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1789100759.795312:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.795317:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1789100759.795324:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789100759.795325:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100759.795340:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.795347:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100759.795353:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789100759.795357:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:2.0:1789100759.795361:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.795363:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789100759.795366:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1789100759.795367:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.795372:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100759.795374:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100759.795377:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795378:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100759.795383:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000400:00000200:2.0:1789100759.795390:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100759.795392:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795395:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322571013
00000100:00100000:0.0:1789100759.795402:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1789100759.795403:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d977e0.
00000100:00000001:0.0:1789100759.795417:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100759.795420:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100759.795424:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100759.795432:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795433:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100759.795437:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100759.795442:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100759.795444:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789100759.795445:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322571013
00000100:00080000:0.0:1789100759.795447:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100759.795455:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1789100759.795458:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ea0.
00000100:00080000:0.0:1789100759.795459:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27897
00000100:00000001:2.0:1789100759.795474:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1789100759.795478:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100759.795495:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789100759.795497:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100759.795498:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789100759.795506:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100759.795510:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100759.795513:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789100759.795515:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.795521:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:2.0:1789100759.795526:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100759/real 1789100759]  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100759.795538:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100759.795546:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100759.795549:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100759.795557:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100759.795561:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000001:2.0:1789100759.795563:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1789100759.795571:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000001:2.0:1789100759.795572:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100759.795578:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000020:00000001:0.0:1789100759.795580:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000200:2.0:1789100759.795586:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000100:00000040:0.0:1789100759.795592:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:2.0:1789100759.795595:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:0.0:1789100759.795597:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100759.795604:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100759.795605:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789100759.795614:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:2.0:1789100759.795622:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100759.795623:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100759.795637:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100759.795646:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100759.795653:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100759.795658:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100759.795663:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789100759.795664:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100759.795668:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100759.795671:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100759.795678:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795688:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100759.795691:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795694:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.795697:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100759.795700:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100759.795707:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000100:00100000:2.0:1789100759.795709:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100759.795711:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789100759.795716:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100759.795718:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100759.795726:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100759.795729:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100759.795731:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100759.795738:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789100759.795748:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795750:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100759.795757:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789100759.795766:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100759.795770:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100759.795774:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100759.795816:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.795824:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100759.795826:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100759.795835:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27907)
00000100:00000001:2.0:1789100759.795837:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795847:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.795849:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795854:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100759.795857:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100759.795864:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100759.795873:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100759.795877:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100759.795883:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100759.795892:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964658176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100759.795897:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795900:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.795903:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964658176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.795910:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100759.795913:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100759.795917:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100759.795920:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100759.795924:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100759.795926:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789100759.795928:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100759.795931:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789100759.795935:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100759.795937:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100759.795939:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789100759.795943:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100759.795944:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795947:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.795957:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100759.795959:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.795962:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100759.795964:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100759.795965:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100759.795970:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.795978:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100759.795979:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.795982:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100759.795984:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100759.795987:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100759.795990:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100759.795994:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100759.795997:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100759.795999:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796001:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100759.796004:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100759.796007:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.796011:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100759.796014:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100759.796018:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100759.796022:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658304, portal 10
00000100:00000001:2.0:1789100759.796024:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100759.796026:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789100759.796033:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796040:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100759.796042:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100759.796044:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100759.796046:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964658304, offset 0
00000400:00000200:2.0:1789100759.796051:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796055:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796059:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100759.796062:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100759.796065:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100759.796068:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100759.796070:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796072:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512091:512091:256:4294967295] 192.168.204.152@tcp LPNI seq info [511848:511848:8:4294967295]
00000400:00000200:2.0:1789100759.796076:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796083:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100759.796087:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796090:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100759.796095:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100759.796099:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100759.796103:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100759.796106:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100759.796110:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796111:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100759.796114:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100759.796118:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100759.796121:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100759.796122:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100759.796125:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100759.796129:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796136:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.796139:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796145:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796146:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100759.796149:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100759.796153:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789100759.796156:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100759.796158:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322569750
00000100:00000001:2.0:1789100759.796161:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796163:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322569750
00000100:00000001:2.0:1789100759.796164:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796166:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.796168:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796170:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100759.796174:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100759/real 1789100759]  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100759.796181:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100759.796182:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100759.796185:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100759.796187:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100759.796189:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100759.796191:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100759.796194:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100759.796201:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796206:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100759.796208:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796210:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796211:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100759.796214:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796221:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100759.796225:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796231:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100759.796234:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796235:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796236:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796238:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100759.796239:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100759.796242:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100759.796245:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100759.796248:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100759.796251:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100759.796259:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100759.796263:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100759.796267:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796273:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100759.796275:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796278:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100759.796279:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100759.796282:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100759.796285:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100759.796288:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100759.796291:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100759.796292:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796294:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100759.796297:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100759.796299:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.796302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100759.796305:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100759.796308:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100759.796311:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658432, portal 10
00000100:00000001:2.0:1789100759.796313:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100759.796314:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789100759.796319:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796325:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100759.796327:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100759.796329:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100759.796331:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964658432, offset 0
00000400:00000200:2.0:1789100759.796335:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796339:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796342:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100759.796344:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100759.796348:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100759.796350:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100759.796353:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796355:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512092:512092:256:4294967295] 192.168.204.152@tcp LPNI seq info [511849:511849:8:4294967295]
00000400:00000200:2.0:1789100759.796359:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796365:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100759.796370:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796372:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100759.796376:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100759.796378:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100759.796383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100759.796386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100759.796389:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796391:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100759.796394:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100759.796397:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100759.796400:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100759.796401:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100759.796404:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100759.796407:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796414:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.796417:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796424:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796425:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100759.796428:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100759.796431:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789100759.796434:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100759.796436:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322569749
00000100:00000001:2.0:1789100759.796438:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796440:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322569749
00000100:00000001:2.0:1789100759.796443:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796445:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.796447:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796449:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100759.796452:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100759/real 1789100759]  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100759.796459:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100759.796460:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100759.796462:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100759.796464:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100759.796465:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100759.796468:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100759.796471:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100759.796478:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796496:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100759.796497:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796499:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796500:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100759.796504:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796510:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100759.796513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796519:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100759.796521:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796523:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796524:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796526:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100759.796528:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100759.796531:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100759.796534:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100759.796536:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100759.796540:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100759.796548:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100759.796552:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100759.796556:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796562:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100759.796564:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796566:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100759.796568:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100759.796570:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100759.796573:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100759.796576:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100759.796578:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100759.796579:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796581:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100759.796585:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100759.796587:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.796590:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100759.796592:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100759.796596:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100759.796599:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658560, portal 4
00000100:00000001:2.0:1789100759.796600:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100759.796602:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789100759.796607:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796613:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100759.796616:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100759.796617:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100759.796620:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964658560, offset 0
00000400:00000200:2.0:1789100759.796624:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796627:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796630:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100759.796634:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100759.796636:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100759.796638:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100759.796640:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796643:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512093:512093:256:4294967295] 192.168.204.152@tcp LPNI seq info [511850:511850:8:4294967295]
00000400:00000200:2.0:1789100759.796647:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796653:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100759.796658:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796661:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100759.796664:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100759.796667:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100759.796671:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100759.796674:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100759.796677:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796679:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100759.796682:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100759.796685:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100759.796687:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100759.796689:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100759.796692:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100759.796695:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796703:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.796705:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796718:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796719:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100759.796722:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100759.796726:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789100759.796729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100759.796731:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322569759
00000100:00000001:2.0:1789100759.796735:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796737:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322569759
00000100:00000001:2.0:1789100759.796739:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.796742:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.796744:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.796746:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100759.796749:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100759/real 1789100759]  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100759.796756:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100759.796758:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100759.796759:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100759.796761:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100759.796763:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100759.796765:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100759.796769:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100759.796777:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796784:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100759.796785:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796817:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796819:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100759.796823:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796829:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100759.796833:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796840:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100759.796842:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796843:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.796845:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.796846:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100759.796848:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100759.796851:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100759.796854:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100759.796856:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100759.796860:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100759.796868:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100759.796873:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100759.796877:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796883:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789100759.796884:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796887:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100759.796888:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100759.796890:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100759.796893:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100759.796897:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100759.796899:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100759.796901:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100759.796903:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789100759.796906:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100759.796908:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100759.796911:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789100759.796913:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789100759.796916:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789100759.796919:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658688, portal 4
00000100:00000001:2.0:1789100759.796920:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100759.796922:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789100759.796928:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.796934:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789100759.796936:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789100759.796938:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789100759.796940:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964658688, offset 0
00000400:00000200:2.0:1789100759.796943:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796947:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796950:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789100759.796953:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789100759.796955:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789100759.796957:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789100759.796959:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789100759.796962:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512094:512094:256:4294967295] 192.168.204.152@tcp LPNI seq info [511851:511851:8:4294967295]
00000400:00000200:2.0:1789100759.796965:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100759.796971:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789100759.796974:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796977:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789100759.796980:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789100759.796983:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789100759.796987:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789100759.796989:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789100759.796993:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789100759.796995:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789100759.796998:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789100759.797001:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789100759.797004:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789100759.797005:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789100759.797007:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789100759.797010:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797017:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.797020:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797025:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.797027:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100759.797030:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100759.797034:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789100759.797037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100759.797039:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322569780
00000100:00000001:2.0:1789100759.797041:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.797043:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322569780
00000100:00000001:2.0:1789100759.797045:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322571013
00000100:00000001:2.0:1789100759.797047:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100759.797049:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.797051:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789100759.797054:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100759/real 1789100759]  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789100759.797061:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789100759.797062:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789100759.797064:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789100759.797067:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789100759.797069:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789100759.797072:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789100759.797074:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789100759.797081:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797087:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100759.797088:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797090:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.797092:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100759.797095:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797103:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100759.797106:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797114:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100759.797116:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797118:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789100759.797119:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797121:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789100759.797122:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789100759.797125:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100759.797128:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100759.797130:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789100759.797133:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100759.797140:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789100759.797144:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797146:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.797149:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964658304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797156:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100759.797158:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100759.797160:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789100759.797162:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100759.797165:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100759.797167:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100759.797169:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100759.797170:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789100759.797174:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100759.797175:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100759.797176:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789100759.797179:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100759.797180:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797182:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.797185:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964658432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797191:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100759.797193:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100759.797194:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789100759.797196:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100759.797197:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100759.797198:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789100759.797200:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100759.797201:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789100759.797205:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100759.797206:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100759.797207:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789100759.797210:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100759.797211:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797213:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.797216:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964658560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797222:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100759.797224:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100759.797226:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789100759.797228:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100759.797229:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100759.797231:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789100759.797232:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100759.797234:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789100759.797236:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100759.797237:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100759.797239:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789100759.797241:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100759.797242:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797243:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100759.797246:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964658688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100759.797251:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789100759.797252:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789100759.797254:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789100759.797256:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789100759.797257:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789100759.797258:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789100759.797260:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789100759.797262:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789100759.797265:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789100759.797267:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789100759.797269:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789100759.797271:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789100759.797272:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797273:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100759.797279:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789100759.797281:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100759.797283:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100759.797284:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100760.816971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100760.816978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100760.816984:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100760.816985:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100760.816990:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100760.816991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100760.817051:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100760.817056:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100760.817059:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100761.136921:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322571013, at 4322571072
00000100:00000040:1.0:1789100761.136921:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322571013, at 4322571072
00000100:00000010:0.0:1789100761.136939:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000100:00000010:1.0:1789100761.136940:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00010000:00000001:2.0:1789100761.840932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100761.840939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100761.840946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100761.840947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100761.840951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100761.840952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100761.841019:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100761.841024:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100761.841027:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100762.865011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100762.865018:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100762.865024:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100762.865026:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100762.865029:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100762.865030:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100762.866221:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100762.866225:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100762.866230:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100763.888912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100763.888917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100763.888920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100763.888921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100763.888924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100763.888924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100763.888977:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100763.888981:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100763.888983:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100764.912900:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100764.912912:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100764.912914:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100764.912917:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100764.912921:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100764.912929:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27902
00000400:00000200:0.0:1789100764.912938:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100764.912943:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100764.912946:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100764.912948:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.912950:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.912952:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.912954:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100764.912957:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100764.912958:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100764.912961:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100764.912963:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100764.912965:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100764.912966:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100764.912969:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.912971:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.912973:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.912975:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100764.912978:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100764.912982:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100764.912984:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.912987:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100764.912991:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100764.912994:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.912996:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100764.912998:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100764.913008:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789100764.913012:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100764.913015:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100764.913017:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913020:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100764.913022:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100764.913027:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100764.913034:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789100764.913040:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100764.913050:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100764.913066:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100764.913072:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100764.913076:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100764.913100:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100764.913102:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100764.913105:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100764.913106:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100764.913108:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100764.913110:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100764.913112:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100764.913113:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27902
00000400:00000200:0.0:1789100764.913119:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100764.913120:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100764.913124:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100764.913128:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100764.913129:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100764.913132:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100764.913135:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913139:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100764.913139:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100764.913143:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100764.913145:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913149:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100764.913152:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100764.913153:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100764.913155:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100764.913158:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100764.913161:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100764.913163:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789100764.913164:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789100764.913168:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100764.913170:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100764.913171:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100764.913175:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100764.913176:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913180:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100764.913185:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:3.0:1789100764.913186:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100764.913188:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00080000:0.0:1789100764.913191:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000020:00000001:1.0:1789100764.913193:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913197:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100764.913199:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1789100764.913203:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100764.913206:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100764.913209:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.913210:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100764.913214:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.913215:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789100764.913217:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789100764.913219:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1789100764.913223:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789100764.913224:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789100764.913230:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.913232:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964658816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100764.913233:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913240:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1789100764.913241:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789100764.913245:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100764.913245:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100764.913250:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100764.913251:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.913253:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.913255:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100764.913258:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100764.913261:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1789100764.913261:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100764.913263:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.913264:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100764.913272:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000400:00000200:3.0:1789100764.913272:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100764.913279:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100764.913285:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100764.913291:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100764.913293:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100764.913296:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100764.913304:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100764.913306:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100764.913309:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100764.913310:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100764.913312:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100764.913314:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100764.913317:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27902
00000400:00000200:0.0:1789100764.913321:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100764.913324:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100764.913326:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789100764.913327:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00000040:0.0:1789100764.913332:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913336:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.913338:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:3.0:1789100764.913338:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000001:0.0:1789100764.913344:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100764.913346:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1789100764.913348:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658816, portal 25
00000100:00000001:3.0:1789100764.913352:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100764.913354:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000020:00000040:0.0:1789100764.913361:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000100:00000040:3.0:1789100764.913362:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100764.913365:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100764.913368:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100764.913373:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100764.913377:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:3.0:1789100764.913379:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100764.913383:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789100764.913395:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913396:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789100764.913401:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000040:0.0:1789100764.913402:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913406:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:3.0:1789100764.913407:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964658816, offset 0
00000020:00000040:0.0:1789100764.913412:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789100764.913417:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789100764.913420:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913424:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.913427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100764.913428:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100764.913434:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100764.913438:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.913439:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100764.913445:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100764.913449:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:0.0:1789100764.913451:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100764.913454:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789100764.913455:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1789100764.913459:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.913462:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913463:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100764.913469:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000400:00000200:3.0:1789100764.913469:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512095:512095:256:4294967295] 192.168.204.152@tcp LPNI seq info [511852:511852:8:4294967295]
00000020:00000040:0.0:1789100764.913474:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100764.913479:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100764.913480:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100764.913483:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913486:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100764.913487:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100764.913491:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.913495:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1789100764.913496:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789100764.913501:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100764.913505:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:0.0:1789100764.913507:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100764.913513:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1789100764.913513:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100764.913517:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100764.913520:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1789100764.913524:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100764.913530:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1789100764.913533:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789100764.913537:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100764.913538:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1789100764.913541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1789100764.913546:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789100764.913547:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913550:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1789100764.913550:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00080000:0.0:1789100764.913554:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789100764.913557:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789100764.913558:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100764.913564:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27902
00000400:00000200:3.0:1789100764.913565:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100764.913572:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100764.913576:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789100764.913578:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000100:00080000:0.0:1789100764.913579:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789100764.913584:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000040:0.0:1789100764.913585:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913589:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.913592:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100764.913593:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1789100764.913594:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100764.913598:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100764.913601:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000200:3.0:1789100764.913602:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100764.913603:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100764.913607:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100764.913612:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100764.913616:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100764.913620:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100764.913622:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913626:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100764.913627:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100764.913630:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913634:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100764.913638:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100764.913642:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100764.913644:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100764.913647:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100764.913648:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.913652:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100764.913656:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100764.913656:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.913659:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913663:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789100764.913664:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:0.0:1789100764.913667:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789100764.913669:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322576131
00000008:00000001:0.0:1789100764.913671:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913674:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100764.913677:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b060.
00000100:00000010:0.0:1789100764.913679:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789100764.913683:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100764.913686:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100764.913686:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1789100764.913689:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913692:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100764.913694:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789100764.913695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322576131
02000000:00000001:0.0:1789100764.913696:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100764.913701:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b900.
02000000:00000010:0.0:1789100764.913703:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789100764.913708:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100764.913713:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100764.913722:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100764.913723:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100764.913724:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913728:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100764.913730:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.913733:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913739:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789100764.913744:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.913747:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100764/real 1789100764]  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100764.913749:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100764.913757:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100764.913761:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100764.913764:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100764.913768:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1789100764.913770:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1789100764.913771:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27902
00000400:00000001:3.0:1789100764.913773:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100764.913777:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:0.0:1789100764.913778:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.913783:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000200:0.0:1789100764.913784:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100764.913807:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100764.913811:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913813:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.913816:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:3.0:1789100764.913817:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:0.0:1789100764.913818:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100764.913823:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100764.913824:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:3.0:1789100764.913825:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1789100764.913827:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100764.913829:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100764.913832:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:3.0:1789100764.913833:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100764.913834:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100764.913839:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913842:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100764.913844:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913848:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100764.913851:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100764.913855:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100764.913858:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100764.913859:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789100764.913859:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100764.913862:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100764.913866:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913870:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100764.913872:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1789100764.913875:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:0.0:1789100764.913876:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913879:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100764.913880:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913883:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1789100764.913886:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100764.913887:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789100764.913890:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00100000:3.0:1789100764.913894:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100764.913895:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100764.913898:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100764.913902:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100764.913905:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100764.913908:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913909:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1789100764.913914:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000040:3.0:1789100764.913917:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100764.913920:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100764.913929:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100764.913929:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100764.913935:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.913939:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.913942:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100764.913944:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100764.913946:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100764.913948:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913950:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1789100764.913954:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100764.913956:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100764.913965:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100764.913968:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.913970:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100764.913973:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27912)
00000100:00000040:3.0:1789100764.913978:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100764.913987:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964658816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100764.913992:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.913994:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.913997:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964658816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914003:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100764.914005:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100764.914008:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100764.914011:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100764.914013:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100764.914014:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100764.914017:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100764.914019:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100764.914022:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100764.914024:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100764.914026:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:3.0:1789100764.914028:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100764.914030:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914031:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914040:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100764.914041:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914043:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100764.914044:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100764.914045:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100764.914048:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914052:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100764.914053:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914055:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100764.914056:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100764.914057:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.914059:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100764.914061:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100764.914062:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100764.914063:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914064:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100764.914066:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100764.914068:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.914071:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100764.914072:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100764.914075:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100764.914077:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964658944, portal 10
00000100:00000001:3.0:1789100764.914078:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100764.914079:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:3.0:1789100764.914083:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914087:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100764.914088:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100764.914089:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100764.914091:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964658944, offset 0
00000400:00000200:3.0:1789100764.914093:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914095:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914098:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100764.914100:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100764.914102:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100764.914104:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100764.914105:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914107:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512096:512096:256:4294967295] 192.168.204.152@tcp LPNI seq info [511853:511853:8:4294967295]
00000400:00000200:3.0:1789100764.914110:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914113:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100764.914116:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914118:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100764.914120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100764.914122:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789100764.914125:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100764.914127:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789100764.914129:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914130:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100764.914132:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100764.914134:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100764.914136:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100764.914137:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100764.914138:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100764.914141:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914148:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.914151:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914157:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914159:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100764.914161:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100764.914165:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100764.914169:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100764.914171:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322574868
00000100:00000001:3.0:1789100764.914173:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914175:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322574868
00000100:00000001:3.0:1789100764.914177:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914179:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100764.914180:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914182:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100764.914186:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100764/real 1789100764]  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100764.914193:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100764.914194:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100764.914196:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100764.914197:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100764.914199:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100764.914201:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100764.914204:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100764.914211:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914216:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100764.914218:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914220:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914221:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100764.914224:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914229:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100764.914233:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914239:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100764.914241:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914243:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914244:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914246:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100764.914247:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100764.914250:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100764.914253:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100764.914254:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100764.914257:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100764.914264:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964658944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100764.914268:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100764.914270:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914276:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100764.914278:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914280:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100764.914281:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100764.914283:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.914286:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100764.914289:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100764.914290:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100764.914292:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914293:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100764.914296:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100764.914298:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.914302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100764.914304:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100764.914306:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100764.914309:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659072, portal 10
00000100:00000001:3.0:1789100764.914310:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100764.914312:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789100764.914317:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914323:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100764.914325:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100764.914327:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100764.914329:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964659072, offset 0
00000400:00000200:3.0:1789100764.914333:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914336:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914339:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100764.914342:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100764.914344:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100764.914346:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100764.914348:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914351:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512097:512097:256:4294967295] 192.168.204.152@tcp LPNI seq info [511854:511854:8:4294967295]
00000400:00000200:3.0:1789100764.914355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914361:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100764.914366:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914369:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100764.914372:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100764.914375:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789100764.914379:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100764.914382:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789100764.914397:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914399:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100764.914402:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100764.914405:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100764.914408:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100764.914409:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100764.914411:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100764.914415:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914428:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.914430:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914436:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914437:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100764.914440:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100764.914443:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100764.914446:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100764.914448:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322574867
00000100:00000001:3.0:1789100764.914450:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914452:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322574867
00000100:00000001:3.0:1789100764.914454:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914456:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100764.914458:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914460:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100764.914463:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100764/real 1789100764]  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100764.914471:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100764.914472:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100764.914473:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100764.914475:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100764.914477:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100764.914479:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100764.914482:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100764.914490:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914496:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100764.914498:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914500:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914501:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100764.914504:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914510:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100764.914513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914519:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100764.914521:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914523:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914524:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914526:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100764.914527:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100764.914530:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100764.914533:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100764.914535:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100764.914539:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100764.914546:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100764.914550:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100764.914553:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914559:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100764.914560:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914562:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100764.914563:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100764.914565:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.914568:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100764.914571:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100764.914573:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100764.914575:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914576:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100764.914580:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100764.914581:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.914585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100764.914587:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100764.914591:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100764.914593:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659200, portal 4
00000100:00000001:3.0:1789100764.914595:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100764.914596:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789100764.914602:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914608:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100764.914610:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100764.914612:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100764.914615:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964659200, offset 0
00000400:00000200:3.0:1789100764.914619:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914622:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914625:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100764.914628:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100764.914630:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100764.914632:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100764.914634:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914637:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512098:512098:256:4294967295] 192.168.204.152@tcp LPNI seq info [511855:511855:8:4294967295]
00000400:00000200:3.0:1789100764.914641:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914647:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100764.914651:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914654:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100764.914659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100764.914661:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789100764.914665:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100764.914668:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789100764.914672:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914674:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100764.914676:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100764.914680:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100764.914682:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100764.914684:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100764.914686:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100764.914689:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914697:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.914700:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914706:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914708:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100764.914710:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100764.914713:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100764.914716:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100764.914718:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322574877
00000100:00000001:3.0:1789100764.914721:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914723:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322574877
00000100:00000001:3.0:1789100764.914725:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.914727:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100764.914729:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.914731:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100764.914735:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100764/real 1789100764]  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100764.914742:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100764.914744:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100764.914746:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100764.914748:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100764.914749:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100764.914752:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100764.914755:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100764.914762:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914768:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100764.914769:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914771:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914772:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100764.914776:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914782:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100764.914803:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914811:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100764.914813:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914815:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.914816:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.914818:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100764.914820:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100764.914822:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100764.914826:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100764.914828:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100764.914832:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100764.914844:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100764.914847:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100764.914850:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914856:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100764.914857:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914859:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100764.914861:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100764.914863:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100764.914865:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100764.914868:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100764.914870:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100764.914871:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100764.914873:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100764.914876:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100764.914878:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100764.914881:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100764.914884:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100764.914887:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100764.914890:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659328, portal 4
00000100:00000001:3.0:1789100764.914892:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100764.914893:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789100764.914899:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914905:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100764.914907:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100764.914909:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100764.914913:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964659328, offset 0
00000400:00000200:3.0:1789100764.914916:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914920:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914924:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100764.914926:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100764.914929:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100764.914931:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100764.914933:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100764.914936:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512099:512099:256:4294967295] 192.168.204.152@tcp LPNI seq info [511856:511856:8:4294967295]
00000400:00000200:3.0:1789100764.914940:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100764.914945:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100764.914950:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914952:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100764.914956:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100764.914958:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789100764.914962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100764.914965:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789100764.914969:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100764.914970:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100764.914973:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100764.914976:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100764.914979:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100764.914981:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100764.914983:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100764.914986:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.914993:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.914996:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915002:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.915004:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100764.915006:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100764.915009:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100764.915012:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100764.915014:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322574898
00000100:00000001:3.0:1789100764.915017:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.915019:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322574898
00000100:00000001:3.0:1789100764.915021:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322576131
00000100:00000001:3.0:1789100764.915023:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100764.915025:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.915026:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100764.915029:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100764/real 1789100764]  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100764.915036:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100764.915037:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100764.915039:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100764.915041:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100764.915043:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100764.915045:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100764.915048:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100764.915055:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915061:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100764.915062:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915064:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.915065:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100764.915068:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915075:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100764.915078:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915084:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100764.915087:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915088:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100764.915089:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915091:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100764.915092:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100764.915095:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100764.915098:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100764.915100:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100764.915104:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100764.915111:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100764.915115:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915116:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.915119:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964658944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915125:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100764.915127:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100764.915129:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100764.915131:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100764.915132:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100764.915134:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100764.915136:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100764.915137:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:3.0:1789100764.915140:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100764.915141:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100764.915143:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:3.0:1789100764.915145:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100764.915146:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915148:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.915151:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964659072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915162:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100764.915163:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100764.915165:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100764.915167:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100764.915168:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100764.915169:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100764.915171:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100764.915172:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:3.0:1789100764.915174:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100764.915175:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100764.915176:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789100764.915178:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100764.915179:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915180:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.915183:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964659200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915189:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100764.915190:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100764.915191:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100764.915193:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100764.915194:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100764.915195:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100764.915197:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100764.915198:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:3.0:1789100764.915199:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100764.915200:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100764.915201:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100764.915203:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100764.915204:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915205:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100764.915208:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964659328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100764.915214:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100764.915215:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100764.915216:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100764.915218:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100764.915219:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100764.915221:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100764.915223:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100764.915224:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789100764.915226:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100764.915227:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100764.915229:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100764.915231:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100764.915233:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915235:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100764.915238:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100764.915240:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100764.915241:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100764.915243:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100765.936943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100765.936952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100765.936960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100765.936961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100765.936965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100765.936967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100765.937054:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100765.937061:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100765.937065:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100766.256903:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322576131, at 4322576192
00000100:00000040:1.0:1789100766.256903:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322576131, at 4322576192
00000100:00000010:1.0:1789100766.256917:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b900.
00000100:00000010:0.0:1789100766.256920:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b060.
00010000:00000001:2.0:1789100766.960908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100766.960918:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100766.960920:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100766.960923:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960928:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100766.960930:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960933:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960935:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100766.960941:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100766.960943:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100766.960944:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960946:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100766.960947:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960949:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960951:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100766.960955:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100766.960957:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100766.960958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960960:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100766.960961:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960962:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100766.960963:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100766.961027:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100766.961031:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100766.961035:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100767.984986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100767.984993:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100767.985000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100767.985001:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100767.985005:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100767.985006:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100767.985192:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100767.985197:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100767.985201:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100769.008927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100769.008936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100769.008941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100769.008943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100769.008946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100769.008947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100769.009442:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100769.009446:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100769.009448:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100770.032965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100770.032973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100770.032980:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100770.032981:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100770.032984:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100770.032985:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100770.033103:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100770.033108:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100770.033111:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100770.033382:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100770.033388:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100770.033392:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100770.033395:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100770.033400:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100770.033407:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27907
00000400:00000200:2.0:1789100770.033417:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100770.033423:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100770.033427:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100770.033430:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033433:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.033436:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033439:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100770.033442:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100770.033444:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100770.033448:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100770.033451:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100770.033454:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100770.033456:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100770.033459:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033461:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.033463:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033465:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100770.033469:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100770.033472:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033475:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100770.033478:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100770.033482:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100770.033486:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033488:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100770.033491:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100770.033503:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789100770.033507:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100770.033512:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100770.033514:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033516:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100770.033519:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100770.033524:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100770.033532:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789100770.033539:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100770.033549:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100770.033562:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100770.033568:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100770.033572:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100770.033595:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100770.033598:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100770.033602:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100770.033603:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100770.033604:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100770.033607:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100770.033609:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27907
00000400:00000200:2.0:1789100770.033612:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100770.033615:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100770.033618:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100770.033621:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033623:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.033626:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033628:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100770.033630:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100770.033632:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100770.033634:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100770.033636:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100770.033639:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100770.033641:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100770.033645:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033647:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.033649:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033651:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100770.033653:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1789100770.033654:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100770.033659:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100770.033660:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100770.033662:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.033664:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1789100770.033665:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100770.033672:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100770.033675:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100770.033676:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033680:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100770.033686:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789100770.033689:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1789100770.033691:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.033692:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033695:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.033699:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1789100770.033701:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
02000000:00000001:3.0:1789100770.033704:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1789100770.033705:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100770.033710:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100770.033711:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033713:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100770.033715:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100770.033715:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100770.033717:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100770.033722:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00100000:3.0:1789100770.033727:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964659456:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100770.033728:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100770.033741:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100770.033742:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100770.033748:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789100770.033751:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789100770.033752:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033755:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.033758:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789100770.033762:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100770.033767:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100770.033773:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033784:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.033811:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100770.033818:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00080000:2.0:1789100770.033825:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1789100770.033830:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00080000:2.0:1789100770.033831:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100770.033835:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100770.033838:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1789100770.033840:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659456, portal 25
00000100:00000001:2.0:1789100770.033842:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100770.033846:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1789100770.033848:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27907
00000100:00000001:3.0:1789100770.033849:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000400:00000200:2.0:1789100770.033857:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100770.033860:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789100770.033865:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100770.033871:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100770.033877:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100770.033877:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100770.033882:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100770.033884:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789100770.033887:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:3.0:1789100770.033890:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000001:2.0:1789100770.033892:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100770.033896:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1789100770.033897:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964659456, offset 0
00000020:00000040:2.0:1789100770.033898:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100770.033901:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100770.033904:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100770.033907:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100770.033910:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789100770.033911:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100770.033916:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033918:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.033920:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033922:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100770.033924:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100770.033926:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100770.033929:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100770.033931:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100770.033934:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100770.033935:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033937:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100770.033939:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100770.033941:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033943:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100770.033946:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789100770.033948:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100770.033951:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100770.033952:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.033954:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100770.033955:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100770.033957:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100770.033961:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100770.033965:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100770.033970:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100770.033977:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100770.033979:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100770.033983:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100770.033990:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100770.033993:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100770.033996:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100770.033998:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100770.033999:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100770.034002:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100770.034004:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27907
00000400:00000200:2.0:1789100770.034008:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100770.034011:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100770.034013:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100770.034017:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034019:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.034021:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034023:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100770.034025:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100770.034026:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100770.034028:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100770.034029:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100770.034031:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100770.034033:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100770.034037:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034038:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.034040:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034042:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100770.034044:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100770.034046:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034048:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100770.034049:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100770.034052:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100770.034054:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034056:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100770.034058:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100770.034060:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034062:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100770.034065:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789100770.034069:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100770.034071:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100770.034073:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034075:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100770.034076:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789100770.034078:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789100770.034079:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100770.034086:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000400:00000200:3.0:1789100770.034090:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:2.0:1789100770.034092:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.034099:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1789100770.034101:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789100770.034108:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:2.0:1789100770.034112:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100770.034116:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.034117:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1789100770.034124:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100770.034124:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.034134:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512100:512100:256:4294967295] 192.168.204.152@tcp LPNI seq info [511857:511857:8:4294967295]
00000100:00000001:2.0:1789100770.034138:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100770.034142:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100770.034144:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.034160:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789100770.034162:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100770.034165:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100770.034168:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1789100770.034169:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100770.034172:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100770.034177:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27907
00000800:00000010:3.0:1789100770.034179:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000400:00000200:2.0:1789100770.034183:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100770.034189:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:3.0:1789100770.034194:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:2.0:1789100770.034195:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100770.034202:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:3.0:1789100770.034203:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1789100770.034205:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.034211:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:3.1:1789100770.034215:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789100770.034216:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100770.034222:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.1:1789100770.034222:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1789100770.034224:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100770.034228:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100770.034232:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000800:00000100:3.0:1789100770.034232:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789100770.034238:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000800:00000010:3.0:1789100770.034238:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000020:00000001:2.0:1789100770.034242:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100770.034248:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.034248:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789100770.034252:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100770.034258:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.034261:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789100770.034262:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100770.034267:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000200:3.0:1789100770.034269:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000100:00080000:2.0:1789100770.034272:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:3.0:1789100770.034275:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:2.0:1789100770.034276:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100770.034280:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100770.034283:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1789100770.034284:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100770.034299:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034301:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100770.034304:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000200:3.0:1789100770.034306:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789100770.034309:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034312:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100770.034320:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789100770.034323:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789100770.034325:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789100770.034327:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100770.034330:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034333:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1789100770.034334:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100770.034335:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100770.034338:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100770.034344:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100770.034347:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100770.034353:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100770.034370:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034372:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100770.034374:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100770.034377:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100770.034382:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034386:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100770.034395:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.034396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100770.034402:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322581252
00000100:00000040:2.0:1789100770.034403:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27917)
00000100:00000010:3.0:1789100770.034413:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b2a0.
00000100:00000001:3.0:1789100770.034423:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100770.034432:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322581252
00000100:00000010:3.0:1789100770.034435:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259ba80.
00000100:00000001:3.0:1789100770.034439:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100770.034443:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100770.034447:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.034450:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100770.034455:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100770/real 1789100770]  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100770.034464:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100770.034466:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100770.034469:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100770.034472:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100770.034473:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100770.034476:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100770.034479:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100770.034487:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034493:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100770.034495:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034498:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.034500:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100770.034504:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034510:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100770.034516:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034523:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100770.034526:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034528:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.034529:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034532:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100770.034534:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100770.034537:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100770.034541:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100770.034543:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100770.034548:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100770.034556:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964659456:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100770.034561:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034563:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.034566:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964659456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034573:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100770.034575:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100770.034579:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100770.034581:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100770.034583:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100770.034584:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100770.034587:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100770.034589:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789100770.034593:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100770.034595:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100770.034597:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:3.0:1789100770.034602:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100770.034603:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034605:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034615:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100770.034617:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.034620:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100770.034621:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100770.034623:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100770.034626:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034633:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100770.034634:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.034636:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100770.034638:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100770.034640:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100770.034643:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100770.034646:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100770.034648:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100770.034650:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.034651:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100770.034654:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100770.034656:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.034660:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100770.034662:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100770.034665:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100770.034669:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659584, portal 10
00000100:00000001:3.0:1789100770.034671:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100770.034673:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:3.0:1789100770.034679:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034686:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100770.034688:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100770.034690:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100770.034693:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964659584, offset 0
00000400:00000200:3.0:1789100770.034697:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100770.034701:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.034704:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100770.034707:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100770.034710:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100770.034713:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100770.034715:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.034718:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512101:512101:256:4294967295] 192.168.204.152@tcp LPNI seq info [511858:511858:8:4294967295]
00000400:00000200:3.0:1789100770.034722:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.034728:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100770.034733:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.034736:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100770.034740:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100770.034743:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789100770.034747:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100770.034750:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789100770.034753:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.034755:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100770.034757:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100770.034761:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100770.034763:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100770.034765:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100770.034768:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100770.034771:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034805:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.034809:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034815:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.034816:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100770.034820:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100770.034823:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100770.034827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100770.034829:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322579989
00000100:00000001:3.0:1789100770.034831:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.034833:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322579989
00000100:00000001:3.0:1789100770.034835:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.034837:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100770.034840:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.034841:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100770.034845:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100770/real 1789100770]  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100770.034853:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100770.034854:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100770.034856:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100770.034858:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100770.034859:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100770.034862:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100770.034865:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100770.034873:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034879:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100770.034881:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034883:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.034884:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100770.034888:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034894:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100770.034898:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034905:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100770.034907:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034909:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.034910:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.034912:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100770.034928:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100770.034931:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100770.034934:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100770.034937:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100770.034941:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100770.034948:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100770.034952:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100770.034955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.034961:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100770.034962:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.034964:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100770.034966:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100770.034968:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100770.034972:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100770.034974:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100770.034976:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100770.034978:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.034980:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100770.034983:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100770.034985:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.034988:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100770.034990:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100770.034993:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100770.034996:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659712, portal 10
00000100:00000001:3.0:1789100770.034998:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100770.034999:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:3.0:1789100770.035005:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035012:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100770.035014:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100770.035016:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100770.035019:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964659712, offset 0
00000400:00000200:3.0:1789100770.035022:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035026:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035029:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100770.035032:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100770.035035:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100770.035037:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100770.035039:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035042:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512102:512102:256:4294967295] 192.168.204.152@tcp LPNI seq info [511859:511859:8:4294967295]
00000400:00000200:3.0:1789100770.035046:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035052:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100770.035057:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035060:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100770.035064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100770.035067:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789100770.035070:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100770.035073:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789100770.035076:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035078:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100770.035081:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100770.035084:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100770.035087:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100770.035089:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100770.035091:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100770.035094:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035102:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035104:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035111:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035112:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100770.035115:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100770.035118:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100770.035121:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100770.035123:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322579988
00000100:00000001:3.0:1789100770.035125:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035127:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322579988
00000100:00000001:3.0:1789100770.035129:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035131:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100770.035133:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035135:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100770.035138:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100770/real 1789100770]  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100770.035145:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100770.035147:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100770.035149:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100770.035151:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100770.035152:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100770.035154:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100770.035157:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100770.035165:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035172:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100770.035173:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035175:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035176:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100770.035179:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035186:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100770.035190:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035196:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100770.035199:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035200:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035202:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035203:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100770.035205:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100770.035207:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100770.035210:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100770.035212:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100770.035216:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100770.035230:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100770.035234:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100770.035237:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035243:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100770.035244:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.035246:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100770.035248:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100770.035250:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100770.035253:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100770.035257:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100770.035259:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100770.035260:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.035262:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035265:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100770.035267:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.035270:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100770.035272:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100770.035276:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100770.035279:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659840, portal 4
00000100:00000001:3.0:1789100770.035281:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100770.035282:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:3.0:1789100770.035299:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035306:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100770.035308:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100770.035311:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100770.035313:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964659840, offset 0
00000400:00000200:3.0:1789100770.035318:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035327:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100770.035329:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100770.035332:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100770.035334:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100770.035336:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035338:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512103:512103:256:4294967295] 192.168.204.152@tcp LPNI seq info [511860:511860:8:4294967295]
00000400:00000200:3.0:1789100770.035341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035347:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100770.035351:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035353:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100770.035356:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100770.035359:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789100770.035362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100770.035365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789100770.035367:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035369:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100770.035372:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100770.035376:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100770.035378:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100770.035380:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100770.035382:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100770.035386:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035393:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035396:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035402:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035403:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100770.035405:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100770.035408:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100770.035410:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100770.035460:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322579998
00000100:00000001:3.0:1789100770.035462:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035465:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322579998
00000100:00000001:3.0:1789100770.035466:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035469:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100770.035471:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035472:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100770.035476:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100770/real 1789100770]  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100770.035482:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100770.035483:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100770.035485:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100770.035487:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100770.035489:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100770.035491:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100770.035494:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100770.035501:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035507:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100770.035508:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035510:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035511:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100770.035514:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035521:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100770.035524:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035530:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100770.035533:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035535:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035536:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035537:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100770.035539:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100770.035541:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100770.035544:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100770.035546:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100770.035549:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100770.035557:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100770.035561:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100770.035564:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035570:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100770.035571:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.035573:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100770.035574:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100770.035576:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100770.035579:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100770.035582:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100770.035584:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100770.035586:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100770.035587:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035590:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100770.035592:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100770.035595:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100770.035597:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100770.035600:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100770.035603:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964659968, portal 4
00000100:00000001:3.0:1789100770.035606:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100770.035607:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00000040:3.0:1789100770.035612:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035618:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100770.035620:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100770.035622:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100770.035625:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964659968, offset 0
00000400:00000200:3.0:1789100770.035628:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035632:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035635:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100770.035638:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100770.035641:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100770.035643:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100770.035645:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100770.035647:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512104:512104:256:4294967295] 192.168.204.152@tcp LPNI seq info [511861:511861:8:4294967295]
00000400:00000200:3.0:1789100770.035651:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100770.035657:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100770.035660:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035664:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100770.035667:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100770.035670:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789100770.035673:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100770.035676:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789100770.035680:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100770.035682:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100770.035684:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100770.035688:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100770.035690:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100770.035692:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100770.035695:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100770.035698:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035710:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035713:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035720:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035721:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100770.035724:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100770.035728:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100770.035731:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100770.035732:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322580018
00000100:00000001:3.0:1789100770.035735:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035737:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322580018
00000100:00000001:3.0:1789100770.035739:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322581252
00000100:00000001:3.0:1789100770.035741:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100770.035743:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035744:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100770.035747:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100770/real 1789100770]  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100770.035755:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100770.035756:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100770.035758:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100770.035760:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100770.035761:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100770.035764:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100770.035767:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100770.035774:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035780:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100770.035781:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035805:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035807:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100770.035811:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035817:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100770.035821:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035828:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100770.035830:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035831:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100770.035832:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035834:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100770.035836:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100770.035838:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100770.035841:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100770.035843:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100770.035847:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100770.035853:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964659968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100770.035857:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035859:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035862:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964659584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035868:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100770.035870:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035873:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100770.035876:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100770.035878:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100770.035880:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100770.035882:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100770.035883:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789100770.035885:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100770.035887:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100770.035888:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:3.0:1789100770.035891:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100770.035892:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035894:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035897:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964659712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035903:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100770.035904:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035906:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100770.035907:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100770.035908:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100770.035909:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100770.035911:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100770.035913:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789100770.035914:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100770.035915:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100770.035916:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:3.0:1789100770.035919:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100770.035920:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035922:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035925:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964659840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035931:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100770.035932:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035934:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100770.035936:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100770.035937:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100770.035938:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100770.035939:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100770.035940:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789100770.035942:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100770.035944:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100770.035945:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:3.0:1789100770.035947:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100770.035948:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035950:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100770.035953:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964659968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100770.035958:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100770.035959:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100770.035961:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100770.035963:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100770.035964:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100770.035965:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100770.035967:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100770.035969:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789100770.035971:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100770.035972:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100770.035973:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00000100:00000001:3.0:1789100770.035976:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100770.035977:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035978:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100770.035982:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100770.035984:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100770.035985:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100770.035987:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100771.056964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100771.056973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100771.056982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100771.056985:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100771.056990:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100771.056991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100771.057415:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100771.057422:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100771.057427:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100771.376908:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322581252, at 4322581312
00000100:00000010:0.0:1789100771.376922:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b2a0.
00000100:00000040:1.0:1789100771.377341:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322581252, at 4322581312
00000100:00000010:1.0:1789100771.377348:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259ba80.
00010000:00000001:2.0:1789100772.081265:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100772.081272:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100772.081278:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100772.081279:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100772.081283:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100772.081284:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100772.081574:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100772.081578:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100772.081581:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100773.105257:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100773.105267:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100773.105284:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100773.105286:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100773.105291:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100773.105292:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100773.105370:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100773.105375:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100773.105379:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100774.129025:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100774.129032:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100774.129038:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100774.129039:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100774.129043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100774.129044:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100774.129240:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100774.129245:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100774.129249:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100775.152945:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100775.152955:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100775.152958:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100775.152961:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100775.152965:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100775.152972:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27912
00000400:00000200:2.0:1789100775.152983:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100775.152989:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100775.152993:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100775.152996:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.152999:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153002:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153004:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100775.153008:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100775.153010:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100775.153013:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100775.153016:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100775.153019:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100775.153021:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100775.153024:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153026:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153028:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153030:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100775.153033:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100775.153036:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153039:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100775.153042:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100775.153045:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100775.153047:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153050:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100775.153053:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100775.153062:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789100775.153066:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100775.153069:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100775.153072:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153075:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100775.153077:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100775.153083:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100775.153093:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100775.153100:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100775.153113:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100775.153136:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100775.153140:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100775.153146:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100775.153181:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100775.153184:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100775.153188:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100775.153189:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100775.153200:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100775.153203:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100775.153206:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27912
00000400:00000200:2.0:1789100775.153210:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100775.153213:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100775.153216:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100775.153219:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153221:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153224:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153226:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100775.153228:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100775.153230:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100775.153232:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100775.153235:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1789100775.153236:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100775.153239:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100775.153243:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789100775.153243:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100775.153248:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789100775.153249:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153253:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153256:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153259:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789100775.153260:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789100775.153263:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100775.153269:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153274:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.153276:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789100775.153277:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100775.153281:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100775.153285:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.153287:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789100775.153289:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153292:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789100775.153292:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.153297:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1789100775.153299:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789100775.153303:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964660096:192.168.204.152@tcp:250:kworker.0
00000008:00000001:2.0:1789100775.153304:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153309:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.153311:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1789100775.153315:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
02000000:00000001:3.0:1789100775.153318:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1789100775.153319:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100775.153323:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100775.153324:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100775.153327:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.153328:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100775.153330:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100775.153333:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100775.153335:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100775.153337:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000010:2.0:1789100775.153341:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789100775.153341:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153347:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.153351:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:2.0:1789100775.153356:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1789100775.153358:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00000001:2.0:1789100775.153369:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1789100775.153369:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000001:2.0:1789100775.153373:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100775.153380:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100775.153380:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660096, portal 25
00000100:00000001:3.0:1789100775.153386:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100775.153389:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00000001:2.0:1789100775.153398:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.153401:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789100775.153403:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100775.153412:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100775.153416:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100775.153419:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100775.153419:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100775.153425:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1789100775.153426:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:2.0:1789100775.153431:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27912
00000400:00000010:3.0:1789100775.153431:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000400:00000200:2.0:1789100775.153438:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:3.0:1789100775.153439:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964660096, offset 0
00000400:00000200:2.0:1789100775.153445:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100775.153448:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789100775.153452:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789100775.153456:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153459:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153462:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153466:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100775.153467:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:2.0:1789100775.153471:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100775.153474:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100775.153476:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789100775.153479:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:2.0:1789100775.153480:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100775.153485:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100775.153488:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100775.153489:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1789100775.153493:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153496:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100775.153497:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:2.0:1789100775.153501:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153505:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100775.153507:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1789100775.153509:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789100775.153513:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00080000:2.0:1789100775.153515:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153519:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.153521:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512105:512105:256:4294967295] 192.168.204.152@tcp LPNI seq info [511862:511862:8:4294967295]
02000000:00000001:2.0:1789100775.153523:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100775.153527:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789100775.153530:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789100775.153532:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153536:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100775.153538:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100775.153541:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153543:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100775.153548:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000400:00000200:3.0:1789100775.153549:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1789100775.153552:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100775.153558:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100775.153560:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100775.153563:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153564:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100775.153566:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100775.153569:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789100775.153573:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
02000000:00000010:2.0:1789100775.153575:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100775.153583:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100775.153587:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00100000:2.0:1789100775.153592:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1789100775.153595:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789100775.153606:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1789100775.153607:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789100775.153610:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789100775.153613:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1789100775.153618:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789100775.153624:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.153630:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00000001:2.0:1789100775.153633:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100775.153637:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100775.153639:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1789100775.153642:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100775.153645:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1789100775.153648:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1789100775.153649:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100775.153655:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100775.153658:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27912
00000400:00000200:3.0:1789100775.153658:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100775.153663:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000400:00000200:2.0:1789100775.153669:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100775.153672:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1789100775.153675:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100775.153680:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1789100775.153681:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100775.153686:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153692:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153696:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153700:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100775.153702:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1789100775.153703:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100775.153706:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100775.153709:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1789100775.153710:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789100775.153712:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100775.153717:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100775.153721:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100775.153728:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100775.153729:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100775.153733:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100775.153734:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153738:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153740:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100775.153742:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100775.153743:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100775.153746:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153751:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.153752:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789100775.153755:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100775.153758:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322586371
02000000:00000001:2.0:1789100775.153760:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100775.153764:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153766:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100775.153769:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1789100775.153769:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b420.
00000008:00000001:2.0:1789100775.153772:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153774:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100775.153778:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000020:00000040:2.0:1789100775.153781:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100775.153783:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100775.153812:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.153814:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100775.153816:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100775.153817:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100775.153822:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100775.153826:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.153829:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1789100775.153831:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100775.153841:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100775.153841:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322586372
00000100:00000001:2.0:1789100775.153845:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100775.153848:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bf60.
00000100:00000040:2.0:1789100775.153851:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.153854:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100775.153861:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100775.153863:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.153868:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100775.153869:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100775.153873:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1789100775.153874:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100775.153878:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100775.153880:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789100775.153882:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100775/real 1789100775]  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100775.153888:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100775.153893:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27912
00000400:00000200:2.0:1789100775.153901:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100775.153906:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100775.153910:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1789100775.153910:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1789100775.153915:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:3.0:1789100775.153915:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100775.153919:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000100:00000001:2.0:1789100775.153920:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100775.153924:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100775.153925:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000100:00000001:2.0:1789100775.153928:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:3.0:1789100775.153929:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000020:00000001:2.0:1789100775.153933:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789100775.153935:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1789100775.153936:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100775.153940:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100775.153943:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000200:3.0:1789100775.153944:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100775.153948:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100775.153953:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100775.153961:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153964:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789100775.153965:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100775.153968:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100775.153973:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100775.153977:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100775.153983:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100775.153984:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789100775.153986:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.153988:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789100775.153989:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100775.153994:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100775.153994:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.153998:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789100775.153999:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.154004:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100775.154007:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789100775.154008:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789100775.154012:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.154017:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100775.154024:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000100:00000001:3.0:1789100775.154024:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1789100775.154031:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:3.0:1789100775.154035:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100775.154036:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100775.154039:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100775.154044:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100775.154047:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789100775.154049:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1789100775.154051:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154057:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1789100775.154060:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:3.0:1789100775.154061:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.154065:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100775.154067:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154069:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100775.154072:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1789100775.154076:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789100775.154077:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100775.154087:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789100775.154091:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100775.154093:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1789100775.154095:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.154102:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100775.154103:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100775.154130:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100775.154133:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964660096:192.168.204.152@tcp:250:kworker.0
00000100:00000040:2.0:1789100775.154138:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27922)
00000100:00000001:3.0:1789100775.154139:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154143:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.154148:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964660096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154154:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100775.154157:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100775.154160:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100775.154163:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100775.154165:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100775.154167:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00010000:00000001:2.0:1789100775.154168:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:3.0:1789100775.154171:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00010000:00000001:2.0:1789100775.154173:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100775.154176:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
00010000:00000001:2.0:1789100775.154180:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:3.0:1789100775.154182:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00010000:00000001:2.0:1789100775.154183:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154186:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00010000:00000001:2.0:1789100775.154190:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1789100775.154190:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00010000:00000001:2.0:1789100775.154205:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154208:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100775.154211:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154214:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154221:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100775.154223:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154226:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100775.154227:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100775.154229:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100775.154233:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154240:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100775.154242:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154244:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100775.154246:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.154249:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100775.154252:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100775.154256:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100775.154258:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100775.154260:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154262:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100775.154265:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100775.154267:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.154271:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100775.154274:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100775.154277:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100775.154281:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660224, portal 10
00000100:00000001:3.0:1789100775.154282:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100775.154283:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:3.0:1789100775.154289:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154295:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100775.154297:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100775.154299:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100775.154301:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964660224, offset 0
00000400:00000200:3.0:1789100775.154305:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154309:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154312:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100775.154315:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100775.154318:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100775.154320:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100775.154322:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154325:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512106:512106:256:4294967295] 192.168.204.152@tcp LPNI seq info [511863:511863:8:4294967295]
00000400:00000200:3.0:1789100775.154329:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154335:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100775.154340:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154343:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100775.154346:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100775.154350:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789100775.154354:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100775.154357:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789100775.154361:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154363:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100775.154367:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100775.154372:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100775.154375:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100775.154377:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100775.154380:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1789100775.154384:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000200:3.0:1789100775.154384:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100775.154389:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100775.154395:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100775.154399:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.154404:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154411:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154413:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100775.154416:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.154420:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100775.154423:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100775.154425:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322585108
00000100:00000001:3.0:1789100775.154428:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322586371
00000100:00000001:3.0:1789100775.154430:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322585108
00000100:00000001:3.0:1789100775.154432:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322586372
00000100:00000001:3.0:1789100775.154434:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100775.154436:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154438:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100775.154441:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100775/real 1789100775]  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100775.154449:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100775.154451:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100775.154453:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100775.154455:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100775.154457:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100775.154459:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100775.154462:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100775.154470:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154476:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100775.154477:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154479:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.154481:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100775.154484:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154490:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100775.154494:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154500:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100775.154502:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154504:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.154505:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154506:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100775.154507:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100775.154509:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100775.154512:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100775.154514:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100775.154517:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100775.154524:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100775.154528:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100775.154531:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154537:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100775.154538:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154540:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100775.154542:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.154544:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100775.154547:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100775.154550:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100775.154551:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100775.154553:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154554:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100775.154557:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100775.154559:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.154562:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100775.154564:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100775.154567:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100775.154570:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660352, portal 10
00000100:00000001:3.0:1789100775.154571:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100775.154573:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:3.0:1789100775.154578:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154584:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100775.154586:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100775.154588:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100775.154591:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964660352, offset 0
00000400:00000200:3.0:1789100775.154595:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154598:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154601:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100775.154604:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100775.154606:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100775.154608:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100775.154611:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154614:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512107:512107:256:4294967295] 192.168.204.152@tcp LPNI seq info [511864:511864:8:4294967295]
00000400:00000200:3.0:1789100775.154618:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154623:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100775.154627:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154630:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100775.154633:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100775.154636:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789100775.154640:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100775.154642:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789100775.154646:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154647:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100775.154650:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100775.154653:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100775.154656:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100775.154658:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100775.154659:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100775.154663:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154669:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.154672:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154678:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154679:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100775.154682:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.154685:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100775.154688:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100775.154690:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322585107
00000100:00000001:3.0:1789100775.154693:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322586371
00000100:00000001:3.0:1789100775.154695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322585107
00000100:00000001:3.0:1789100775.154697:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322586372
00000100:00000001:3.0:1789100775.154700:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100775.154701:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154703:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100775.154707:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100775/real 1789100775]  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100775.154715:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100775.154716:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100775.154718:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100775.154720:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100775.154722:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100775.154724:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100775.154727:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100775.154735:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154742:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100775.154743:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154745:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.154746:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100775.154749:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154756:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100775.154759:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154765:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100775.154768:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154769:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.154770:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.154773:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100775.154775:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100775.154777:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100775.154780:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100775.154782:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100775.154808:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100775.154816:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100775.154820:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100775.154823:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154829:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100775.154831:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154833:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100775.154835:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.154837:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100775.154839:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100775.154843:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100775.154845:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100775.154847:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.154849:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100775.154852:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100775.154854:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.154857:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100775.154859:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100775.154862:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100775.154865:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660480, portal 4
00000100:00000001:3.0:1789100775.154868:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100775.154869:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:3.0:1789100775.154875:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154881:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100775.154883:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100775.154885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100775.154887:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964660480, offset 0
00000400:00000200:3.0:1789100775.154891:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154894:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154897:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100775.154900:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100775.154902:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100775.154905:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100775.154906:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100775.154909:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512108:512108:256:4294967295] 192.168.204.152@tcp LPNI seq info [511865:511865:8:4294967295]
00000400:00000200:3.0:1789100775.154912:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.154919:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100775.154923:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154927:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100775.154931:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100775.154933:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789100775.154937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100775.154940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789100775.154944:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.154945:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100775.154948:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100775.154952:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100775.154954:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100775.154956:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100775.154959:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100775.154963:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154969:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.154973:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.154984:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.154985:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100775.154988:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.154991:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100775.154994:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100775.154996:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322585118
00000100:00000001:3.0:1789100775.154998:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322586371
00000100:00000001:3.0:1789100775.155000:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322585118
00000100:00000001:3.0:1789100775.155001:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322586372
00000100:00000001:3.0:1789100775.155003:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100775.155006:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.155007:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100775.155011:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100775/real 1789100775]  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100775.155017:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100775.155019:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100775.155020:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100775.155022:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100775.155024:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100775.155026:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100775.155029:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100775.155036:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155042:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100775.155043:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155045:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.155046:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100775.155049:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155056:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100775.155060:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155066:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100775.155068:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155070:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.155071:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155073:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100775.155074:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100775.155076:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100775.155080:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100775.155082:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100775.155085:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100775.155092:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100775.155096:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100775.155099:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155105:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100775.155106:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.155108:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100775.155109:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100775.155111:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100775.155114:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100775.155117:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100775.155118:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100775.155121:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100775.155122:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100775.155125:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100775.155127:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100775.155129:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100775.155132:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100775.155135:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100775.155137:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660608, portal 4
00000100:00000001:3.0:1789100775.155138:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100775.155140:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000100:00000040:3.0:1789100775.155146:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155152:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100775.155154:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100775.155156:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100775.155158:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964660608, offset 0
00000400:00000200:3.0:1789100775.155161:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100775.155164:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.155167:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100775.155170:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100775.155172:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100775.155174:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100775.155176:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100775.155179:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512109:512109:256:4294967295] 192.168.204.152@tcp LPNI seq info [511866:511866:8:4294967295]
00000400:00000200:3.0:1789100775.155183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100775.155188:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100775.155205:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.155208:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100775.155212:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100775.155214:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789100775.155218:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100775.155221:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789100775.155224:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100775.155226:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100775.155229:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100775.155232:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100775.155234:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100775.155236:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100775.155238:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100775.155241:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155248:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.155251:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155257:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.155258:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100775.155261:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100775.155263:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100775.155266:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100775.155268:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322585138
00000100:00000001:3.0:1789100775.155270:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322586371
00000100:00000001:3.0:1789100775.155272:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322585138
00000100:00000001:3.0:1789100775.155274:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322586372
00000100:00000001:3.0:1789100775.155276:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100775.155278:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.155279:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100775.155283:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100775/real 1789100775]  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100775.155290:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100775.155292:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100775.155293:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100775.155296:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100775.155297:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100775.155299:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100775.155302:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100775.155310:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155315:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100775.155317:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155318:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.155320:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100775.155323:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155329:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100775.155333:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155338:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100775.155341:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155342:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100775.155343:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155345:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100775.155347:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100775.155349:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100775.155353:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100775.155355:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100775.155359:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100775.155367:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100775.155370:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155372:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.155376:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964660224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155382:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100775.155383:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100775.155385:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100775.155388:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100775.155389:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100775.155390:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100775.155393:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100775.155394:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789100775.155397:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100775.155398:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100775.155400:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:3.0:1789100775.155403:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100775.155404:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155405:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.155408:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964660352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155415:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100775.155416:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100775.155417:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100775.155419:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100775.155420:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100775.155421:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100775.155423:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100775.155424:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:3.0:1789100775.155426:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100775.155427:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100775.155428:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:3.0:1789100775.155430:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100775.155432:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155433:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.155436:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964660480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155441:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100775.155444:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100775.155445:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100775.155448:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100775.155449:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100775.155450:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100775.155452:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100775.155453:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:3.0:1789100775.155455:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100775.155456:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100775.155457:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:3.0:1789100775.155460:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100775.155461:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155462:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100775.155465:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964660608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100775.155472:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100775.155473:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100775.155475:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100775.155477:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100775.155478:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100775.155479:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100775.155481:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100775.155482:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789100775.155485:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100775.155486:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100775.155487:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:3.0:1789100775.155490:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100775.155491:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155493:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100775.155498:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100775.155500:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100775.155502:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100775.155503:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100776.176992:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100776.177003:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100776.177011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100776.177012:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100776.177016:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100776.177017:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100776.177198:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100776.177206:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100776.177213:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100776.496984:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322586371, at 4322586432
00000100:00000010:0.0:1789100776.497020:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b420.
00000100:00000040:1.0:1789100776.497049:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322586372, at 4322586432
00000100:00000010:1.0:1789100776.497072:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bf60.
00010000:00000001:2.0:1789100777.201337:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100777.201350:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100777.201353:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100777.201357:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201363:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100777.201366:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201368:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201372:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201377:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100777.201379:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100777.201380:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100777.201381:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201383:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100777.201384:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201385:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201386:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201389:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100777.201390:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100777.201391:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100777.201391:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201392:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100777.201393:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201394:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100777.201395:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100777.201450:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100777.201456:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100777.201463:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100778.224936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100778.224942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100778.224949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100778.224950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100778.224954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100778.224955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100778.225132:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100778.225148:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100778.225153:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100779.249009:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100779.249019:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100779.249034:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100779.249035:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100779.249039:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100779.249041:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100779.249206:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100779.249211:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100779.249215:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100780.272941:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100780.272954:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100780.272957:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100780.272961:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100780.272966:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100780.272976:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27917
00000400:00000200:2.0:1789100780.272987:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100780.272995:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100780.272999:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100780.273002:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273006:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.273009:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273011:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100780.273015:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100780.273018:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100780.273022:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100780.273026:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100780.273028:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100780.273031:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100780.273034:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273036:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.273038:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273040:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100780.273043:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100780.273047:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273050:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100780.273054:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100780.273058:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100780.273062:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.273065:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100780.273067:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100780.273085:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789100780.273090:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100780.273106:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100780.273108:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.273112:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100780.273115:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100780.273120:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100780.273129:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789100780.273138:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100780.273149:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100780.273169:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100780.273174:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100780.273180:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.273258:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100780.273264:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100780.273268:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100780.273276:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.273285:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100780.273287:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100780.273292:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100780.273295:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100780.273298:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100780.273302:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964660736:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100780.273306:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100780.273311:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100780.273314:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100780.273317:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100780.273323:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100780.273325:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100780.273332:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100780.273337:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100780.273346:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100780.273356:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660736, portal 25
00000100:00000001:3.0:1789100780.273359:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100780.273361:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:3.0:1789100780.273367:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.273375:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100780.273378:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100780.273382:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100780.273385:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964660736, offset 0
00000400:00000200:3.0:1789100780.273394:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100780.273405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100780.273412:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100780.273418:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100780.273423:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100780.273428:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100780.273431:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100780.273435:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512110:512110:256:4294967295] 192.168.204.152@tcp LPNI seq info [511867:511867:8:4294967295]
00000400:00000200:3.0:1789100780.273440:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100780.273451:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100780.273457:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100780.273473:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100780.273481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100780.273486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789100780.273492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100780.273496:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789100780.273500:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100780.273503:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100780.273512:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100780.273517:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100780.273522:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100780.273525:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100780.273531:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100780.273535:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100780.273683:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100780.273688:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100780.273692:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100780.273693:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100780.273695:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100780.273698:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100780.273701:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27917
00000400:00000200:2.0:1789100780.273705:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100780.273708:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100780.273711:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100780.273713:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273716:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.273718:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273720:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100780.273722:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100780.273724:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100780.273725:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100780.273728:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100780.273730:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100780.273732:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100780.273734:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273737:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.273739:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273741:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100780.273743:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100780.273746:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100780.273748:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100780.273750:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100780.273757:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100780.273759:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.273761:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100780.273766:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100780.273769:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.273772:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100780.273776:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789100780.273778:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100780.273781:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100780.273783:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.273815:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100780.273818:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100780.273820:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100780.273825:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100780.273830:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100780.273835:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100780.273843:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100780.273846:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100780.273850:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.273928:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100780.273933:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.273941:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.273943:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100780.273952:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100780.273956:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100780.273959:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322591492
00000100:00000010:3.0:1789100780.273966:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b360.
00000100:00000001:3.0:1789100780.273973:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100780.273983:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322591492
00000100:00000010:3.0:1789100780.273986:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b9c0.
00000100:00000001:3.0:1789100780.273989:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100780.273993:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100780.273996:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.273999:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100780.274004:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100780/real 1789100780]  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100780.274014:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100780.274016:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100780.274019:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100780.274021:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100780.274024:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100780.274026:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100780.274030:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100780.274038:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274045:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100780.274046:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274049:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100780.274051:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100780.274056:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274063:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100780.274068:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274075:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100780.274079:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274080:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100780.274082:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274085:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100780.274087:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100780.274089:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100780.274106:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100780.274110:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100780.274115:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100780.274123:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964660736:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100780.274129:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274131:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100780.274135:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964660736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274141:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100780.274144:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100780.274147:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100780.274150:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100780.274152:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100780.274154:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100780.274156:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100780.274159:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789100780.274163:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100780.274165:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100780.274168:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:3.0:1789100780.274171:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100780.274173:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274175:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274185:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100780.274187:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.274190:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100780.274191:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100780.274193:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100780.274197:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274205:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100780.274206:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100780.274208:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100780.274210:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100780.274212:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100780.274214:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100780.274218:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100780.274220:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100780.274221:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100780.274223:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100780.274226:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100780.274227:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100780.274231:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100780.274234:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100780.274238:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100780.274241:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660864, portal 10
00000100:00000001:3.0:1789100780.274243:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100780.274245:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:3.0:1789100780.274252:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274258:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100780.274260:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100780.274262:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100780.274265:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964660864, offset 0
00000400:00000200:3.0:1789100780.274269:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100780.274274:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100780.274277:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100780.274280:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100780.274283:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100780.274285:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100780.274287:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100780.274291:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512111:512111:256:4294967295] 192.168.204.152@tcp LPNI seq info [511868:511868:8:4294967295]
00000400:00000200:3.0:1789100780.274295:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100780.274301:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100780.274305:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100780.274309:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100780.274313:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100780.274317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789100780.274321:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100780.274324:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789100780.274328:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100780.274330:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100780.274333:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100780.274336:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100780.274339:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100780.274340:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100780.274342:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100780.274346:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274353:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100780.274356:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274362:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.274363:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100780.274366:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100780.274370:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100780.274373:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100780.274375:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322590228
00000100:00000001:3.0:1789100780.274377:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322591492
00000100:00000001:3.0:1789100780.274379:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322590228
00000100:00000001:3.0:1789100780.274382:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322591492
00000100:00000001:3.0:1789100780.274384:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100780.274386:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.274388:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100780.274391:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100780/real 1789100780]  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100780.274399:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100780.274400:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100780.274402:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100780.274404:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100780.274406:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100780.274408:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100780.274411:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100780.274419:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274425:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100780.274426:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274428:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100780.274429:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100780.274432:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274438:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100780.274442:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274449:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100780.274451:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274453:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100780.274454:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274456:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100780.274458:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100780.274460:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100780.274464:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100780.274466:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100780.274469:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100780.274477:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100780.274481:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274482:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100780.274485:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964660864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100780.274491:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100780.274492:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100780.274494:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100780.274496:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100780.274498:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100780.274499:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100780.274501:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100780.274503:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789100780.274506:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100780.274507:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100780.274509:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:3.0:1789100780.274511:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100780.274512:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274513:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100780.274517:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100780.274518:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100780.274520:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100780.274521:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.274748:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100780.274759:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100780.274764:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100780.274767:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100780.274772:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100780.274777:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100780.274804:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100780.274810:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100780.274862:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27917
00000400:00000200:2.0:1789100780.274875:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100780.274888:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100780.274892:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100780.274896:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.274900:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.274903:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.274905:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100780.274909:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100780.274910:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100780.274913:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100780.274916:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100780.274919:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100780.274921:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100780.274924:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.274925:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100780.274927:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.274929:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100780.274932:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100780.274936:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100780.274939:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100780.274942:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100780.274949:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100780.274952:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.274955:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100780.274959:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100780.274962:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.274965:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100780.274974:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000020:00000040:2.0:1789100780.274978:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100780.274982:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100780.274983:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.274987:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100780.274990:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100780.274993:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100780.275010:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100780.275017:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100780.275027:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100780.275036:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100780.275040:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100780.275045:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100780.275063:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100780.275066:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100780.275070:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100780.275071:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100780.275072:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100780.275075:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100780.275077:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27917
00000400:00000200:2.0:1789100780.275082:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100780.275086:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100780.275089:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100780.275093:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100780.275105:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100780.275106:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100780.275111:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789100780.275112:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100780.275115:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789100780.275122:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100780.275128:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100780.275128:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100780.275131:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100780.275137:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100780.275144:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789100780.275153:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789100780.275154:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100780.275156:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100780.275163:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1789100780.275164:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
02000000:00000001:0.0:1789100780.275167:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100780.275172:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100780.275177:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100780.275181:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789100780.275183:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100780.275190:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100780.275195:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100780.275196:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100780.275198:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100780.275199:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100780.275205:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:0.0:1789100780.275206:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100780.275211:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789100780.275214:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:0.0:1789100780.275217:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100780.275225:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000100:00080000:2.0:1789100780.275233:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:0.0:1789100780.275237:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000001:2.0:1789100780.275238:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100780.275245:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1789100780.275248:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964660992, portal 10
02000000:00000001:2.0:1789100780.275249:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100780.275254:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1789100780.275257:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275258:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000001:2.0:1789100780.275267:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100780.275270:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1789100780.275274:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789100780.275275:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.275285:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100780.275295:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000100:00000001:0.0:1789100780.275298:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1789100780.275300:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000040:0.0:1789100780.275303:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100780.275309:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
02000000:00000001:2.0:1789100780.275310:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100780.275317:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100780.275318:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964660992, offset 0
00000100:00000001:2.0:1789100780.275321:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100780.275325:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:2.0:1789100780.275326:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100780.275331:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100780.275332:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100780.275339:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000010:2.0:1789100780.275341:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000400:00000200:0.0:1789100780.275344:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100780.275351:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:2.0:1789100780.275353:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100780.275355:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100780.275360:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100780.275363:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512112:512112:256:4294967295] 192.168.204.152@tcp LPNI seq info [511869:511869:8:4294967295]
00000400:00000200:0.0:1789100780.275371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:2.0:1789100780.275373:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100780.275389:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789100780.275403:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1789100780.275407:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100780.275407:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100780.275419:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000100:00000040:2.0:1789100780.275419:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100780.275433:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100780.275434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:2.0:1789100780.275437:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1789100780.275443:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1789100780.275443:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100780.275447:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100780.275450:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100780.275454:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100780.275459:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27917
00000800:00000200:0.1:1789100780.275464:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:2.0:1789100780.275470:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.1:1789100780.275474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1789100780.275475:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100780.275483:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100780.275490:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000100:0.0:1789100780.275491:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100780.275493:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1789100780.275496:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000100:00000040:2.0:1789100780.275497:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.275507:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100780.275509:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1789100780.275509:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100780.275513:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100780.275516:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100780.275519:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100780.275523:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000200:0.0:1789100780.275526:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1789100780.275527:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100780.275536:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100780.275540:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000100:00000001:2.0:1789100780.275540:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789100780.275549:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000040:2.0:1789100780.275550:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100780.275561:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100780.275563:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1789100780.275565:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100780.275570:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100780.275575:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100780.275576:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100780.275580:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100780.275587:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100780.275596:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.275605:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100780.275612:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100780.275615:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1789100780.275616:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.275619:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100780.275625:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789100780.275626:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789100780.275633:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100780.275644:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275648:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1789100780.275648:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100780.275654:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100780.275656:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100780.275657:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100780.275659:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100780.275664:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100780.275668:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275669:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100780.275675:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000100:00100000:2.0:1789100780.275677:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100780.275685:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100780.275698:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100780.275700:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275703:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322590228
00000100:00000040:2.0:1789100780.275706:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275711:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.275718:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322590228
00000100:00000001:0.0:1789100780.275724:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.275731:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100780.275737:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275743:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789100780.275745:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100780.275749:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100780/real 1789100780]  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100780.275754:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27927)
00000400:00000001:0.0:1789100780.275756:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100780.275761:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100780.275763:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100780.275766:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100780.275768:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100780.275770:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100780.275773:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100780.275781:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275815:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00010000:00000001:2.0:1789100780.275818:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789100780.275819:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1789100780.275823:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275825:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.275828:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1789100780.275829:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100780.275833:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100780.275838:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100780.275842:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100780.275843:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275853:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100780.275859:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275866:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100780.275870:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.275872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.275874:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.275877:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100780.275880:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100780.275883:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100780.275888:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100780.275891:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100780.275895:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100780.275903:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964660992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100780.275907:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.275910:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100780.275913:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964660992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275921:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100780.275924:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100780.275927:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100780.275932:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100780.275934:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100780.275935:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100780.275940:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100780.275942:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100780.275946:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1789100780.275950:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100780.275955:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:0.0:1789100780.275959:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100780.275960:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100780.275962:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:0.0:1789100780.275965:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100780.275966:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.275969:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.275978:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100780.275980:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.275982:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100780.275984:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100780.275985:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100780.275989:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.275997:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100780.275998:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100780.276000:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100780.276003:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100780.276005:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100780.276008:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100780.276012:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100780.276014:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100780.276015:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100780.276017:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100780.276021:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100780.276023:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100780.276027:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100780.276030:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100780.276034:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100780.276038:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661120, portal 4
00000100:00000001:0.0:1789100780.276039:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100780.276041:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:0.0:1789100780.276046:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276053:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100780.276055:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100780.276057:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100780.276059:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964661120, offset 0
00000400:00000200:0.0:1789100780.276063:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100780.276067:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100780.276071:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100780.276074:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100780.276077:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100780.276080:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100780.276082:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100780.276086:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512113:512113:256:4294967295] 192.168.204.152@tcp LPNI seq info [511870:511870:8:4294967295]
00000400:00000200:0.0:1789100780.276090:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100780.276107:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100780.276112:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100780.276115:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100780.276120:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100780.276123:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100780.276129:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100780.276132:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100780.276135:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100780.276137:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100780.276140:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100780.276144:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100780.276146:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100780.276149:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100780.276152:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100780.276156:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276163:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100780.276166:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276172:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.276173:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100780.276176:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100780.276179:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100780.276183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100780.276185:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322590239
00000100:00000001:0.0:1789100780.276187:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.276190:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322590239
00000100:00000001:0.0:1789100780.276192:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.276194:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100780.276196:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.276198:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100780.276201:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100780/real 1789100780]  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100780.276208:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100780.276210:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100780.276212:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100780.276214:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100780.276215:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100780.276218:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100780.276221:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100780.276229:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276235:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100780.276238:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276239:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.276241:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100780.276244:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276250:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100780.276254:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276260:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100780.276263:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276264:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.276265:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276267:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100780.276269:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100780.276271:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100780.276275:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100780.276277:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100780.276281:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100780.276288:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100780.276292:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100780.276295:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276301:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100780.276303:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100780.276305:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100780.276307:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100780.276309:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100780.276312:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100780.276315:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100780.276317:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100780.276318:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100780.276320:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100780.276324:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100780.276325:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100780.276328:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100780.276331:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100780.276334:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100780.276337:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661248, portal 4
00000100:00000001:0.0:1789100780.276339:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100780.276340:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000040:0.0:1789100780.276346:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276352:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100780.276354:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100780.276356:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100780.276359:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964661248, offset 0
00000400:00000200:0.0:1789100780.276362:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100780.276366:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100780.276369:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100780.276372:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100780.276375:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100780.276377:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100780.276379:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100780.276382:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512114:512114:256:4294967295] 192.168.204.152@tcp LPNI seq info [511871:511871:8:4294967295]
00000400:00000200:0.0:1789100780.276386:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100780.276391:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100780.276396:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100780.276400:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100780.276403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100780.276405:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100780.276410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100780.276413:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100780.276416:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100780.276418:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100780.276421:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100780.276424:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100780.276427:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100780.276428:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100780.276431:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100780.276434:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276441:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100780.276444:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276449:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.276450:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100780.276454:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100780.276457:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100780.276460:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100780.276461:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322590259
00000100:00000001:0.0:1789100780.276464:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.276466:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322590259
00000100:00000001:0.0:1789100780.276468:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322591492
00000100:00000001:0.0:1789100780.276470:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100780.276472:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.276474:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100780.276477:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100780/real 1789100780]  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100780.276484:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100780.276485:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100780.276487:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100780.276489:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100780.276491:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100780.276493:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100780.276496:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100780.276503:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276509:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100780.276510:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276512:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.276513:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100780.276516:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276522:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100780.276526:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276532:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100780.276534:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276536:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100780.276537:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276539:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100780.276541:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100780.276544:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100780.276547:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100780.276550:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100780.276554:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100780.276562:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100780.276565:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276568:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100780.276571:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964661120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276577:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100780.276578:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100780.276580:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100780.276583:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100780.276584:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100780.276586:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100780.276587:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100780.276589:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:0.0:1789100780.276591:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100780.276593:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100780.276594:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:0.0:1789100780.276597:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100780.276598:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276599:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100780.276602:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964661248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100780.276608:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100780.276609:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100780.276611:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100780.276613:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100780.276614:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100780.276615:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100780.276617:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100780.276619:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:0.0:1789100780.276621:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100780.276622:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100780.276624:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:0.0:1789100780.276626:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100780.276627:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276629:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100780.276633:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100780.276635:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100780.276636:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100780.276638:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100781.296969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100781.296975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100781.296982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100781.296983:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100781.296988:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100781.296990:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100781.297122:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100781.297127:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100781.297130:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100781.616934:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322591492, at 4322591552
00000100:00000010:1.0:1789100781.616953:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b9c0.
00000100:00000040:0.0:1789100781.616981:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322591492, at 4322591552
00000100:00000010:0.0:1789100781.616990:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b360.
00010000:00000001:2.0:1789100782.320946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100782.320953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100782.320960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100782.320961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100782.320965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100782.320966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100782.321095:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100782.321100:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100782.321103:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100783.344931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100783.344937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100783.344942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100783.344943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100783.344946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100783.344947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100783.345070:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100783.345079:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100783.345083:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100784.368867:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100784.368872:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100784.368877:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100784.368879:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100784.368881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100784.368881:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100784.368928:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100784.368932:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100784.368936:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100785.392935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100785.392942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100785.392948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100785.392949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100785.392952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100785.392953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100785.393023:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100785.393027:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100785.393028:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:3.0:1789100785.393031:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100785.393037:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100785.393040:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100785.393043:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100785.393048:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100785.393055:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27922
00000400:00000200:0.0:1789100785.393063:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100785.393070:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100785.393073:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100785.393076:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393079:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393081:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393083:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100785.393086:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100785.393087:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100785.393090:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100785.393093:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100785.393095:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100785.393097:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100785.393100:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393102:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393104:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393106:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100785.393109:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100785.393112:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393115:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100785.393117:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100785.393121:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100785.393123:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393125:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100785.393128:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100785.393137:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789100785.393141:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100785.393144:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100785.393146:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393149:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100785.393152:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100785.393156:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100785.393163:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789100785.393170:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100785.393179:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100785.393189:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100785.393257:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100785.393263:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393287:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100785.393290:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100785.393294:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100785.393295:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100785.393297:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100785.393299:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100785.393303:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27922
00000400:00000200:0.0:1789100785.393308:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100785.393311:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100785.393313:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100785.393317:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393320:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393323:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100785.393323:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100785.393328:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100785.393328:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789100785.393332:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789100785.393333:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789100785.393336:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100785.393340:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1789100785.393342:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100785.393344:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100785.393349:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100785.393354:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789100785.393361:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789100785.393363:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100785.393364:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393368:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789100785.393370:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1789100785.393373:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100785.393375:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100785.393378:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100785.393379:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100785.393386:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00100000:3.0:1789100785.393387:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964661376:192.168.204.152@tcp:250:kworker.0
00000100:00080000:0.0:1789100785.393392:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100785.393394:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789100785.393397:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.393399:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100785.393400:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100785.393403:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.393406:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1789100785.393407:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100785.393411:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100785.393412:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
00000100:00000001:0.0:1789100785.393413:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789100785.393416:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789100785.393419:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789100785.393423:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:0.0:1789100785.393425:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393428:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100785.393429:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00000010:0.0:1789100785.393433:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789100785.393437:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:3.0:1789100785.393437:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
02000000:00000001:0.0:1789100785.393440:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100785.393444:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100785.393445:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661376, portal 25
00000100:00000001:0.0:1789100785.393446:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100785.393449:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789100785.393450:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1789100785.393452:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393453:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
02000000:00000010:0.0:1789100785.393459:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000040:3.0:1789100785.393462:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393464:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393474:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1789100785.393475:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789100785.393479:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100785.393484:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100785.393487:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1789100785.393489:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964661376, offset 0
00000100:00000001:0.0:1789100785.393491:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100785.393497:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100785.393499:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393509:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.393509:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100785.393514:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100785.393517:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:0.0:1789100785.393519:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100785.393522:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100785.393524:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789100785.393525:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789100785.393530:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789100785.393531:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:0.0:1789100785.393536:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27922
00000400:00000200:3.0:1789100785.393537:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100785.393545:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100785.393546:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.393551:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512115:512115:256:4294967295] 192.168.204.152@tcp LPNI seq info [511872:511872:8:4294967295]
00000400:00000200:0.0:1789100785.393552:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100785.393557:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789100785.393561:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789100785.393564:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393568:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393572:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393576:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100785.393578:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100785.393579:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100785.393580:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100785.393582:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100785.393584:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100785.393587:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789100785.393588:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100785.393595:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:3.0:1789100785.393597:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393600:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393605:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000010:3.0:1789100785.393605:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100785.393610:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100785.393612:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:3.0:1789100785.393615:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100785.393619:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:3.0:1789100785.393622:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1789100785.393623:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100785.393628:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1789100785.393630:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:0.0:1789100785.393632:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1789100785.393635:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1789100785.393636:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393641:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:3.0:1789100785.393642:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000008:00100000:0.0:1789100785.393644:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1789100785.393646:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000008:00000001:0.0:1789100785.393651:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393654:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.393654:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1789100785.393660:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000400:00000200:3.0:1789100785.393661:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1789100785.393666:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100785.393668:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
02000000:00000001:0.0:1789100785.393670:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1789100785.393672:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
02000000:00000001:0.0:1789100785.393674:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393677:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789100785.393678:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1789100785.393679:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100785.393682:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100785.393684:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100785.393687:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789100785.393693:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393698:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1789100785.393702:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789100785.393705:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393723:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100785.393725:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393726:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393728:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100785.393734:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100785.393735:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100785.393741:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.393747:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322596611
00000100:00000001:0.0:1789100785.393752:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100785.393754:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bc60.
00000100:00080000:0.0:1789100785.393756:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100785.393761:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100785.393763:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789100785.393763:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100785.393766:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100785.393770:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100785.393771:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322596611
00000100:00080000:0.0:1789100785.393774:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27922
00000100:00000010:3.0:1789100785.393776:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b180.
00000100:00000001:3.0:1789100785.393781:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1789100785.393782:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.393807:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100785.393810:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393812:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100785.393818:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100785/real 1789100785]  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100785.393827:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1789100785.393830:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000001:3.0:1789100785.393830:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100785.393834:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000100:00080000:0.0:1789100785.393835:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789100785.393837:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000100:00000040:0.0:1789100785.393843:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:3.0:1789100785.393843:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100785.393848:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789100785.393849:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.393855:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:3.0:1789100785.393855:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393861:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100785.393867:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100785.393870:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000200:3.0:1789100785.393872:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100785.393873:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100785.393877:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100785.393882:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100785.393886:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1789100785.393887:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100785.393889:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.393894:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1789100785.393896:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100785.393897:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100785.393902:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789100785.393905:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100785.393908:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.393915:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100785.393920:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100785.393921:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100785.393928:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:3.0:1789100785.393930:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393933:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100785.393939:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100785.393943:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100785.393948:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100785.393953:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100785.393955:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:0.0:1789100785.393957:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789100785.393959:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1789100785.393962:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393963:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.393965:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100785.393967:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.393969:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100785.393973:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1789100785.393974:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000100:00080000:3.0:1789100785.393976:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1789100785.393979:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00080000:3.0:1789100785.393981:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:0.0:1789100785.393985:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100785.393986:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1789100785.393988:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.393992:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.393993:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100785.393996:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100785.394013:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100785.394020:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964661376:192.168.204.152@tcp:250:kworker.0
02000000:00000010:0.0:1789100785.394021:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789100785.394028:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394029:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394032:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1789100785.394038:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789100785.394039:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964661376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394062:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1789100785.394064:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789100785.394065:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100785.394069:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
00000100:00000001:0.0:1789100785.394070:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394074:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100785.394077:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:0.0:1789100785.394079:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100785.394079:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100785.394084:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100785.394088:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789100785.394094:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394094:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1789100785.394098:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1789100785.394098:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100785.394100:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00080000:0.0:1789100785.394105:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100785.394105:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100785.394108:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789100785.394109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789100785.394112:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100785.394113:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100785.394115:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100785.394119:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27922
00000100:00000001:3.0:1789100785.394122:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1789100785.394123:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.394126:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100785.394129:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100785.394130:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1789100785.394134:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100785.394134:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100785.394137:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100785.394141:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789100785.394143:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.394145:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100785.394150:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.394155:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100785.394158:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1789100785.394159:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789100785.394161:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100785.394163:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000001:3.0:1789100785.394165:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1789100785.394166:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789100785.394168:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789100785.394170:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:3.0:1789100785.394172:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100785.394175:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00100000:3.0:1789100785.394178:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661504:192.168.204.152@tcp:38:kworker.0
00000020:00000001:0.0:1789100785.394180:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789100785.394184:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1789100785.394188:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100785.394188:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100785.394191:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394194:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100785.394197:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100785.394199:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.394203:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100785.394205:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100785.394208:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100785.394211:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661504, portal 10
00000100:00000001:3.0:1789100785.394213:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100785.394214:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789100785.394220:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394226:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100785.394228:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100785.394230:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100785.394232:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964661504, offset 0
00000400:00000200:3.0:1789100785.394236:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394239:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.394243:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100785.394246:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100785.394248:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100785.394250:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100785.394253:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394256:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512116:512116:256:4294967295] 192.168.204.152@tcp LPNI seq info [511873:511873:8:4294967295]
00000100:00000001:0.0:1789100785.394257:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100785.394263:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789100785.394265:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100785.394269:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100785.394274:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1789100785.394275:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000800:00000200:3.0:1789100785.394282:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789100785.394284:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000010:3.0:1789100785.394287:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100785.394289:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100785.394293:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1789100785.394294:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:0.0:1789100785.394297:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1789100785.394298:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1789100785.394303:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789100785.394306:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100785.394308:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1789100785.394311:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000008:00100000:0.0:1789100785.394312:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100785.394317:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789100785.394318:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100785.394320:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789100785.394322:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00000010:0.0:1789100785.394326:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000400:00000200:3.0:1789100785.394327:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1789100785.394332:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:3.0:1789100785.394334:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1789100785.394338:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789100785.394339:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
02000000:00000001:0.0:1789100785.394342:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100785.394343:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100785.394347:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789100785.394348:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1789100785.394352:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789100785.394354:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100785.394356:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100785.394362:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:3.0:1789100785.394365:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100785.394368:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.394369:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100785.394377:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100785.394379:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394383:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100785.394386:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.394392:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100785.394399:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100785.394404:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100785.394404:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322595348
00000100:00000001:3.0:1789100785.394408:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322596611
00000100:00000001:0.0:1789100785.394409:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394412:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322595348
00000100:00000001:3.0:1789100785.394415:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322596611
00000100:00000040:0.0:1789100785.394417:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394418:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100785.394423:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394426:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100785.394433:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100785/real 1789100785]  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100785.394435:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100785.394443:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27933)
00000400:00000001:3.0:1789100785.394445:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100785.394448:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100785.394450:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100785.394452:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100785.394454:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100785.394456:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100785.394460:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100785.394468:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394475:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100785.394477:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394478:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.394480:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100785.394483:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394489:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100785.394493:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394499:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100785.394501:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394513:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.394514:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394516:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100785.394520:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100785.394523:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100785.394526:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100785.394528:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100785.394532:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100785.394540:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100785.394543:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100785.394546:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394552:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100785.394554:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394555:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100785.394557:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100785.394559:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100785.394561:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100785.394564:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100785.394566:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100785.394567:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394569:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100785.394572:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100785.394574:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.394577:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100785.394579:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100785.394582:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100785.394584:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661632, portal 10
00000100:00000001:3.0:1789100785.394586:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100785.394587:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100785.394592:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394598:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100785.394600:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100785.394602:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100785.394604:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964661632, offset 0
00000400:00000200:3.0:1789100785.394608:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394611:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.394613:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100785.394616:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100785.394618:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100785.394621:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100785.394623:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394626:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512117:512117:256:4294967295] 192.168.204.152@tcp LPNI seq info [511874:511874:8:4294967295]
00000400:00000200:3.0:1789100785.394630:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.394636:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100785.394640:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.394642:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100785.394646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100785.394649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789100785.394652:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100785.394655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789100785.394659:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.394660:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100785.394663:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100785.394666:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100785.394669:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100785.394670:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100785.394673:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100785.394676:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394688:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.394690:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394697:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394698:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100785.394700:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.394703:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100785.394706:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.394708:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322595347
00000100:00000001:3.0:1789100785.394711:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.394713:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322595347
00000100:00000001:3.0:1789100785.394716:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.394718:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100785.394720:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394722:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100785.394726:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100785/real 1789100785]  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100785.394732:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100785.394733:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100785.394735:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100785.394737:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100785.394738:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100785.394740:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100785.394743:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100785.394751:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394757:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100785.394758:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394760:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.394761:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100785.394764:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394770:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100785.394773:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394780:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100785.394782:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394783:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.394784:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.394801:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100785.394803:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100785.394805:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100785.394808:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100785.394810:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100785.394813:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100785.394819:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100785.394823:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100785.394826:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394833:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100785.394835:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394837:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100785.394838:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100785.394840:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100785.394843:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100785.394846:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100785.394848:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100785.394849:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.394851:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100785.394854:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100785.394855:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.394858:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100785.394861:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100785.394864:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100785.394866:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661760, portal 4
00000100:00000001:3.0:1789100785.394867:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100785.394869:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100785.394874:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394881:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100785.394883:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100785.394885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100785.394886:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964661760, offset 0
00000400:00000200:3.0:1789100785.394890:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394892:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.394895:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100785.394897:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100785.394900:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100785.394902:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100785.394904:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100785.394906:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512118:512118:256:4294967295] 192.168.204.152@tcp LPNI seq info [511875:511875:8:4294967295]
00000400:00000200:3.0:1789100785.394910:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.394916:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100785.394919:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.394922:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100785.394925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100785.394928:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789100785.394932:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100785.394934:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789100785.394937:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.394939:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100785.394941:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100785.394944:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100785.394947:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100785.394948:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100785.394950:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100785.394953:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394960:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.394962:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.394968:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394970:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100785.394972:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.394975:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100785.394977:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.394979:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322595358
00000100:00000001:3.0:1789100785.394981:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.394983:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322595358
00000100:00000001:3.0:1789100785.394984:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.394986:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100785.394988:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.394989:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100785.394992:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100785/real 1789100785]  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100785.395011:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100785.395013:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100785.395014:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100785.395016:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100785.395017:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100785.395019:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100785.395023:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100785.395032:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395037:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100785.395038:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395040:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.395041:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100785.395044:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395049:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100785.395052:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395058:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100785.395060:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395061:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.395062:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395064:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100785.395065:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100785.395067:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100785.395070:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100785.395072:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100785.395075:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100785.395087:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100785.395090:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395091:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.395094:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964661504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395100:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100785.395101:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100785.395103:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100785.395105:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100785.395107:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100785.395108:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100785.395110:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100785.395112:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789100785.395114:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100785.395116:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100785.395117:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100785.395119:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100785.395121:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395122:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.395125:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964661632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395131:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100785.395132:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100785.395134:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100785.395135:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100785.395136:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100785.395137:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100785.395139:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100785.395141:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:3.0:1789100785.395142:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100785.395143:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100785.395145:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100785.395147:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100785.395148:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395150:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.395152:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964661760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395158:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100785.395159:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100785.395160:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100785.395162:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100785.395163:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100785.395164:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100785.395166:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100785.395167:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:3.0:1789100785.395170:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100785.395171:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100785.395172:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100785.395174:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100785.395175:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395176:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395179:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100785.395181:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.395182:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100785.395184:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100785.395185:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100785.395188:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100785.395196:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.395198:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100785.395200:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100785.395202:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100785.395205:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100785.395207:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100785.395209:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100785.395210:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100785.395212:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100785.395215:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100785.395217:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100785.395220:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100785.395222:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100785.395225:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100785.395228:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964661888, portal 4
00000100:00000001:3.0:1789100785.395229:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100785.395230:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100785.395235:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395241:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100785.395243:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100785.395245:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100785.395247:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964661888, offset 0
00000400:00000200:3.0:1789100785.395250:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100785.395253:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.395256:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100785.395258:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100785.395261:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100785.395263:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100785.395265:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100785.395268:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512119:512119:256:4294967295] 192.168.204.152@tcp LPNI seq info [511876:511876:8:4294967295]
00000400:00000200:3.0:1789100785.395272:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100785.395278:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100785.395282:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.395284:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100785.395287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100785.395290:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789100785.395293:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100785.395296:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789100785.395300:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100785.395301:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100785.395304:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100785.395307:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100785.395310:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100785.395311:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100785.395313:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100785.395316:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395323:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.395326:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395333:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.395334:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100785.395337:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100785.395339:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100785.395342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100785.395344:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322595378
00000100:00000001:3.0:1789100785.395346:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.395349:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322595378
00000100:00000001:3.0:1789100785.395351:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322596611
00000100:00000001:3.0:1789100785.395353:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100785.395355:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.395356:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100785.395359:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100785/real 1789100785]  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100785.395366:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100785.395367:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100785.395369:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100785.395371:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100785.395372:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100785.395374:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100785.395377:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100785.395385:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395391:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100785.395392:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395394:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.395395:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100785.395398:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395403:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100785.395406:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395412:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100785.395414:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395415:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100785.395417:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395418:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100785.395420:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100785.395422:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100785.395425:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100785.395427:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100785.395430:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100785.395438:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964661888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100785.395441:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395443:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100785.395446:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964661888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100785.395452:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100785.395453:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100785.395455:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100785.395456:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100785.395458:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100785.395459:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100785.395460:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100785.395462:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:3.0:1789100785.395464:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100785.395465:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100785.395466:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100785.395468:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100785.395469:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395471:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100785.395473:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100785.395475:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100785.395476:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100785.395478:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100786.416950:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100786.416952:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100786.416956:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416969:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100786.416972:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416974:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416976:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100786.416991:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100786.416992:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100786.416993:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416996:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100786.416997:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.416999:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.417001:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.417004:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100786.417006:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100786.417007:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100786.417008:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.417010:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100786.417011:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.417013:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100786.417015:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100786.417077:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100786.417082:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100786.417085:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100786.736872:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322596611, at 4322596672
00000100:00000010:1.0:1789100786.736885:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b180.
00000100:00000040:0.0:1789100786.736985:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322596611, at 4322596672
00000100:00000010:0.0:1789100786.736992:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bc60.
00010000:00000001:2.0:1789100787.441158:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100787.441165:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100787.441171:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100787.441173:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100787.441176:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100787.441178:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100787.441264:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100787.441271:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100787.441275:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100788.465064:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100788.465074:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100788.465083:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100788.465084:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100788.465089:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100788.465090:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100788.465175:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100788.465179:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100788.465183:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100789.488956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100789.488965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100789.488972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100789.488973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100789.488978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100789.488979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100789.489042:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100789.489047:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100789.489051:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100790.512974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100790.512987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100790.513000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100790.513002:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100790.513007:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100790.513009:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100790.513040:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100790.513057:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100790.513062:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100790.513068:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100790.513075:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:1.0:1789100790.513089:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1789100790.513090:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27928
00000020:00000001:1.0:1789100790.513103:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100790.513110:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1789100790.513111:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100790.513124:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100790.513128:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100790.513131:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513135:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100790.513137:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513140:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100790.513145:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100790.513147:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100790.513150:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100790.513155:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100790.513158:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100790.513161:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100790.513164:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513166:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100790.513168:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513170:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100790.513173:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100790.513177:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513179:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513182:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100790.513187:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100790.513203:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.513206:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100790.513210:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100790.513222:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100790.513226:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100790.513231:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100790.513232:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.513236:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100790.513239:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100790.513243:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100790.513251:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100790.513257:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100790.513268:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100790.513280:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100790.513285:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100790.513290:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100790.513320:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100790.513323:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100790.513327:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100790.513328:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100790.513330:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100790.513333:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100790.513335:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27928
00000400:00000200:3.0:1789100790.513339:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100790.513342:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100790.513344:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100790.513347:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513350:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100790.513352:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513354:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100790.513357:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100790.513358:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100790.513360:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100790.513363:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100790.513365:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100790.513367:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100790.513368:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100790.513371:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100790.513374:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100790.513376:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100790.513378:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100790.513380:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513384:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100790.513389:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100790.513389:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100790.513394:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513399:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513403:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100790.513409:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100790.513410:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.513412:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513415:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.513418:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789100790.513418:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100790.513421:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100790.513424:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789100790.513424:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100790.513429:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100790.513430:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964662016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100790.513434:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513437:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1789100790.513440:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
02000000:00000001:0.0:1789100790.513442:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1789100790.513444:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100790.513445:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.513450:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100790.513450:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100790.513453:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100790.513457:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
00000100:00000001:3.0:1789100790.513458:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100790.513461:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100790.513462:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513464:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100790.513470:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100790.513473:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.513477:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100790.513483:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100790.513490:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00100000:3.0:1789100790.513496:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100790.513502:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662016, portal 25
00000100:00000001:3.0:1789100790.513506:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100790.513507:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100790.513510:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513512:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:3.0:1789100790.513516:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100790.513523:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100790.513529:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100790.513535:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100790.513539:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100790.513540:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100790.513543:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100790.513546:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1789100790.513547:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513551:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1789100790.513553:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00080000:3.0:1789100790.513557:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27928
00000100:00000200:0.0:1789100790.513559:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964662016, offset 0
00000400:00000200:3.0:1789100790.513564:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100790.513571:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100790.513572:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100790.513576:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100790.513581:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513583:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100790.513585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100790.513588:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513592:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100790.513595:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:3.0:1789100790.513596:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100790.513599:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100790.513602:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100790.513604:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1789100790.513604:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100790.513609:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100790.513613:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100790.513613:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100790.513619:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.513622:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789100790.513623:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100790.513628:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100790.513629:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513633:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100790.513638:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512120:512120:256:4294967295] 192.168.204.152@tcp LPNI seq info [511877:511877:8:4294967295]
00000020:00000040:3.0:1789100790.513639:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100790.513646:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100790.513648:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100790.513651:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513654:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100790.513658:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100790.513663:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.513664:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100790.513667:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100790.513671:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100790.513676:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00000001:3.0:1789100790.513677:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.513681:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100790.513685:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000100:00000010:3.0:1789100790.513686:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100790.513690:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.0:1789100790.513694:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100790.513695:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789100790.513699:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1789100790.513699:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.513702:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1789100790.513705:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100790.513709:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1789100790.513713:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1789100790.513714:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.513717:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
02000000:00000001:3.0:1789100790.513717:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100790.513724:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000400:00000200:0.0:1789100790.513726:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100790.513731:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.513732:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100790.513738:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000100:00100000:3.0:1789100790.513740:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100790.513741:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100790.513746:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100790.513752:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100790.513753:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100790.513758:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513766:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100790.513767:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100790.513772:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.513809:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513810:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100790.513816:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.513819:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100790.513822:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322601732
00000100:00000010:0.0:1789100790.513826:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100790.513832:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100790.513839:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322601732
00000100:00000010:0.0:1789100790.513841:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8ae0.
00000100:00000001:0.0:1789100790.513843:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100790.513847:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.513852:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.513853:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513856:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789100790.513858:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100790.513865:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100790.513866:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100790.513868:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100790.513871:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1789100790.513872:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100790/real 1789100790]  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100790.513875:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27928
00000400:00000200:3.0:1789100790.513883:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100790.513890:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000001:0.0:1789100790.513892:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1789100790.513894:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1789100790.513895:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100790.513899:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000100:00000040:3.0:1789100790.513914:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.513915:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100790.513919:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:3.0:1789100790.513920:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100790.513924:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100790.513925:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789100790.513929:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100790.513932:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1789100790.513933:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100790.513934:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100790.513938:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100790.513941:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100790.513946:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100790.513950:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:0.0:1789100790.513955:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100790.513957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513961:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100790.513966:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513970:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100790.513973:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1789100790.513974:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789100790.513977:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100790.513979:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100790.513982:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.513984:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100790.513987:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.513989:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100790.513990:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.513992:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100790.513994:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100790.513996:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100790.514001:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100790.514002:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100790.514004:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100790.514011:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100790.514012:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789100790.514016:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000040:0.0:1789100790.514019:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100790.514021:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100790.514024:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514029:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100790.514029:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100790.514033:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100790.514034:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514037:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100790.514037:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514039:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514042:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100790.514043:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1789100790.514044:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00080000:0.0:1789100790.514046:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100790.514051:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100790.514051:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514052:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100790.514058:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100790.514062:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789100790.514069:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964662016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100790.514077:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514081:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100790.514081:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100790.514086:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100790.514088:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964662016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100790.514094:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514105:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100790.514109:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1789100790.514110:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100790.514115:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
00000100:00080000:3.0:1789100790.514115:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789100790.514121:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1789100790.514122:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:0.0:1789100790.514125:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1789100790.514126:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:0.0:1789100790.514130:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00080000:3.0:1789100790.514130:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1789100790.514137:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1789100790.514137:0:414528:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1789100790.514142:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
00000100:00080000:3.0:1789100790.514142:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27928
02000000:00000001:0.0:1789100790.514147:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100790.514149:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1789100790.514150:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789100790.514151:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100790.514157:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000400:00000200:3.0:1789100790.514158:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100790.514159:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514162:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100790.514164:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100790.514169:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100790.514170:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100790.514171:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100790.514173:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514177:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100790.514177:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100790.514181:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100790.514182:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100790.514184:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789100790.514186:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100790.514189:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000040:0.0:1789100790.514191:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100790.514192:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100790.514195:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100790.514200:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100790.514204:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100790.514210:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789100790.514211:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100790.514213:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.514215:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100790.514218:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100790.514219:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100790.514222:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100790.514223:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100790.514228:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100790.514228:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:0.0:1789100790.514235:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662144:192.168.204.152@tcp:38:kworker.0
00000100:00080000:3.0:1789100790.514236:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100790.514241:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514243:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100790.514244:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100790.514246:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100790.514249:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100790.514249:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100790.514255:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100790.514255:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.514259:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1789100790.514260:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
00000008:00100000:3.0:1789100790.514262:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
02000000:00000001:0.0:1789100790.514264:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789100790.514266:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100790.514270:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.514271:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789100790.514275:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000400:00000010:0.0:1789100790.514277:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000020:00000040:3.0:1789100790.514281:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000010:0.0:1789100790.514284:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
02000000:00000001:3.0:1789100790.514285:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100790.514288:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100790.514289:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662144, portal 10
00000100:00000001:3.0:1789100790.514290:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100790.514294:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789100790.514295:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100790.514299:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514300:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
02000000:00000010:3.0:1789100790.514306:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000040:0.0:1789100790.514309:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100790.514312:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514318:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1789100790.514322:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100790.514323:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100790.514327:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100790.514331:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964662144, offset 0
00000400:00000200:0.0:1789100790.514337:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100790.514337:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100790.514341:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.514342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.514349:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:3.0:1789100790.514350:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100790.514352:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100790.514357:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100790.514361:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100790.514366:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.514371:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512121:512121:256:4294967295] 192.168.204.152@tcp LPNI seq info [511878:511878:8:4294967295]
00000100:00000001:3.0:1789100790.514372:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.514378:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100790.514380:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27938)
00000400:00000200:0.0:1789100790.514385:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100790.514389:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514391:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100790.514394:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100790.514396:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100790.514400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100790.514403:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1789100790.514405:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514406:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100790.514408:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100790.514410:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100790.514412:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100790.514413:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100790.514414:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100790.514416:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514421:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.514423:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514429:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514431:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100790.514434:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100790.514438:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100790.514441:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100790.514442:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322600468
00000100:00000001:0.0:1789100790.514445:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514447:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322600468
00000100:00000001:0.0:1789100790.514449:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514451:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.514452:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514454:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100790.514458:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100790/real 1789100790]  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100790.514466:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100790.514467:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100790.514469:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100790.514471:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100790.514473:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100790.514482:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100790.514485:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100790.514493:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514499:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100790.514500:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514502:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.514504:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100790.514508:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514519:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100790.514523:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514529:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100790.514532:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514533:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.514535:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514537:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100790.514538:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100790.514541:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100790.514544:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100790.514546:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100790.514549:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100790.514557:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100790.514560:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100790.514563:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514568:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100790.514569:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.514572:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100790.514573:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100790.514575:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100790.514577:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100790.514580:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100790.514582:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100790.514583:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.514584:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100790.514588:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100790.514589:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.514593:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100790.514595:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100790.514598:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100790.514601:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662272, portal 10
00000100:00000001:0.0:1789100790.514602:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100790.514603:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100790.514609:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514615:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100790.514617:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100790.514619:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100790.514621:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964662272, offset 0
00000400:00000200:0.0:1789100790.514625:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100790.514628:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.514632:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100790.514635:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100790.514637:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100790.514639:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100790.514642:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.514644:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512122:512122:256:4294967295] 192.168.204.152@tcp LPNI seq info [511879:511879:8:4294967295]
00000400:00000200:0.0:1789100790.514646:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.514650:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100790.514653:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514655:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100790.514658:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100790.514660:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100790.514662:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100790.514664:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1789100790.514667:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514668:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100790.514670:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100790.514672:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100790.514673:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100790.514675:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100790.514676:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100790.514679:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514684:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.514685:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514689:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514690:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100790.514692:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100790.514694:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100790.514695:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100790.514697:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322600467
00000100:00000001:0.0:1789100790.514698:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514699:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322600467
00000100:00000001:0.0:1789100790.514701:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514702:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.514703:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514704:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100790.514706:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100790/real 1789100790]  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100790.514710:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100790.514711:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100790.514712:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100790.514713:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100790.514714:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100790.514715:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100790.514717:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100790.514722:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514726:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100790.514727:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514728:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.514728:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100790.514730:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514734:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100790.514736:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514739:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100790.514740:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514742:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.514742:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514744:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100790.514746:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100790.514748:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100790.514751:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100790.514752:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100790.514757:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100790.514763:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100790.514766:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100790.514769:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514775:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100790.514777:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.514780:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100790.514781:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100790.514783:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100790.514804:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100790.514807:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100790.514809:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100790.514811:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.514813:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100790.514816:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e800.
02000000:00000001:0.0:1789100790.514818:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.514821:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100790.514823:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100790.514826:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100790.514829:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662400, portal 4
00000100:00000001:0.0:1789100790.514831:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100790.514832:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100790.514838:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514845:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100790.514847:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100790.514849:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100790.514851:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964662400, offset 0
00000400:00000200:0.0:1789100790.514854:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100790.514858:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.514861:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100790.514864:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100790.514866:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100790.514868:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100790.514870:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.514873:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512123:512123:256:4294967295] 192.168.204.152@tcp LPNI seq info [511880:511880:8:4294967295]
00000400:00000200:0.0:1789100790.514877:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.514882:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100790.514887:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514890:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100790.514894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100790.514896:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100790.514909:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100790.514912:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1789100790.514915:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.514916:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100790.514918:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100790.514921:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100790.514923:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100790.514924:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100790.514925:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100790.514928:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514932:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.514934:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514938:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514939:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100790.514941:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100790.514943:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100790.514945:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100790.514946:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322600478
00000100:00000001:0.0:1789100790.514948:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514949:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322600478
00000100:00000001:0.0:1789100790.514950:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.514951:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.514952:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.514954:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100790.514956:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100790/real 1789100790]  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100790.514961:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100790.514962:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100790.514963:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100790.514964:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100790.514965:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100790.514966:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100790.514967:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100790.514974:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514980:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100790.514981:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.514983:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.514984:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100790.514987:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.514994:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100790.514997:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515004:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100790.515006:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515008:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.515009:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515011:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100790.515013:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100790.515015:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100790.515019:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100790.515021:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100790.515025:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100790.515032:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100790.515036:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515037:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.515040:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964662144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515047:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100790.515048:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100790.515050:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100790.515053:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100790.515054:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100790.515055:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100790.515057:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100790.515059:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789100790.515061:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100790.515062:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100790.515063:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100790.515066:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100790.515067:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515068:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.515072:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964662272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515078:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100790.515079:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100790.515081:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100790.515083:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100790.515084:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100790.515086:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100790.515088:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100790.515089:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100790.515091:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100790.515092:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100790.515094:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100790.515096:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100790.515097:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515098:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.515101:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964662400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515107:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100790.515108:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100790.515109:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e800.
02000000:00000001:0.0:1789100790.515112:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100790.515113:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100790.515114:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100790.515116:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100790.515118:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100790.515119:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100790.515121:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100790.515122:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100790.515125:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100790.515126:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515127:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515131:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100790.515133:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.515135:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100790.515136:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100790.515137:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100790.515141:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515148:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100790.515149:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.515151:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100790.515153:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100790.515155:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100790.515158:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100790.515161:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100790.515163:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100790.515165:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100790.515167:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100790.515169:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e800.
02000000:00000001:0.0:1789100790.515171:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100790.515174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100790.515177:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100790.515180:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100790.515182:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662528, portal 4
00000100:00000001:0.0:1789100790.515183:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100790.515184:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100790.515189:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515193:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100790.515195:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100790.515196:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100790.515198:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964662528, offset 0
00000400:00000200:0.0:1789100790.515200:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100790.515203:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.515206:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100790.515209:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100790.515211:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100790.515213:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100790.515215:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100790.515218:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512124:512124:256:4294967295] 192.168.204.152@tcp LPNI seq info [511881:511881:8:4294967295]
00000400:00000200:0.0:1789100790.515221:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100790.515227:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100790.515231:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.515234:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100790.515238:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100790.515241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789100790.515245:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100790.515247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1789100790.515251:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100790.515253:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:0.0:1789100790.515255:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100790.515257:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100790.515259:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:0.0:1789100790.515260:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:0.0:1789100790.515261:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100790.515264:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515268:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.515270:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515274:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.515275:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100790.515277:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100790.515279:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100790.515281:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100790.515282:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322600498
00000100:00000001:0.0:1789100790.515284:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.515285:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322600498
00000100:00000001:0.0:1789100790.515286:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322601732
00000100:00000001:0.0:1789100790.515287:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100790.515289:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.515290:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100790.515292:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100790/real 1789100790]  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100790.515296:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100790.515297:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100790.515298:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100790.515299:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100790.515300:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100790.515301:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100790.515303:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100790.515308:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515311:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100790.515312:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515313:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.515313:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100790.515315:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515319:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100790.515321:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515325:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100790.515327:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515328:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100790.515329:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515331:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100790.515332:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100790.515334:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100790.515338:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100790.515340:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100790.515343:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100790.515350:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100790.515353:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515355:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100790.515358:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964662528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100790.515364:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100790.515365:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100790.515366:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e800.
02000000:00000001:0.0:1789100790.515369:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100790.515370:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100790.515371:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100790.515373:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100790.515374:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100790.515377:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100790.515378:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100790.515379:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100790.515381:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100790.515382:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515383:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100790.515386:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100790.515388:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100790.515389:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100790.515390:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100791.536963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100791.536974:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100791.536982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100791.536983:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100791.536987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100791.536988:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100791.537085:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100791.537093:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100791.537099:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100791.856982:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322601732, at 4322601792
00000100:00000010:1.0:1789100791.857006:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ae0.
00000100:00000040:0.0:1789100791.857045:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322601732, at 4322601792
00000100:00000010:0.0:1789100791.857064:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100792.560933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100792.560942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100792.560950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100792.560951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100792.560955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100792.560957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100792.561056:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100792.561063:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100792.561068:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100793.584909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100793.584918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100793.584924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100793.584925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100793.584929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100793.584930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100793.585081:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100793.585085:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100793.585088:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100794.608938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100794.608944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100794.608949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100794.608950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100794.608953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100794.608954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100794.609027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100794.609032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100794.609035:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100795.632949:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100795.632961:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100795.632963:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100795.632967:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100795.632971:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100795.632982:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27933
00000400:00000200:2.0:1789100795.632995:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100795.633004:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100795.633008:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100795.633011:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633015:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633018:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633021:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100795.633027:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100795.633030:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100795.633034:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100795.633038:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100795.633041:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100795.633048:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100795.633052:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633054:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633056:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633058:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100795.633061:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100795.633065:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633068:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100795.633071:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100795.633076:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100795.633079:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633082:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100795.633085:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100795.633097:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789100795.633101:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100795.633106:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100795.633108:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633112:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100795.633115:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100795.633121:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100795.633132:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100795.633141:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100795.633154:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100795.633166:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100795.633171:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633177:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100795.633210:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100795.633214:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100795.633217:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100795.633219:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100795.633221:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100795.633223:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100795.633226:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27933
00000400:00000200:2.0:1789100795.633230:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100795.633233:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100795.633236:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100795.633239:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633241:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633243:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633245:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100795.633247:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100795.633249:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100795.633251:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100795.633254:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100795.633256:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100795.633258:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100795.633261:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633263:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633265:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633267:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100795.633270:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100795.633273:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633275:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100795.633278:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100795.633285:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100795.633287:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633289:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100795.633295:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100795.633298:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633301:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100795.633304:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000020:00000040:2.0:1789100795.633307:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100795.633309:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100795.633310:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633312:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100795.633314:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100795.633316:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100795.633320:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789100795.633324:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100795.633328:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100795.633336:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100795.633339:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633343:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100795.633351:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100795.633354:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100795.633358:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100795.633359:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100795.633361:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100795.633364:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100795.633367:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27933
00000400:00000200:2.0:1789100795.633371:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100795.633375:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100795.633377:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100795.633381:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633383:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633385:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633387:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100795.633390:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100795.633391:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100795.633392:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100795.633394:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100795.633396:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100795.633398:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100795.633401:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633403:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633405:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633408:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100795.633410:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100795.633413:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633415:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100795.633417:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100795.633420:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100795.633422:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633424:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100795.633426:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100795.633428:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633430:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100795.633434:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789100795.633436:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100795.633438:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100795.633440:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633441:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100795.633443:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100795.633445:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100795.633448:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100795.633453:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100795.633458:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100795.633465:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100795.633467:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633471:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100795.633478:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100795.633481:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100795.633484:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100795.633486:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100795.633487:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100795.633489:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100795.633492:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27933
00000400:00000200:2.0:1789100795.633495:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100795.633498:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100795.633500:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100795.633503:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633505:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633506:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633508:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100795.633510:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100795.633511:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100795.633513:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100795.633515:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100795.633517:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100795.633519:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100795.633522:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633523:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633525:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633527:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100795.633530:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100795.633532:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633535:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100795.633536:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100795.633539:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100795.633541:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633543:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100795.633545:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100795.633547:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633549:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100795.633553:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789100795.633555:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100795.633557:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100795.633559:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633560:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100795.633562:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100795.633563:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100795.633567:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100795.633571:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100795.633576:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100795.633583:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100795.633584:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633588:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100795.633594:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100795.633597:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100795.633600:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100795.633602:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100795.633604:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100795.633607:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100795.633609:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27933
00000400:00000200:2.0:1789100795.633613:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100795.633616:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100795.633618:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100795.633621:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633623:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633625:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633627:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100795.633629:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100795.633630:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100795.633631:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100795.633633:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100795.633636:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100795.633638:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100795.633641:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633643:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100795.633645:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633647:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100795.633649:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100795.633651:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100795.633654:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100795.633655:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100795.633658:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100795.633660:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633662:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100795.633664:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100795.633666:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633668:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100795.633672:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789100795.633675:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100795.633677:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100795.633678:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100795.633680:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100795.633681:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100795.633683:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100795.633687:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789100795.633691:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100795.633695:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100795.633702:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100795.633704:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633708:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100795.633715:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100795.633721:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27943)
00010000:00000001:2.0:1789100795.633761:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100795.633764:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100795.633770:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100795.633771:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100795.633776:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100795.633777:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.633919:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100795.633925:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100795.633929:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100795.633942:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.633951:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100795.633953:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.633958:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100795.633962:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100795.633964:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100795.633967:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964662656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100795.633972:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100795.633978:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100795.633981:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.633984:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100795.633991:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100795.633994:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634000:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100795.634005:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100795.634015:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00000200:0.0:1789100795.634025:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662656, portal 25
00000100:00000001:0.0:1789100795.634028:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100795.634029:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:0.0:1789100795.634036:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634044:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100795.634047:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100795.634050:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb330.
00000100:00000200:0.0:1789100795.634053:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964662656, offset 0
00000400:00000200:0.0:1789100795.634061:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634072:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634080:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100795.634088:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100795.634094:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100795.634100:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100795.634103:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634107:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512125:512125:256:4294967295] 192.168.204.152@tcp LPNI seq info [511882:511882:8:4294967295]
00000400:00000200:0.0:1789100795.634111:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634123:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100795.634130:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100795.634138:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
00000800:00000200:0.0:1789100795.634146:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100795.634151:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100795.634174:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634179:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100795.634183:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322606852
00000100:00000010:0.0:1789100795.634190:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100795.634200:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100795.634209:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322606852
00000100:00000010:0.0:1789100795.634213:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8f60.
00000100:00000001:0.0:1789100795.634216:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100795.634220:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100795.634223:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634227:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100795.634232:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634240:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100795.634241:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634244:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100795.634246:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100795.634249:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100795.634252:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100795.634255:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100795.634257:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100795.634259:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634261:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100795.634266:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100795.634268:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634272:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100795.634276:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789100795.634280:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb220.
00000100:00000200:0.0:1789100795.634283:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662784, portal 10
00000100:00000001:0.0:1789100795.634285:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100795.634286:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:0.0:1789100795.634293:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634300:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100795.634303:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100795.634305:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb088.
00000100:00000200:0.0:1789100795.634307:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964662784, offset 0
00000400:00000200:0.0:1789100795.634313:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634317:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634321:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100795.634324:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100795.634327:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100795.634329:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100795.634331:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634335:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512126:512126:255:4294967295] 192.168.204.152@tcp LPNI seq info [511883:511883:7:4294967295]
00000400:00000200:0.0:1789100795.634339:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634345:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100795.634349:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100795.634353:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100795.634357:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100795.634361:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100795.634364:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100795.634369:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100795.634372:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100795.634374:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322605588
00000100:00000001:0.0:1789100795.634377:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634379:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322605588
00000100:00000001:0.0:1789100795.634381:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634383:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100795.634386:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634388:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100795.634392:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634399:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100795.634400:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634403:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100795.634405:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100795.634408:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100795.634411:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100795.634414:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100795.634416:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100795.634418:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634419:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100795.634422:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100795.634424:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100795.634430:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e6e0.
00000400:00000010:0.0:1789100795.634434:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100795.634437:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964662912, portal 10
00000100:00000001:0.0:1789100795.634439:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100795.634440:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:0.0:1789100795.634447:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634452:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100795.634455:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100795.634457:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbc38.
00000100:00000200:0.0:1789100795.634459:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964662912, offset 0
00000400:00000200:0.0:1789100795.634463:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634466:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634470:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100795.634472:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100795.634475:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100795.634477:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100795.634479:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634482:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512127:512127:254:4294967295] 192.168.204.152@tcp LPNI seq info [511884:511884:6:4294967295]
00000400:00000200:0.0:1789100795.634486:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634492:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100795.634497:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100795.634500:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbb00.
00000800:00000200:0.0:1789100795.634504:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100795.634507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100795.634509:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100795.634512:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100795.634515:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100795.634517:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322605587
00000100:00000001:0.0:1789100795.634519:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634522:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322605587
00000100:00000001:0.0:1789100795.634524:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634526:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100795.634528:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634530:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100795.634534:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634541:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100795.634542:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634544:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100795.634546:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100795.634547:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100795.634550:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100795.634553:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100795.634555:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100795.634557:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634559:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100795.634562:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100795.634564:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634567:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100795.634570:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e898.
00000400:00000010:0.0:1789100795.634573:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100795.634577:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663040, portal 4
00000100:00000001:0.0:1789100795.634578:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100795.634580:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:0.0:1789100795.634586:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634592:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100795.634594:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100795.634597:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb4c8.
00000100:00000200:0.0:1789100795.634599:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964663040, offset 0
00000400:00000200:0.0:1789100795.634603:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634607:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634610:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100795.634613:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100795.634615:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100795.634617:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100795.634620:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634623:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512128:512128:253:4294967295] 192.168.204.152@tcp LPNI seq info [511885:511885:5:4294967295]
00000400:00000200:0.0:1789100795.634627:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634632:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100795.634636:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100795.634639:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dba00.
00000800:00000200:0.0:1789100795.634643:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100795.634646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100795.634649:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100795.634652:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100795.634655:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100795.634657:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322605597
00000100:00000001:0.0:1789100795.634660:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634663:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322605597
00000100:00000001:0.0:1789100795.634665:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634667:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100795.634670:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634671:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100795.634675:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634682:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100795.634683:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634685:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100795.634687:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100795.634689:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100795.634692:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100795.634695:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100795.634697:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100795.634699:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100795.634701:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100795.634704:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100795.634706:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100795.634709:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100795.634712:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100795.634715:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100795.634718:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663168, portal 4
00000100:00000001:0.0:1789100795.634720:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100795.634721:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000040:0.0:1789100795.634727:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100795.634733:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100795.634736:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100795.634738:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb550.
00000100:00000200:0.0:1789100795.634740:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964663168, offset 0
00000400:00000200:0.0:1789100795.634744:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634748:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634752:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100795.634755:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100795.634758:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100795.634760:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100795.634762:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100795.634765:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512129:512129:252:4294967295] 192.168.204.152@tcp LPNI seq info [511886:511886:4:4294967295]
00000400:00000200:0.0:1789100795.634769:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100795.634776:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100795.634780:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100795.634784:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbe00.
00000800:00000200:0.0:1789100795.634834:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100795.634838:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100795.634840:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100795.634843:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100795.634846:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100795.634848:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322605618
00000100:00000001:0.0:1789100795.634851:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634853:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322605618
00000100:00000001:0.0:1789100795.634855:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322606852
00000100:00000001:0.0:1789100795.634857:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100795.634859:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634862:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634865:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100795.634876:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100795.634879:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100795.634881:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100795.634882:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100795.634884:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100795.634886:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100795.634963:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100795.634968:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100795.634971:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100796.657165:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100796.657173:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100796.657175:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100796.657178:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657183:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100796.657190:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657193:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657195:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657199:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100796.657201:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100796.657202:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100796.657203:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657205:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100796.657207:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657209:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657210:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657214:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100796.657215:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100796.657216:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100796.657217:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657219:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100796.657220:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657222:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100796.657224:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100796.657347:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100796.657351:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100796.657355:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100796.976920:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322606852, at 4322606912
00000100:00000010:1.0:1789100796.976936:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8f60.
00000100:00000040:0.0:1789100796.976973:0:425948:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322606852, at 4322606912
00000100:00000010:0.0:1789100796.976988:0:425948:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100797.680923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100797.680930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100797.680937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100797.680938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100797.680942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100797.680943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100797.681022:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100797.681027:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100797.681030:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100798.704930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100798.704937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100798.704942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100798.704943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100798.704947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100798.704949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100798.705017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100798.705023:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100798.705027:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789100798.705168:0:256906:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:3.0:1789100798.705222:0:256906:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100798.705235:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100798.705239:0:256906:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100798.705245:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100798.705250:0:256906:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100798.705257:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100798.705261:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:3.0:1789100798.705268:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100798.705273:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100798.705282:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb330
00000400:00000010:3.0:1789100798.705285:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb330.
00000100:00000001:3.0:1789100798.705291:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100798.705301:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705335:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100798.705340:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705348:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100798.705349:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100798.705361:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100798.705363:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:3.0:1789100798.705367:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100798.705369:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100798.705373:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb088
00000400:00000010:3.0:1789100798.705374:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb088.
00000100:00000001:3.0:1789100798.705377:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100798.705382:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705389:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100798.705391:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705397:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100798.705398:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100798.705402:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100798.705404:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbb00.
00000400:00000200:3.0:1789100798.705407:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100798.705409:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100798.705412:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbc38
00000400:00000010:3.0:1789100798.705413:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbc38.
00000100:00000001:3.0:1789100798.705416:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100798.705421:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705428:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100798.705431:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705436:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100798.705437:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100798.705442:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100798.705444:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dba00.
00000400:00000200:3.0:1789100798.705447:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100798.705449:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100798.705452:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb4c8
00000400:00000010:3.0:1789100798.705453:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb4c8.
00000100:00000001:3.0:1789100798.705455:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100798.705459:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705465:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100798.705467:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705472:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100798.705474:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100798.705477:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100798.705480:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbe00.
00000400:00000200:3.0:1789100798.705482:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100798.705485:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100798.705487:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb550
00000400:00000010:3.0:1789100798.705488:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb550.
00000100:00000001:3.0:1789100798.705490:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100798.705494:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705500:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100798.705503:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100798.705509:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100798.705510:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100798.705591:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100798.705599:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100798.705603:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100798.705615:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100795/real 1789100798]  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100798.705629:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100798.705633:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100798.705637:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100798.705641:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100798.705643:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100798.705647:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100798.705651:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100798.705660:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705666:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100798.705668:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705671:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705675:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100798.705680:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705687:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100798.705693:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705702:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100798.705705:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705707:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705709:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705712:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100798.705716:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100798.705720:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100798.705726:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100798.705729:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100798.705735:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100798.705744:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964662656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100798.705763:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100798.705766:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100795/real 1789100798]  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100798.705773:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100798.705775:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100798.705778:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789100798.705780:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb220
00000400:00000010:0.0:1789100798.705783:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb220.
00000100:00000001:0.0:1789100798.705843:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100798.705847:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100798.705854:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705859:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100798.705870:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705874:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100798.705877:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705883:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100798.705887:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705894:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100798.705896:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705898:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705900:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705901:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100798.705903:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100798.705906:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100798.705909:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100798.705911:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100798.705915:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100798.705922:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100798.705926:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100798.705929:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100795/real 1789100798]  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100798.705937:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100798.705938:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100798.705940:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e6e0.
00000400:00000200:0.0:1789100798.705943:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100798.705945:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100798.705947:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100798.705950:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100798.705958:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705964:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100798.705965:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705968:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100798.705971:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705983:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100798.705987:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.705993:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100798.705995:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.705997:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.705998:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706000:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100798.706003:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100798.706005:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100798.706009:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100798.706012:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100798.706015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100798.706021:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964662912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100798.706026:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100798.706031:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100795/real 1789100798]  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100798.706037:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100798.706039:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100798.706041:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e898.
00000400:00000200:0.0:1789100798.706044:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100798.706045:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100798.706047:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100798.706050:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100798.706063:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706069:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100798.706070:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706072:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.706073:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100798.706076:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706082:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100798.706086:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706092:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100798.706095:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706096:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.706098:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706099:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100798.706101:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100798.706104:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100798.706107:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100798.706110:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100798.706114:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100798.706121:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100798.706125:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100798.706128:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100795/real 1789100798]  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100798.706142:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100798.706143:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100798.706145:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100798.706147:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100798.706149:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100798.706150:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100798.706154:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100798.706162:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706167:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100798.706169:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706171:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.706172:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100798.706176:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706183:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100798.706188:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706194:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100798.706196:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706198:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100798.706199:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706200:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100798.706202:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100798.706204:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100798.706208:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100798.706211:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100798.706215:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100798.706221:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100798.706226:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706229:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100798.706233:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964662656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706239:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100798.706245:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100798.706251:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100798.706259:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100798.706263:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100798.706265:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100798.706268:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100798.706272:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:0.0:1789100798.706277:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100798.706279:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100798.706281:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:0.0:1789100798.706286:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100798.706287:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706289:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100798.706293:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964662784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706298:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100798.706299:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100798.706301:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100798.706304:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100798.706305:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100798.706306:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100798.706308:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100798.706309:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:0.0:1789100798.706312:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100798.706313:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100798.706316:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:0.0:1789100798.706321:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100798.706322:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706323:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100798.706326:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964662912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706332:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100798.706333:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100798.706334:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100798.706338:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100798.706339:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100798.706340:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100798.706343:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100798.706344:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:0.0:1789100798.706346:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100798.706347:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100798.706348:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:0.0:1789100798.706350:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100798.706351:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706352:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100798.706355:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964663040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706361:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100798.706363:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100798.706364:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100798.706368:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100798.706369:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100798.706370:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100798.706372:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100798.706373:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:0.0:1789100798.706375:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100798.706376:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100798.706378:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:0.0:1789100798.706380:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100798.706381:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706383:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100798.706387:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964663168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100798.706393:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100798.706394:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100798.706395:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100798.706398:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100798.706399:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100798.706401:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100798.706403:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100798.706405:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:0.0:1789100798.706407:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100798.706408:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100798.706409:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:0.0:1789100798.706412:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100798.706413:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706416:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100798.706438:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100798.706440:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100798.706443:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100798.706445:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100799.728894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100799.728900:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100799.728905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100799.728906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100799.728910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100799.728912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100799.729363:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100799.729368:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100799.729371:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100800.752977:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100800.752991:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100800.752994:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100800.752999:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100800.753005:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100800.753015:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27938
00000400:00000200:2.0:1789100800.753027:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100800.753036:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100800.753040:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100800.753043:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753047:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.753049:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753051:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100800.753056:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100800.753058:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100800.753061:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100800.753064:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100800.753067:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100800.753069:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100800.753072:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753073:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.753075:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753077:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100800.753080:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100800.753083:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753085:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.753088:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100800.753092:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100800.753096:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.753099:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100800.753102:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100800.753129:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789100800.753133:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100800.753138:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100800.753141:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.753144:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100800.753148:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100800.753153:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100800.753164:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789100800.753173:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100800.753184:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100800.753195:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100800.753200:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.753205:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100800.753227:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100800.753231:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100800.753234:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100800.753236:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100800.753237:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100800.753239:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100800.753242:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27938
00000400:00000200:2.0:1789100800.753245:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100800.753247:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100800.753250:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100800.753253:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753255:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.753257:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753260:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100800.753262:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100800.753263:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100800.753264:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100800.753266:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1789100800.753267:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100800.753269:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100800.753273:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100800.753274:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789100800.753278:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100800.753280:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789100800.753281:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.753286:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753289:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100800.753292:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789100800.753292:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100800.753296:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100800.753302:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.753305:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100800.753312:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789100800.753313:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.753315:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.753317:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.753319:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100800.753325:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100800.753327:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1789100800.753329:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.753333:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789100800.753333:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.753339:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100800.753339:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789100800.753343:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100800.753347:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100800.753348:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.753349:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100800.753351:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100800.753352:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100800.753358:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964663296:192.168.204.152@tcp:250:kworker.0
02000000:00000010:2.0:1789100800.753359:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789100800.753364:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.753366:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1789100800.753372:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100800.753374:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100800.753379:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.753381:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100800.753384:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100800.753385:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.753391:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100800.753393:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.753398:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.753408:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100800.753413:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100800.753415:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00080000:2.0:1789100800.753417:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100800.753422:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100800.753423:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100800.753425:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1789100800.753427:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:2.0:1789100800.753429:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100800.753434:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27938
00000100:00000200:0.0:1789100800.753439:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663296, portal 25
00000400:00000200:2.0:1789100800.753439:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.753445:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1789100800.753446:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100800.753448:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00080000:2.0:1789100800.753450:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100800.753455:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100800.753457:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100800.753459:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.753465:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100800.753471:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100800.753476:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100800.753480:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100800.753484:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964663296, offset 0
00000400:00000200:0.0:1789100800.753491:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100800.753501:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.753516:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100800.753523:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100800.753528:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100800.753533:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100800.753536:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100800.753540:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512130:512130:256:4294967295] 192.168.204.152@tcp LPNI seq info [511887:511887:8:4294967295]
00000400:00000200:0.0:1789100800.753545:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.753557:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100800.753565:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.753573:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100800.753582:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100800.753586:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100800.753591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100800.753595:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100800.753600:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.753603:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100800.753609:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100800.753615:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100800.753622:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100800.753625:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100800.753630:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100800.753634:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753644:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.753648:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753655:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.753657:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100800.753664:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.753669:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.753672:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322611971
00000100:00000010:0.0:1789100800.753678:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100800.753686:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100800.753695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322611971
00000100:00000010:0.0:1789100800.753699:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8a80.
00000100:00000001:0.0:1789100800.753702:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100800.753705:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.753718:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.753721:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100800.753726:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100800/real 1789100800]  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100800.753735:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100800.753736:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100800.753739:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100800.753741:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100800.753743:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100800.753745:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100800.753748:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100800.753760:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753766:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100800.753768:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753771:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.753773:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100800.753777:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753784:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100800.753817:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753825:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100800.753828:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753830:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.753832:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753835:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100800.753837:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100800.753845:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100800.753850:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100800.753853:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100800.753857:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100800.753865:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964663296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100800.753871:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753873:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.753877:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964663296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753890:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100800.753895:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100800.753899:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.753903:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100800.753905:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100800.753907:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100800.753910:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100800.753914:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:0.0:1789100800.753919:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100800.753921:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100800.753923:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:0.0:1789100800.753926:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100800.753928:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753930:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.753943:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100800.753945:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.753948:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100800.753950:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100800.753951:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100800.753955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.753961:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100800.753963:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.753966:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100800.753968:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100800.753970:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100800.753973:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100800.753976:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100800.753978:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100800.753980:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.753982:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100800.753985:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.753987:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.753992:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100800.753995:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100800.753999:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100800.754003:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663424, portal 10
00000100:00000001:0.0:1789100800.754005:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100800.754006:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:0.0:1789100800.754015:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754022:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100800.754025:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100800.754027:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100800.754030:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964663424, offset 0
00000400:00000200:0.0:1789100800.754034:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100800.754038:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.754042:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100800.754046:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100800.754049:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100800.754051:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100800.754053:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100800.754056:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512131:512131:256:4294967295] 192.168.204.152@tcp LPNI seq info [511888:511888:8:4294967295]
00000400:00000200:0.0:1789100800.754060:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.754066:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100800.754070:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.754074:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100800.754077:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100800.754080:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100800.754084:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100800.754086:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100800.754090:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.754092:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100800.754094:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100800.754098:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100800.754100:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100800.754103:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100800.754106:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100800.754110:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754117:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.754120:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754125:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.754127:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100800.754129:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100800.754134:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100800.754137:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.754139:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322610707
00000100:00000001:0.0:1789100800.754142:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.754144:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322610707
00000100:00000001:0.0:1789100800.754146:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.754149:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.754151:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.754153:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100800.754156:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100800/real 1789100800]  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100800.754163:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100800.754164:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100800.754166:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100800.754168:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100800.754169:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100800.754172:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100800.754175:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100800.754182:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754195:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100800.754197:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754199:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.754200:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100800.754204:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754210:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100800.754214:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754220:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100800.754223:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754224:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.754226:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754228:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100800.754230:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100800.754233:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100800.754237:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100800.754240:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100800.754243:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100800.754250:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100800.754254:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754256:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.754259:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964663424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.754266:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100800.754268:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100800.754270:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.754273:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100800.754274:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100800.754276:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100800.754278:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100800.754280:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:0.0:1789100800.754283:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100800.754284:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100800.754285:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:0.0:1789100800.754288:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100800.754289:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754291:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.754294:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100800.754296:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.754297:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100800.754299:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.755273:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100800.755287:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100800.755290:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100800.755293:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100800.755297:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100800.755301:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100800.755303:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100800.755312:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.755315:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.755317:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.755320:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100800.755323:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100800.755327:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100800.755331:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.755335:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100800.755346:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100800.755350:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.755355:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100800.755362:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100800.755366:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.755368:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100800.755383:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789100800.755386:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100800.755393:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100800.755394:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.755398:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100800.755402:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100800.755408:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100800.755416:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100800.755425:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100800.755435:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100800.755444:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100800.755461:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.755466:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100800.756605:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100800.756612:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100800.756617:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100800.756620:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100800.756624:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100800.756628:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100800.756636:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27938
00000400:00000200:2.0:1789100800.756655:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100800.756662:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100800.756666:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100800.756669:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756672:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.756675:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756677:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100800.756680:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100800.756684:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100800.756686:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100800.756689:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100800.756691:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100800.756693:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100800.756697:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756699:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.756700:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756701:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100800.756704:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100800.756717:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756719:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.756722:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100800.756730:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100800.756732:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756735:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100800.756741:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100800.756743:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756745:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100800.756753:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000020:00000040:2.0:1789100800.756756:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100800.756760:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100800.756762:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756765:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100800.756767:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100800.756772:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100800.756779:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100800.756818:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100800.756827:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100800.756835:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100800.756839:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.756844:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100800.756852:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100800.756854:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100800.756858:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100800.756859:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100800.756861:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100800.756863:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100800.756865:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27938
00000400:00000200:2.0:1789100800.756869:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100800.756872:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100800.756874:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100800.756877:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756879:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.756880:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756883:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100800.756885:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100800.756886:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100800.756888:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100800.756889:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100800.756891:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100800.756894:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100800.756896:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756898:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100800.756900:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756902:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100800.756904:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100800.756907:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100800.756909:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100800.756911:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100800.756914:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100800.756916:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756917:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100800.756920:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100800.756922:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756923:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100800.756927:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789100800.756929:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100800.756931:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100800.756932:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100800.756934:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100800.756935:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100800.756937:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100800.756941:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789100800.756944:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100800.756948:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100800.756955:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100800.756956:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.756959:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100800.756966:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100800.756973:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27948)
00010000:00000001:2.0:1789100800.757017:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100800.757020:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100800.757026:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100800.757028:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100800.757031:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100800.757033:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.757292:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100800.757299:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100800.757303:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100800.757312:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757321:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100800.757323:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.757328:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100800.757331:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100800.757334:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100800.757338:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100800.757343:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100800.757349:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100800.757353:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.757355:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100800.757361:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.757364:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.757370:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100800.757374:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100800.757384:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100800.757394:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663552, portal 10
00000100:00000001:0.0:1789100800.757397:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100800.757399:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:0.0:1789100800.757406:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757414:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100800.757418:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100800.757421:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100800.757424:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964663552, offset 0
00000400:00000200:0.0:1789100800.757431:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100800.757442:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.757462:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:1.0:1789100800.757573:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100800.757577:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100800.757581:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1789100800.757721:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100800.757728:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100800.757732:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100800.757736:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100800.757741:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512132:512132:256:4294967295] 192.168.204.152@tcp LPNI seq info [511889:511889:8:4294967295]
00000400:00000200:0.0:1789100800.757747:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.757759:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100800.757767:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.757775:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100800.757785:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100800.757811:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100800.757818:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100800.757822:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100800.757826:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.757830:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100800.757836:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100800.757842:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100800.757847:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100800.757849:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100800.757855:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100800.757860:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757870:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.757874:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757881:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.757883:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100800.757891:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100800.757896:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100800.757899:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.757903:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322610711
00000100:00000001:0.0:1789100800.757906:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.757909:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322610711
00000100:00000001:0.0:1789100800.757911:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.757914:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.757917:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.757920:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100800.757925:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100800/real 1789100800]  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100800.757935:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100800.757937:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100800.757940:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100800.757943:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100800.757945:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100800.757948:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100800.757952:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100800.757961:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757968:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100800.757970:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.757973:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.757975:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100800.757980:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.757986:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100800.757992:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758000:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100800.758003:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.758005:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.758006:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.758009:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100800.758011:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100800.758015:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100800.758019:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100800.758022:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100800.758027:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100800.758036:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100800.758041:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100800.758045:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758052:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100800.758054:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.758056:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100800.758058:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100800.758060:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100800.758064:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100800.758067:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100800.758070:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100800.758071:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.758074:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100800.758094:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100800.758096:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.758099:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100800.758102:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100800.758106:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100800.758109:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663680, portal 4
00000100:00000001:0.0:1789100800.758111:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100800.758113:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:0.0:1789100800.758119:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758125:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100800.758138:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100800.758141:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100800.758143:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964663680, offset 0
00000400:00000200:0.0:1789100800.758148:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100800.758152:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.758156:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100800.758159:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100800.758162:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100800.758164:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100800.758167:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100800.758170:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512133:512133:256:4294967295] 192.168.204.152@tcp LPNI seq info [511890:511890:8:4294967295]
00000400:00000200:0.0:1789100800.758174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.758180:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100800.758185:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.758188:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100800.758193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100800.758196:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100800.758200:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100800.758203:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100800.758206:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.758208:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100800.758211:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100800.758214:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100800.758217:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100800.758219:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100800.758222:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100800.758225:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758232:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.758235:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758241:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.758243:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100800.758246:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100800.758249:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100800.758252:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.758254:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322610721
00000100:00000001:0.0:1789100800.758257:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.758259:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322610721
00000100:00000001:0.0:1789100800.758261:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.758263:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.758264:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.758267:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100800.758270:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100800/real 1789100800]  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100800.758278:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100800.758280:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100800.758282:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100800.758285:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100800.758286:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100800.758289:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100800.758292:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100800.758301:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758307:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100800.758308:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.758310:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.758311:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100800.758315:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758321:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100800.758325:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758332:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100800.758334:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.758336:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.758337:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.758339:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100800.758341:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100800.758343:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100800.758347:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100800.758349:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100800.758353:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100800.758368:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100800.758372:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100800.758376:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758382:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100800.758384:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.758386:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100800.758388:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100800.758389:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100800.758392:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100800.758395:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100800.758397:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100800.758398:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100800.758400:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100800.758403:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100800.758405:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100800.758408:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100800.758410:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100800.758413:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100800.758417:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663808, portal 4
00000100:00000001:0.0:1789100800.758418:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100800.758419:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:0.0:1789100800.758426:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.758431:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100800.758434:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100800.758435:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100800.758437:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964663808, offset 0
00000400:00000200:0.0:1789100800.758441:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100800.758445:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.758448:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100800.758451:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100800.758454:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100800.758456:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100800.758458:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100800.758461:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512134:512134:256:4294967295] 192.168.204.152@tcp LPNI seq info [511891:511891:8:4294967295]
00000400:00000200:0.0:1789100800.758465:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100800.759005:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100800.759012:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.759017:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100800.759022:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100800.759026:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100800.759030:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100800.759033:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100800.759037:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100800.759038:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100800.759042:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100800.759045:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100800.759189:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100800.759192:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100800.759198:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100800.759204:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759214:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.759217:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759224:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.759226:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100800.759231:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100800.759235:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100800.759239:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100800.759243:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322610742
00000100:00000001:0.0:1789100800.759245:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.759248:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322610742
00000100:00000001:0.0:1789100800.759251:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322611971
00000100:00000001:0.0:1789100800.759253:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100800.759256:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.759258:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100800.759263:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100800/real 1789100800]  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100800.759270:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100800.759272:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100800.759275:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100800.759277:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100800.759279:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100800.759282:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100800.759285:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100800.759292:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759299:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100800.759300:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759303:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.759304:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100800.759308:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759314:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100800.759318:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759325:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100800.759328:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759330:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100800.759331:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759333:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100800.759335:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100800.759339:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100800.759343:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100800.759345:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100800.759349:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100800.759355:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964663808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100800.759360:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759363:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.759367:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964663552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759374:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100800.759377:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100800.759381:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100800.759384:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100800.759387:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100800.759389:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100800.759392:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100800.759395:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:0.0:1789100800.759400:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100800.759401:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100800.759403:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:0.0:1789100800.759407:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100800.759409:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759410:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.759414:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964663680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759425:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100800.759426:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100800.759427:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100800.759430:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100800.759431:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100800.759433:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100800.759435:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100800.759436:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:0.0:1789100800.759438:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100800.759439:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100800.759440:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:0.0:1789100800.759442:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100800.759443:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759445:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100800.759448:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964663808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100825 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100800.759831:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100800.759833:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100800.759835:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100800.759839:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100800.759840:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100800.759842:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100800.759844:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100800.759846:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:0.0:1789100800.759848:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100800.759849:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100800.759851:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:0.0:1789100800.759853:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100800.759855:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759858:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100800.759871:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100800.759873:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100800.759876:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100800.759878:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100801.776968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100801.776977:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100801.776993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100801.776995:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100801.777001:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100801.777003:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100801.777086:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100801.777091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100801.777095:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100802.096932:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322611971, at 4322612032
00000100:00000040:1.0:1789100802.096932:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322611971, at 4322612032
00000100:00000010:1.0:1789100802.096953:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8a80.
00000100:00000010:0.0:1789100802.096955:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100802.800921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100802.800928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100802.800933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100802.800934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100802.800937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100802.800938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100802.801034:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100802.801038:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100802.801041:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100803.824926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100803.824932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100803.824938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100803.824939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100803.824942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100803.824943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100803.825046:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100803.825053:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100803.825058:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100804.848938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100804.848946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100804.848952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100804.848953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100804.848957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100804.848958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100804.849081:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100804.849086:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100804.849089:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100805.872955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100805.872967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100805.872974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100805.872975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100805.872978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100805.872979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100805.873077:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100805.873084:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100805.873090:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100805.873123:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100805.873130:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100805.873133:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100805.873136:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100805.873140:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100805.873147:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27943
00000400:00000200:0.0:1789100805.873156:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100805.873226:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100805.873230:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100805.873233:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873236:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.873239:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873241:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100805.873245:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100805.873247:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100805.873249:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100805.873252:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100805.873254:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100805.873256:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100805.873259:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873261:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.873262:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873264:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100805.873267:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100805.873270:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873272:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100805.873275:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100805.873278:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100805.873281:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873284:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100805.873286:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100805.873295:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789100805.873299:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100805.873303:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100805.873304:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873307:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100805.873310:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100805.873313:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100805.873332:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789100805.873341:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100805.873353:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100805.873363:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100805.873367:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.873372:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100805.873397:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.873400:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100805.873404:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100805.873405:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100805.873406:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100805.873409:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100805.873411:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27943
00000400:00000200:0.0:1789100805.873416:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100805.873420:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100805.873423:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100805.873427:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873429:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.873431:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873438:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100805.873438:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100805.873445:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789100805.873446:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100805.873450:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100805.873452:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100805.873452:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789100805.873458:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100805.873463:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100805.873464:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100805.873471:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100805.873488:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100805.873490:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100805.873493:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100805.873495:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.873499:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873505:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100805.873505:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100805.873511:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789100805.873512:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:3.0:1789100805.873520:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.873521:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873527:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100805.873530:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964663936:192.168.204.152@tcp:250:kworker.0
02000000:00000001:0.0:1789100805.873532:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100805.873539:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100805.873540:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100805.873548:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873550:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789100805.873550:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100805.873556:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789100805.873558:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789100805.873561:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1789100805.873564:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873568:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100805.873572:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000100:00000010:0.0:1789100805.873573:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
02000000:00000001:3.0:1789100805.873581:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100805.873583:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100805.873593:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100805.873595:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100805.873598:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873602:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1789100805.873602:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100805.873629:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100805.873639:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964663936, portal 25
00000100:00000001:3.0:1789100805.873642:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100805.873644:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:3.0:1789100805.873652:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.873666:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100805.873668:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100805.873670:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100805.873678:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964663936, offset 0
00000400:00000200:3.0:1789100805.873684:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100805.873694:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.873700:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100805.873706:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100805.873711:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100805.873715:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100805.873718:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100805.873722:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512135:512135:256:4294967295] 192.168.204.152@tcp LPNI seq info [511892:511892:8:4294967295]
02000000:00000001:0.0:1789100805.873725:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100805.873730:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.873730:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:0.0:1789100805.873738:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789100805.873746:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.873750:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1789100805.873759:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1789100805.873764:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.873774:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100805.873776:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100805.873781:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.873816:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100805.873828:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100805.873828:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100805.873837:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1789100805.873838:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1789100805.873849:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100805.873850:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.1:1789100805.873857:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1789100805.873858:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100805.873863:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789100805.873864:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.873870:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100805.873872:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789100805.873877:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1789100805.873879:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27943
00000400:00000200:3.0:1789100805.873886:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100805.873896:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100805.873902:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100805.873904:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100805.873908:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873910:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.873912:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873914:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100805.873916:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100805.873917:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100805.873920:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100805.873923:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100805.873925:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100805.873927:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100805.873931:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873933:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.873936:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873938:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100805.873940:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100805.873943:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100805.873946:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100805.873947:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100805.873951:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100805.873953:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873955:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100805.873959:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789100805.873959:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000008:00000001:0.0:1789100805.873967:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100805.873967:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100805.873973:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.873977:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1789100805.873979:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789100805.873984:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000200:3.0:1789100805.873987:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100805.873989:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100805.873992:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.873998:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100805.874001:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100805.874005:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100805.874012:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:3.0:1789100805.874014:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100805.874018:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.874023:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100805.874031:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100805.874082:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874086:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100805.874087:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100805.874090:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874094:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.874097:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100805.874107:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.874115:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322617092
00000100:00000010:3.0:1789100805.874123:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b660.
00000100:00000001:0.0:1789100805.874125:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.874131:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100805.874135:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100805.874136:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100805.874141:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100805.874144:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100805.874147:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100805.874150:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322617092
00000100:00080000:0.0:1789100805.874152:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27943
00000100:00000010:3.0:1789100805.874159:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b600.
00000100:00000001:3.0:1789100805.874165:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100805.874169:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100805.874172:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100805.874179:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.874181:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1789100805.874187:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:3.0:1789100805.874193:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100805/real 1789100805]  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100805.874194:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100805.874204:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.874215:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.874222:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000001:3.0:1789100805.874227:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100805.874232:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100805.874233:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:3.0:1789100805.874236:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000020:00000001:0.0:1789100805.874242:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789100805.874243:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000020:00000040:0.0:1789100805.874248:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000010:3.0:1789100805.874248:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100805.874251:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1789100805.874253:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1789100805.874257:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100805.874259:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100805.874272:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:3.0:1789100805.874274:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100805.874280:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100805.874283:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100805.874288:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.874291:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1789100805.874292:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100805.874294:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100805.874302:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789100805.874304:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100805.874310:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100805.874322:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100805.874322:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789100805.874329:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000040:3.0:1789100805.874331:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100805.874342:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100805.874344:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100805.874350:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100805.874354:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874355:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.874358:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.874366:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1789100805.874367:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100805.874368:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100805.874374:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1789100805.874376:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789100805.874378:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100805.874382:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1789100805.874385:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.874388:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100805.874391:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100805.874399:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1789100805.874403:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964663936:192.168.204.152@tcp:250:kworker.0
00000008:00000001:0.0:1789100805.874407:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.874412:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874412:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.874422:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1789100805.874425:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000100:00000040:3.0:1789100805.874429:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964663936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100805.874432:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100805.874440:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100805.874445:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874448:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1789100805.874449:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100805.874452:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1789100805.874454:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1789100805.874456:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100805.874460:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.874460:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100805.874464:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:0.0:1789100805.874466:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000020:00000040:3.0:1789100805.874466:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100805.874471:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1789100805.874473:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100805.874475:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:3.0:1789100805.874481:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:0.0:1789100805.874483:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1789100805.874483:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100805.874485:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:3.0:1789100805.874491:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100805.874494:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.874501:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100805.874512:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100805.874515:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100805.874516:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.874520:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.874528:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.874528:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100805.874533:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100805.874536:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100805.874546:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100805.874552:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.874562:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100805.874562:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100805.874569:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.874571:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1789100805.874573:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789100805.874574:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100805.874578:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1789100805.874578:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100805.874587:0:414528:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1789100805.874588:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100805.874592:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27943
00000400:00000200:0.0:1789100805.874602:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:3.0:1789100805.874603:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664064:192.168.204.152@tcp:38:kworker.0
00000400:00000200:0.0:1789100805.874608:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100805.874626:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1789100805.874627:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1789100805.874632:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1789100805.874634:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100805.874636:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.874640:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789100805.874642:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789100805.874646:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000010:3.0:1789100805.874649:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000100:00000001:0.0:1789100805.874651:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100805.874654:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100805.874657:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100805.874661:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000200:3.0:1789100805.874666:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:0.0:1789100805.874667:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100805.874673:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000010:3.0:1789100805.874674:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000020:00000001:0.0:1789100805.874680:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:3.0:1789100805.874683:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000020:00000001:0.0:1789100805.874685:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:3.0:1789100805.874690:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664064, portal 10
00000100:00000001:3.0:1789100805.874695:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1789100805.874696:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100805.874699:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000001:0.0:1789100805.874702:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100805.874707:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:3.0:1789100805.874712:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100805.874713:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100805.874722:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:3.0:1789100805.874734:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1789100805.874735:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:3.0:1789100805.874744:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100805.874745:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100805.874751:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
02000000:00000001:0.0:1789100805.874752:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789100805.874758:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964664064, offset 0
02000000:00000001:0.0:1789100805.874759:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100805.874766:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.874769:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789100805.874771:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000008:00100000:0.0:1789100805.874773:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100805.874778:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.874780:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100805.874784:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.874817:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000010:0.0:1789100805.874820:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000400:00000200:3.0:1789100805.874824:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1789100805.874827:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:3.0:1789100805.874831:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:0.0:1789100805.874834:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100805.874836:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100805.874840:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1789100805.874840:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1789100805.874844:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100805.874847:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.874849:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000010:0.0:1789100805.874853:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000400:00000200:3.0:1789100805.874854:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512136:512136:256:4294967295] 192.168.204.152@tcp LPNI seq info [511893:511893:8:4294967295]
00000100:00000001:0.0:1789100805.874862:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.874864:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100805.874873:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789100805.874879:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100805.874901:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100805.874907:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1789100805.874910:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100805.874914:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.874921:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1789100805.874923:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100805.874933:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1789100805.874935:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100805.874944:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27953)
00000800:00000200:3.1:1789100805.874952:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100805.874957:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100805.874966:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.874968:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100805.874972:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100805.874976:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100805.874979:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100805.874981:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100805.874984:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100805.874988:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.874996:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875000:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875007:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875008:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100805.875013:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.875017:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100805.875021:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.875023:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322615829
00000100:00000001:3.0:1789100805.875026:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875028:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322615829
00000100:00000001:3.0:1789100805.875030:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875032:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100805.875034:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875036:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100805.875040:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100805/real 1789100805]  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100805.875048:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100805.875049:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100805.875051:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100805.875053:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100805.875055:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100805.875057:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100805.875060:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100805.875069:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875076:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100805.875078:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875079:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875080:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100805.875084:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875091:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100805.875095:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875103:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100805.875106:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875108:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875109:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875111:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100805.875113:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100805.875116:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100805.875120:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100805.875122:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100805.875126:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100805.875135:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100805.875139:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100805.875143:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875148:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100805.875150:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875152:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100805.875155:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100805.875156:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100805.875159:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100805.875162:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100805.875164:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100805.875166:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875168:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100805.875171:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100805.875172:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.875176:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100805.875179:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100805.875182:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100805.875185:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664192, portal 10
00000100:00000001:3.0:1789100805.875187:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100805.875188:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100805.875193:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875199:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100805.875201:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100805.875203:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100805.875206:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964664192, offset 0
00000400:00000200:3.0:1789100805.875210:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875214:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875217:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100805.875220:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100805.875223:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100805.875225:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100805.875228:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875230:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512137:512137:256:4294967295] 192.168.204.152@tcp LPNI seq info [511894:511894:8:4294967295]
00000400:00000200:3.0:1789100805.875233:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875239:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100805.875243:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875246:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100805.875249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100805.875251:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100805.875255:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100805.875257:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100805.875260:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875262:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100805.875264:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100805.875267:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100805.875270:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100805.875272:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100805.875274:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100805.875277:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875284:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875287:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875292:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875294:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100805.875297:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.875300:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100805.875303:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.875305:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322615828
00000100:00000001:3.0:1789100805.875307:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875309:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322615828
00000100:00000001:3.0:1789100805.875311:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875313:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100805.875315:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875317:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100805.875321:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100805/real 1789100805]  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100805.875329:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100805.875330:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100805.875332:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100805.875334:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100805.875336:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100805.875338:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100805.875341:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100805.875348:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875354:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100805.875356:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875357:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875358:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100805.875361:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875367:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100805.875370:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875376:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100805.875378:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875380:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875381:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875383:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100805.875385:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100805.875387:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100805.875391:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100805.875393:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100805.875397:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100805.875404:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100805.875408:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875410:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875413:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964664064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875419:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100805.875421:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100805.875422:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100805.875425:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100805.875427:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100805.875428:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100805.875431:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100805.875432:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:3.0:1789100805.875436:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100805.875437:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100805.875439:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:3.0:1789100805.875441:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100805.875442:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875444:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875447:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964664192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875453:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100805.875454:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100805.875455:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100805.875457:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100805.875459:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100805.875460:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100805.875462:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100805.875463:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789100805.875465:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100805.875466:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100805.875468:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100805.875470:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100805.875471:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875473:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875478:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100805.875480:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875483:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100805.875484:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100805.875486:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100805.875490:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875498:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100805.875500:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875502:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100805.875504:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100805.875506:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100805.875509:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100805.875513:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100805.875515:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100805.875516:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875518:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100805.875521:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100805.875523:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.875527:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100805.875530:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100805.875534:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100805.875538:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664320, portal 4
00000100:00000001:3.0:1789100805.875540:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100805.875541:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100805.875547:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875554:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100805.875556:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100805.875558:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100805.875560:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964664320, offset 0
00000400:00000200:3.0:1789100805.875565:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875569:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875572:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100805.875575:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100805.875578:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100805.875580:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100805.875583:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875586:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512138:512138:256:4294967295] 192.168.204.152@tcp LPNI seq info [511895:511895:8:4294967295]
00000400:00000200:3.0:1789100805.875591:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875597:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100805.875601:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875605:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100805.875608:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100805.875624:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100805.875629:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100805.875631:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100805.875635:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875637:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100805.875640:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100805.875643:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100805.875646:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100805.875648:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100805.875650:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100805.875654:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875662:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875665:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875671:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875673:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100805.875676:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.875680:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100805.875683:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.875685:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322615838
00000100:00000001:3.0:1789100805.875687:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875689:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322615838
00000100:00000001:3.0:1789100805.875691:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875693:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100805.875696:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875697:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100805.875701:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100805/real 1789100805]  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100805.875711:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100805.875712:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100805.875714:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100805.875716:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100805.875717:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100805.875719:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100805.875722:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100805.875730:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875737:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100805.875738:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875740:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875741:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100805.875745:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875752:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100805.875756:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875761:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100805.875763:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875764:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.875765:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.875766:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100805.875768:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100805.875769:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100805.875771:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100805.875773:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100805.875776:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100805.875781:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100805.875783:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100805.875805:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875811:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100805.875812:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875814:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100805.875816:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100805.875818:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100805.875821:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100805.875825:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100805.875827:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100805.875828:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100805.875830:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100805.875833:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100805.875835:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100805.875839:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100805.875841:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100805.875844:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100805.875848:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664448, portal 4
00000100:00000001:3.0:1789100805.875850:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100805.875851:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100805.875857:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875863:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100805.875866:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100805.875868:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100805.875871:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964664448, offset 0
00000400:00000200:3.0:1789100805.875876:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875879:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875882:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100805.875885:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100805.875888:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100805.875890:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100805.875893:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100805.875896:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512139:512139:256:4294967295] 192.168.204.152@tcp LPNI seq info [511896:511896:8:4294967295]
00000400:00000200:3.0:1789100805.875900:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100805.875905:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100805.875910:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875914:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100805.875918:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100805.875920:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100805.875924:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100805.875927:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100805.875930:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100805.875932:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100805.875935:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100805.875938:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100805.875941:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100805.875943:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100805.875945:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100805.875949:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875956:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.875959:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100830 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.875965:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875966:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100805.875969:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100805.875973:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100805.875976:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100805.875979:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322615859
00000100:00000001:3.0:1789100805.875981:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875983:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322615859
00000100:00000001:3.0:1789100805.875985:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322617092
00000100:00000001:3.0:1789100805.875988:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100805.875990:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.875991:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100805.875995:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100805/real 1789100805]  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100805.876002:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100805.876004:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100805.876006:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100805.876008:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100805.876009:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100805.876011:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100805.876015:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100805.876023:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.876029:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100805.876031:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876033:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.876034:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100805.876037:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.876044:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100805.876048:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.876054:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100805.876057:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876059:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100805.876060:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876062:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100805.876063:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100805.876066:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100805.876069:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100805.876071:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100805.876074:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100805.876082:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100805.876085:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876087:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.876090:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964664320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.876097:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100805.876098:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100805.876100:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100805.876102:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100805.876104:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100805.876105:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100805.876107:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100805.876109:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100805.876112:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100805.876113:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100805.876114:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100805.876117:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100805.876118:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876120:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100805.876124:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964664448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100830 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100805.876135:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100805.876137:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100805.876138:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100805.876140:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100805.876141:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100805.876143:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100805.876145:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100805.876146:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100805.876149:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100805.876151:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100805.876152:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100805.876154:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100805.876155:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876157:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100805.876162:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100805.876163:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100805.876165:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100805.876167:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100806.896969:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100806.896971:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100806.896974:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896979:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100806.896982:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896983:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896986:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896990:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100806.896991:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100806.896992:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100806.896994:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896996:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100806.896997:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.896998:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.897000:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.897003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100806.897004:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100806.897006:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100806.897007:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.897008:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100806.897009:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.897011:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100806.897012:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100806.897078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100806.897083:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100806.897087:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100807.216967:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322617092, at 4322617152
00000100:00000040:1.0:1789100807.216967:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322617092, at 4322617152
00000100:00000010:1.0:1789100807.216992:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b600.
00000100:00000010:0.0:1789100807.216996:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b660.
00010000:00000001:2.0:1789100807.920973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100807.920980:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100807.920986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100807.920987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100807.920991:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100807.920992:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100807.921104:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100807.921108:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100807.921111:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100808.945034:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100808.945044:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100808.945052:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100808.945054:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100808.945058:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100808.945060:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100808.946967:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100808.946972:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100808.946975:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100809.968970:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100809.968978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100809.968985:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100809.968987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100809.968991:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100809.968992:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100809.969065:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100809.969071:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100809.969074:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100810.992901:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100810.992908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100810.992910:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100810.992913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.992914:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100810.992919:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100810.992921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789100810.992923:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100810.992925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100810.992929:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27948
00010000:00000001:2.0:1789100810.992930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100810.992932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100810.992940:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100810.992945:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100810.992947:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100810.992949:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.992952:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100810.992954:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.992956:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100810.992958:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100810.992959:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100810.992961:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100810.992963:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100810.992965:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100810.992967:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100810.992969:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.992970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100810.992971:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.992972:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100810.992974:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100810.992977:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100810.992978:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.992980:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100810.992983:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100810.992986:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.992988:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100810.992990:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100810.992998:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789100810.993000:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100810.993003:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100810.993005:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993007:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100810.993009:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100810.993012:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100810.993019:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
00000100:00000001:0.0:1789100810.993024:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100810.993028:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1789100810.993032:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1789100810.993032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100810.993037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100810.993044:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100810.993047:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100810.993051:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.993070:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100810.993073:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100810.993076:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100810.993077:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100810.993079:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100810.993081:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100810.993083:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27948
00000400:00000200:0.0:1789100810.993087:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100810.993090:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100810.993093:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100810.993096:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993099:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100810.993101:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100810.993104:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789100810.993109:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100810.993111:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:3.0:1789100810.993111:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789100810.993116:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100810.993116:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789100810.993121:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100810.993125:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100810.993127:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100810.993128:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100810.993137:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993142:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100810.993145:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789100810.993146:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100810.993150:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993151:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100810.993156:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:3.0:1789100810.993157:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1789100810.993159:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:3.0:1789100810.993161:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100810.993163:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.993165:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.993167:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1789100810.993173:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964664576:192.168.204.152@tcp:250:kworker.0
02000000:00000001:0.0:1789100810.993175:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.993179:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100810.993180:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993183:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789100810.993185:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1789100810.993188:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789100810.993190:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789100810.993193:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.993195:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100810.993197:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100810.993202:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
02000000:00000010:3.0:1789100810.993204:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000020:00000040:0.0:1789100810.993206:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100810.993208:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.993211:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100810.993213:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993215:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1789100810.993218:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100810.993219:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100810.993223:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100810.993226:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
02000000:00000010:0.0:1789100810.993230:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000400:00000010:3.0:1789100810.993235:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000001:0.0:1789100810.993236:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100810.993244:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664576, portal 25
00000100:00100000:0.0:1789100810.993245:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100810.993251:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100810.993254:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789100810.993266:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.993268:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100810.993273:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993282:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100810.993283:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100810.993290:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100810.993296:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100810.993299:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100810.993301:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964664576, offset 0
00000100:00080000:0.0:1789100810.993303:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100810.993308:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1789100810.993312:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993313:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100810.993317:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100810.993321:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789100810.993324:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100810.993327:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27948
00000400:00000200:3.0:1789100810.993332:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100810.993334:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.993339:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100810.993342:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100810.993346:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789100810.993348:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:0.0:1789100810.993353:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.993356:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789100810.993358:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100810.993363:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:0.0:1789100810.993364:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993370:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100810.993370:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512140:512140:256:4294967295] 192.168.204.152@tcp LPNI seq info [511897:511897:8:4294967295]
00000020:00000001:0.0:1789100810.993377:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789100810.993380:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100810.993381:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100810.993385:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100810.993388:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100810.993393:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100810.993393:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789100810.993399:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:3.0:1789100810.993403:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100810.993407:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000010:3.0:1789100810.993409:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100810.993411:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100810.993415:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:3.0:1789100810.993420:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100810.993421:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:3.0:1789100810.993424:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1789100810.993427:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:3.1:1789100810.993430:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100810.993435:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:3.1:1789100810.993435:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1789100810.993442:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789100810.993446:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789100810.993447:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100810.993452:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1789100810.993452:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
02000000:00000001:0.0:1789100810.993458:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993460:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789100810.993460:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1789100810.993464:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100810.993469:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.993470:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789100810.993473:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.993478:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000100:00000010:0.0:1789100810.993479:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000400:00000010:3.0:1789100810.993483:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000020:00000040:0.0:1789100810.993484:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100810.993489:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100810.993490:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1789100810.993491:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993495:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100810.993498:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789100810.993499:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100810.993501:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100810.993508:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:3.0:1789100810.993523:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.993529:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.993532:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993540:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100810.993543:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100810.993544:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100810.993552:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993553:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100810.993557:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.993559:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789100810.993564:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.993565:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322622211
00000100:00000010:3.0:1789100810.993573:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bba0.
00000100:00000001:0.0:1789100810.993575:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100810.993579:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100810.993582:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100810.993583:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100810.993587:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100810.993589:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100810.993591:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100810.993592:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322622211
00000100:00080000:0.0:1789100810.993595:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27948
00000100:00000010:3.0:1789100810.993599:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b5a0.
00000400:00000200:0.0:1789100810.993603:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.993604:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1789100810.993611:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100810.993611:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100810.993617:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100810.993617:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993623:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1789100810.993625:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993628:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789100810.993632:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100810/real 1789100810]  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100810.993633:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993638:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100810.993643:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100810.993644:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100810.993646:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100810.993648:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100810.993651:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100810.993656:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000001:3.0:1789100810.993660:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1789100810.993661:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:3.0:1789100810.993664:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100810.993666:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789100810.993668:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000100:00000040:0.0:1789100810.993672:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.993673:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000100:00000001:0.0:1789100810.993675:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:3.0:1789100810.993677:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000020:00000040:0.0:1789100810.993680:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100810.993682:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100810.993690:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100810.993698:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:3.0:1789100810.993700:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.993706:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.993711:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100810.993714:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1789100810.993716:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.993716:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.993721:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1789100810.993722:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993724:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100810.993726:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100810.993730:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1789100810.993731:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789100810.993735:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993740:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100810.993746:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100810.993748:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789100810.993751:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100810.993757:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1789100810.993757:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100810.993759:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993764:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100810.993768:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100810.993771:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993773:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1789100810.993776:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:3.0:1789100810.993778:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100810.993782:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993782:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1789100810.993812:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100810.993819:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100810.993820:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100810.993825:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100810.993826:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993830:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1789100810.993834:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100810.993836:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100810.993845:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100810.993850:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.993851:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1789100810.993854:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1789100810.993860:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100810.993861:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100810.993865:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100810.993868:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100810.993874:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1789100810.993879:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964664576:192.168.204.152@tcp:250:kworker.0
00000100:00080000:0.0:1789100810.993880:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27948
00000400:00000200:0.0:1789100810.993888:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.993889:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789100810.993894:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100810.993895:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1789100810.993899:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100810.993902:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964664576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100810.993906:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993912:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100810.993917:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100810.993922:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1789100810.993923:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100810.993925:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1789100810.993927:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:3.0:1789100810.993928:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
00000020:00000040:0.0:1789100810.993930:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000001:3.0:1789100810.993932:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100810.993934:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1789100810.993935:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100810.993937:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000040:0.0:1789100810.993938:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100810.993939:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100810.993943:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
00000020:00000001:0.0:1789100810.993944:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:3.0:1789100810.993947:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1789100810.993949:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:3.0:1789100810.993950:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100810.993952:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100810.993956:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1789100810.993957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100810.993958:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100810.993962:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100810.993964:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100810.993968:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100810.993972:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100810.993974:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:3.0:1789100810.993975:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1789100810.993977:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100810.993981:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.993982:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.993986:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100810.993986:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100810.993990:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1789100810.993992:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.993993:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1789100810.993997:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100810.994002:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.994003:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100810.994007:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100810.994012:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100810.994017:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994018:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100810.994020:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100810.994022:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
02000000:00000001:3.0:1789100810.994023:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100810.994025:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100810.994028:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100810.994029:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00100000:3.0:1789100810.994031:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664704:192.168.204.152@tcp:38:kworker.0
02000000:00000001:0.0:1789100810.994035:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100810.994036:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100810.994040:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994040:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100810.994042:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994045:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100810.994046:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1789100810.994048:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100810.994049:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100810.994051:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100810.994053:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.994057:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:0.0:1789100810.994062:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
00000400:00000010:3.0:1789100810.994066:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00000001:0.0:1789100810.994068:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100810.994070:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100810.994074:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664704, portal 10
00000100:00000001:3.0:1789100810.994076:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1789100810.994077:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100810.994078:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:3.0:1789100810.994087:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100810.994090:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100810.994095:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994097:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100810.994103:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100810.994104:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789100810.994105:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100810.994108:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964664704, offset 0
00000400:00000200:3.0:1789100810.994115:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994122:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100810.994125:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.994126:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100810.994132:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1789100810.994135:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27958)
00000400:00000200:3.0:1789100810.994135:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100810.994139:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100810.994142:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994146:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512141:512141:256:4294967295] 192.168.204.152@tcp LPNI seq info [511898:511898:8:4294967295]
00000400:00000200:3.0:1789100810.994150:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994157:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100810.994162:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994165:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100810.994169:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100810.994172:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789100810.994176:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100810.994179:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789100810.994183:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994184:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100810.994187:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100810.994190:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100810.994193:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100810.994195:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100810.994197:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100810.994200:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994205:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994206:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994210:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994211:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100810.994214:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100810.994217:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100810.994219:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.994220:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322620948
00000100:00000001:3.0:1789100810.994222:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994223:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322620948
00000100:00000001:3.0:1789100810.994224:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994226:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.994227:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994228:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100810.994230:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100810/real 1789100810]  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100810.994234:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100810.994235:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100810.994236:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100810.994237:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100810.994238:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100810.994240:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100810.994241:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100810.994246:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994253:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100810.994253:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994255:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994256:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100810.994257:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994261:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100810.994263:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994267:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100810.994268:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994269:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994269:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994270:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100810.994272:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100810.994274:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100810.994275:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100810.994277:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100810.994279:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100810.994283:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100810.994285:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100810.994287:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994290:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100810.994291:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994293:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100810.994294:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100810.994295:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100810.994297:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100810.994299:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100810.994300:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100810.994301:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994301:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994304:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100810.994305:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.994307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100810.994308:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100810.994310:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100810.994312:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664832, portal 10
00000100:00000001:3.0:1789100810.994313:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100810.994313:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789100810.994317:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994320:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100810.994322:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100810.994323:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100810.994324:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964664832, offset 0
00000400:00000200:3.0:1789100810.994326:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994328:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994331:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100810.994332:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100810.994334:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100810.994336:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100810.994337:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994339:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512142:512142:256:4294967295] 192.168.204.152@tcp LPNI seq info [511899:511899:8:4294967295]
00000400:00000200:3.0:1789100810.994341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994345:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100810.994348:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994349:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100810.994352:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100810.994354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789100810.994356:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100810.994358:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789100810.994360:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994361:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100810.994363:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100810.994365:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100810.994366:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100810.994367:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100810.994369:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100810.994370:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994375:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994376:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994381:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994383:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100810.994385:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100810.994388:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100810.994391:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.994392:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322620947
00000100:00000001:3.0:1789100810.994394:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994396:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322620947
00000100:00000001:3.0:1789100810.994398:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994400:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.994402:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994404:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100810.994408:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100810/real 1789100810]  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100810.994416:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100810.994417:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100810.994419:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100810.994421:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100810.994422:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100810.994425:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100810.994427:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100810.994434:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994438:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100810.994439:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994441:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994442:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100810.994445:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994451:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100810.994454:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994460:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100810.994462:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994464:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994464:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994466:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100810.994467:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100810.994469:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100810.994472:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100810.994474:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100810.994478:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100810.994484:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100810.994487:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100810.994490:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994495:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100810.994496:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994498:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100810.994499:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100810.994501:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100810.994504:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100810.994507:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100810.994508:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100810.994510:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994511:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994527:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100810.994529:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.994533:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100810.994535:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100810.994538:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100810.994541:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964664960, portal 4
00000100:00000001:3.0:1789100810.994543:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100810.994544:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789100810.994550:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994556:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100810.994558:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100810.994561:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100810.994563:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964664960, offset 0
00000400:00000200:3.0:1789100810.994567:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994570:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994573:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100810.994576:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100810.994578:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100810.994580:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100810.994582:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994585:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512143:512143:256:4294967295] 192.168.204.152@tcp LPNI seq info [511900:511900:8:4294967295]
00000400:00000200:3.0:1789100810.994589:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994595:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100810.994599:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994602:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100810.994606:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100810.994614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789100810.994617:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100810.994619:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789100810.994621:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994622:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100810.994624:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100810.994626:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100810.994628:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100810.994629:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100810.994631:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100810.994633:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994638:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994639:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994643:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994644:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100810.994646:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100810.994648:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100810.994650:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.994652:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322620957
00000100:00000001:3.0:1789100810.994653:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994655:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322620957
00000100:00000001:3.0:1789100810.994656:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994657:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.994658:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994659:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100810.994661:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100810/real 1789100810]  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100810.994665:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100810.994666:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100810.994668:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100810.994669:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100810.994670:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100810.994671:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100810.994673:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100810.994678:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994681:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100810.994682:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994682:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994683:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100810.994685:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994688:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100810.994690:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994694:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100810.994696:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994697:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.994698:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994699:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100810.994700:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100810.994702:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100810.994703:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100810.994704:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100810.994706:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100810.994713:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964664960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100810.994716:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994718:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994721:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964664704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994727:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100810.994729:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994731:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100810.994733:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100810.994735:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100810.994736:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100810.994738:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100810.994740:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:3.0:1789100810.994743:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100810.994744:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100810.994745:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789100810.994747:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100810.994748:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994750:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994753:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964664832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994762:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100810.994763:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994764:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100810.994765:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100810.994766:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100810.994767:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100810.994768:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100810.994769:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:3.0:1789100810.994770:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100810.994771:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100810.994771:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100810.994773:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100810.994774:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994775:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994776:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964664960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994780:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100810.994780:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994781:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100810.994782:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100810.994783:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100810.994784:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100810.994801:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100810.994803:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:3.0:1789100810.994806:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100810.994807:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100810.994809:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100810.994811:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100810.994812:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994814:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.994817:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100810.994819:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994820:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100810.994822:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100810.994823:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100810.994827:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994834:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100810.994835:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994837:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100810.994839:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100810.994840:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100810.994843:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100810.994846:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100810.994848:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100810.994850:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100810.994851:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100810.994854:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100810.994856:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100810.994859:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100810.994861:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100810.994865:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100810.994867:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665088, portal 4
00000100:00000001:3.0:1789100810.994869:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100810.994870:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789100810.994876:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994881:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100810.994883:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100810.994885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100810.994888:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964665088, offset 0
00000400:00000200:3.0:1789100810.994891:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994895:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994898:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100810.994901:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100810.994903:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100810.994905:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100810.994908:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100810.994911:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512144:512144:256:4294967295] 192.168.204.152@tcp LPNI seq info [511901:511901:8:4294967295]
00000400:00000200:3.0:1789100810.994915:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100810.994922:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100810.994926:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994929:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100810.994933:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100810.994936:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789100810.994940:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100810.994942:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789100810.994946:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100810.994948:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100810.994951:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100810.994954:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100810.994957:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100810.994958:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100810.994960:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100810.994963:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994971:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.994974:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.994981:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.994983:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100810.994986:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100810.994988:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100810.994991:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100810.994993:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322620978
00000100:00000001:3.0:1789100810.994995:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.994997:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322620978
00000100:00000001:3.0:1789100810.994999:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322622211
00000100:00000001:3.0:1789100810.995001:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100810.995003:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.995005:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100810.995008:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100810/real 1789100810]  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100810.995015:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100810.995016:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100810.995018:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100810.995020:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100810.995022:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100810.995024:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100810.995026:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100810.995033:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.995040:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100810.995041:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995043:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.995044:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100810.995048:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.995053:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100810.995057:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.995062:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100810.995064:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995065:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100810.995067:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995069:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100810.995070:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100810.995073:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100810.995076:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100810.995078:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100810.995081:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100810.995088:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100810.995091:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995093:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100810.995095:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964665088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100810.995100:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100810.995101:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100810.995103:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100810.995105:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100810.995107:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100810.995108:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100810.995109:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100810.995111:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:3.0:1789100810.995113:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100810.995114:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100810.995115:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789100810.995118:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100810.995119:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995121:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100810.995124:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100810.995125:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100810.995127:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100810.995129:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100812.016940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100812.016947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100812.016954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100812.016956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100812.016959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100812.016960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100812.017028:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100812.017033:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100812.017037:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100812.336917:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322622211, at 4322622272
00000100:00000040:1.0:1789100812.336923:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322622211, at 4322622272
00000100:00000010:0.0:1789100812.336937:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bba0.
00000100:00000010:1.0:1789100812.336941:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b5a0.
00010000:00000001:2.0:1789100813.041116:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100813.041124:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100813.041132:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100813.041133:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100813.041137:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100813.041139:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100813.041524:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100813.041528:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100813.041532:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100814.065171:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100814.065179:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100814.065193:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100814.065195:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100814.065199:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100814.065200:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100814.065539:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100814.065546:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100814.065551:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100815.088910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100815.088915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100815.088920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100815.088921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100815.088923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100815.088924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100815.089035:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100815.089040:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100815.089044:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100816.112911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100816.112921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100816.112928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100816.112930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100816.112934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100816.112935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100816.113027:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100816.113038:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100816.113040:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100816.113044:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100816.113048:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100816.113056:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27953
00000400:00000200:0.0:1789100816.113064:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100816.113070:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100816.113073:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100816.113076:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113079:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100816.113083:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113085:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100816.113089:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100816.113091:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100816.113095:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100816.113099:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100816.113102:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100816.113104:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100816.113107:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113110:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100816.113112:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113113:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100816.113117:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100816.113121:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113123:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100816.113126:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100816.113130:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100816.113133:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113135:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100816.113137:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100816.113146:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789100816.113150:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100816.113153:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100816.113155:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113158:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100816.113160:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100816.113164:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100816.113172:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789100816.113178:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100816.113186:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100816.113195:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100816.113199:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100816.113204:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100816.113218:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100816.113223:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100816.113226:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100816.113232:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100816.113239:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100816.113243:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100816.113245:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100816.113246:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100816.113249:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100816.113251:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27953
00000400:00000200:0.0:1789100816.113254:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100816.113257:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100816.113259:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100816.113262:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113264:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100816.113266:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113268:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100816.113270:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100816.113271:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100816.113272:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100816.113274:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100816.113276:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100816.113278:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100816.113280:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113282:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100816.113284:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113285:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100816.113287:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100816.113289:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113292:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100816.113293:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100816.113299:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100816.113301:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113302:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100816.113307:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100816.113309:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113311:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100816.113314:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789100816.113317:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100816.113319:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100816.113320:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113322:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100816.113324:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100816.113326:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100816.113329:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789100816.113333:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113338:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100816.113344:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100816.113346:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1789100816.113434:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100816.113443:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100816.113445:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100816.113478:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100816.113481:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100816.113503:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113504:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100816.113507:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100816.113509:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1789100816.113513:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1789100816.113514:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100816.113518:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1789100816.113518:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100816.113521:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1789100816.113523:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113526:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1789100816.113530:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964665216:192.168.204.152@tcp:250:kworker.0
00000100:00080000:0.0:1789100816.113533:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27953
00000100:00000001:3.0:1789100816.113537:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1789100816.113540:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100816.113544:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1789100816.113545:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:3.0:1789100816.113548:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100816.113550:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100816.113555:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100816.113555:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100816.113560:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1789100816.113562:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
00000100:00000040:0.0:1789100816.113563:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100816.113568:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113569:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100816.113573:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100816.113575:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100816.113578:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789100816.113578:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100816.113581:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000010:3.0:1789100816.113584:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000020:00000001:0.0:1789100816.113585:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100816.113590:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100816.113594:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:3.0:1789100816.113595:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000001:0.0:1789100816.113597:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100816.113601:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113603:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:3.0:1789100816.113604:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665216, portal 25
00000020:00000040:0.0:1789100816.113606:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:3.0:1789100816.113609:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100816.113612:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00080000:0.0:1789100816.113613:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113618:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100816.113622:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789100816.113622:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100816.113627:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100816.113632:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113635:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789100816.113637:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1789100816.113641:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000008:00100000:0.0:1789100816.113642:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1789100816.113645:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000008:00000001:0.0:1789100816.113647:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113651:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100816.113651:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964665216, offset 0
00000100:00000010:0.0:1789100816.113656:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789100816.113662:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100816.113662:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789100816.113668:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100816.113670:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113672:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100816.113675:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789100816.113675:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100816.113678:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100816.113685:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000400:00000200:3.0:1789100816.113685:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:0.0:1789100816.113692:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.113694:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1789100816.113700:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789100816.113701:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100816.113707:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100816.113713:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113714:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100816.113719:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.113720:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512145:512145:256:4294967295] 192.168.204.152@tcp LPNI seq info [511902:511902:8:4294967295]
00000100:00000040:0.0:1789100816.113726:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100816.113730:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100816.113740:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100816.113745:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100816.113749:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1789100816.113750:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100816.113753:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100816.113755:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100816.113761:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1789100816.113761:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789100816.113768:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27953
00000800:00000010:3.0:1789100816.113769:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000400:00000200:0.0:1789100816.113774:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100816.113782:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:3.0:1789100816.113782:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100816.113814:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789100816.113820:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100816.113824:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1789100816.113825:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1789100816.113833:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000100:3.0:1789100816.113834:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113838:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1789100816.113839:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00000040:0.0:1789100816.113844:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113847:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100816.113848:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1789100816.113853:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789100816.113857:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1789100816.113858:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100816.113863:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100816.113866:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:3.0:1789100816.113867:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000020:00000001:0.0:1789100816.113869:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:3.0:1789100816.113872:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000020:00000001:0.0:1789100816.113873:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100816.113879:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1789100816.113880:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113884:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789100816.113888:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100816.113889:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.113894:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100816.113899:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100816.113905:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100816.113908:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100816.113909:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100816.113913:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789100816.113915:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100816.113918:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100816.113924:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113928:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100816.113928:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113932:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1789100816.113933:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100816.113937:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113938:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113939:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100816.113943:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000400:00000200:3.0:1789100816.113945:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100816.113948:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789100816.113949:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322627332
02000000:00000001:0.0:1789100816.113953:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100816.113956:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.113958:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1789100816.113958:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bb40.
02000000:00000001:0.0:1789100816.113959:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100816.113963:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100816.113968:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:3.0:1789100816.113968:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100816.113975:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.113978:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322627332
00000100:00100000:0.0:1789100816.113982:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1789100816.113985:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bd20.
00000100:00000001:3.0:1789100816.113991:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100816.113994:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100816.113997:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100816.113999:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100816.114005:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114011:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.114018:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114018:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1789100816.114023:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789100816.114027:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100816/real 1789100816]  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100816.114028:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100816.114032:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100816.114035:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100816.114042:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100816.114047:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27953
00000400:00000001:3.0:1789100816.114049:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100816.114052:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1789100816.114053:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100816.114056:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:0.0:1789100816.114060:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789100816.114062:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000100:00080000:0.0:1789100816.114064:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789100816.114066:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000040:0.0:1789100816.114071:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100816.114071:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789100816.114076:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789100816.114080:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100816.114082:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100816.114088:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100816.114093:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100816.114095:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100816.114099:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1789100816.114101:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100816.114102:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100816.114107:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100816.114113:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789100816.114120:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1789100816.114121:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100816.114124:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100816.114126:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100816.114128:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1789100816.114132:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100816.114133:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100816.114137:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100816.114142:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:3.0:1789100816.114142:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100816.114148:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100816.114155:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100816.114160:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100816.114161:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789100816.114164:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100816.114170:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100816.114171:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.114175:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100816.114178:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100816.114183:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100816.114188:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114189:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1789100816.114193:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100816.114194:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114199:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1789100816.114200:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789100816.114201:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114207:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1789100816.114208:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100816.114210:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1789100816.114211:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100816.114215:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1789100816.114216:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100816.114220:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1789100816.114223:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:0.0:1789100816.114224:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114230:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1789100816.114232:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000040:3.0:1789100816.114238:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100816.114239:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100816.114249:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789100816.114254:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964665216:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100816.114265:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100816.114265:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114270:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100816.114271:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100816.114277:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964665216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100816.114279:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114298:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1789100816.114302:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114303:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100816.114307:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
00000100:00000040:0.0:1789100816.114309:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27963)
02000000:00000001:3.0:1789100816.114312:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100816.114315:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100816.114317:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100816.114320:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100816.114322:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100816.114327:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100816.114329:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100816.114331:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:3.0:1789100816.114335:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100816.114336:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114338:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114346:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100816.114348:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114350:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100816.114351:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100816.114353:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100816.114357:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114364:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100816.114365:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114368:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100816.114369:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100816.114372:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100816.114376:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100816.114379:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100816.114382:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100816.114384:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114385:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100816.114388:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100816.114390:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.114394:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100816.114397:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100816.114401:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100816.114404:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665344, portal 10
00000100:00000001:3.0:1789100816.114406:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100816.114407:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:3.0:1789100816.114414:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114432:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100816.114435:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100816.114437:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100816.114440:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964665344, offset 0
00000400:00000200:3.0:1789100816.114444:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100816.114448:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.114452:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100816.114455:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100816.114458:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100816.114460:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100816.114463:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100816.114465:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512146:512146:256:4294967295] 192.168.204.152@tcp LPNI seq info [511903:511903:8:4294967295]
00000400:00000200:3.0:1789100816.114469:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.114475:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100816.114480:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.114484:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100816.114488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100816.114491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789100816.114495:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100816.114498:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789100816.114502:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.114504:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100816.114506:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100816.114510:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100816.114512:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100816.114514:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100816.114516:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100816.114520:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114527:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.114530:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114536:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114538:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100816.114542:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100816.114546:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100816.114549:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100816.114551:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322626068
00000100:00000001:3.0:1789100816.114553:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.114556:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322626068
00000100:00000001:3.0:1789100816.114558:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.114560:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100816.114562:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114564:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100816.114568:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100816/real 1789100816]  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100816.114581:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100816.114582:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100816.114584:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100816.114586:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100816.114588:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100816.114589:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100816.114592:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100816.114600:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114605:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100816.114607:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114608:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.114610:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100816.114613:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114619:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100816.114623:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114629:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100816.114632:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114633:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.114635:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114636:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100816.114638:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100816.114641:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100816.114644:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100816.114646:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100816.114651:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100816.114659:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100816.114663:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100816.114666:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114672:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100816.114673:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114676:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100816.114677:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100816.114679:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100816.114682:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100816.114685:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100816.114687:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100816.114689:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114690:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100816.114694:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100816.114696:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.114699:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100816.114701:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100816.114704:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100816.114707:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665472, portal 10
00000100:00000001:3.0:1789100816.114709:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100816.114710:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789100816.114716:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114722:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100816.114724:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100816.114726:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100816.114729:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964665472, offset 0
00000400:00000200:3.0:1789100816.114733:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100816.114737:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.114740:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100816.114743:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100816.114745:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100816.114747:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100816.114750:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100816.114753:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512147:512147:256:4294967295] 192.168.204.152@tcp LPNI seq info [511904:511904:8:4294967295]
00000400:00000200:3.0:1789100816.114757:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.114763:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100816.114767:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.114770:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100816.114774:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100816.114777:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789100816.114780:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100816.114783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789100816.114808:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.114811:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100816.114814:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100816.114817:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100816.114820:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100816.114822:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100816.114825:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100816.114828:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114835:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.114838:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114844:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114846:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100816.114849:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100816.114852:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100816.114855:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100816.114857:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322626068
00000100:00000001:3.0:1789100816.114860:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.114862:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322626068
00000100:00000001:3.0:1789100816.114864:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.114866:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100816.114868:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.114870:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100816.114873:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100816/real 1789100816]  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100816.114880:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100816.114882:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100816.114883:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100816.114885:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100816.114887:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100816.114889:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100816.114892:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100816.114900:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114906:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100816.114907:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114909:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.114910:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100816.114914:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114921:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100816.114924:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114930:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100816.114933:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114935:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.114936:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.114937:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100816.114939:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100816.114942:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100816.114945:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100816.114947:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100816.114950:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100816.114957:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100816.114961:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100816.114964:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.114970:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100816.114971:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114973:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100816.114975:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100816.114976:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100816.114979:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100816.114982:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100816.114983:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100816.114985:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.114986:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100816.114989:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100816.114991:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.114994:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100816.114996:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100816.114999:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100816.115002:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665600, portal 4
00000100:00000001:3.0:1789100816.115004:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100816.115005:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789100816.115010:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115016:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100816.115018:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100816.115020:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100816.115022:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964665600, offset 0
00000400:00000200:3.0:1789100816.115025:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100816.115028:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.115032:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100816.115034:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100816.115036:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100816.115038:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100816.115040:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100816.115043:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512148:512148:256:4294967295] 192.168.204.152@tcp LPNI seq info [511905:511905:8:4294967295]
00000400:00000200:3.0:1789100816.115046:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.115051:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100816.115056:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.115059:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100816.115062:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100816.115065:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789100816.115069:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100816.115071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789100816.115075:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.115077:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100816.115080:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100816.115083:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100816.115085:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100816.115087:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100816.115089:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100816.115092:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115105:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115108:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115113:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.115115:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100816.115117:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100816.115120:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100816.115123:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100816.115125:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322626078
00000100:00000001:3.0:1789100816.115127:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.115129:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322626078
00000100:00000001:3.0:1789100816.115131:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.115133:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100816.115135:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.115136:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100816.115140:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100816/real 1789100816]  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100816.115148:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100816.115149:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100816.115150:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100816.115152:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100816.115154:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100816.115155:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100816.115158:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100816.115166:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115171:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100816.115173:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115175:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.115176:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100816.115179:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115186:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100816.115189:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115196:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100816.115198:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115199:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.115200:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115202:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100816.115204:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100816.115206:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100816.115209:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100816.115211:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100816.115214:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100816.115222:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100816.115226:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100816.115229:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115235:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100816.115236:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.115239:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100816.115240:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100816.115242:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100816.115245:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100816.115248:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100816.115250:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100816.115251:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100816.115253:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100816.115256:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100816.115258:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100816.115261:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100816.115263:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100816.115266:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100816.115269:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665728, portal 4
00000100:00000001:3.0:1789100816.115270:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100816.115272:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789100816.115277:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115283:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100816.115285:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100816.115287:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100816.115290:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964665728, offset 0
00000400:00000200:3.0:1789100816.115294:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100816.115297:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.115301:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100816.115303:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100816.115306:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100816.115308:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100816.115310:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100816.115313:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512149:512149:256:4294967295] 192.168.204.152@tcp LPNI seq info [511906:511906:8:4294967295]
00000400:00000200:3.0:1789100816.115317:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100816.115323:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100816.115328:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.115331:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100816.115335:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100816.115337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789100816.115341:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100816.115343:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789100816.115347:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100816.115349:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100816.115351:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100816.115354:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100816.115357:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100816.115358:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100816.115361:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100816.115364:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115371:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115374:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115380:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.115382:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100816.115385:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100816.115387:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100816.115390:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100816.115392:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322626098
00000100:00000001:3.0:1789100816.115394:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.115396:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322626098
00000100:00000001:3.0:1789100816.115398:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322627332
00000100:00000001:3.0:1789100816.115400:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100816.115402:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.115403:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100816.115407:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100816/real 1789100816]  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100816.115415:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100816.115430:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100816.115431:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100816.115434:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100816.115435:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100816.115438:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100816.115441:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100816.115449:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115455:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100816.115456:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115460:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.115461:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100816.115464:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115470:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100816.115474:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115480:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100816.115482:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115484:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100816.115485:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115487:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100816.115489:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100816.115491:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100816.115494:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100816.115496:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100816.115500:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100816.115512:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100816.115516:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115518:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115521:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964665344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115527:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100816.115528:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100816.115530:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100816.115533:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100816.115535:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100816.115536:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100816.115538:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100816.115540:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100816.115542:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100816.115543:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100816.115545:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:3.0:1789100816.115548:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100816.115549:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115550:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115554:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964665472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115559:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100816.115560:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100816.115562:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100816.115565:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100816.115566:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100816.115567:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100816.115569:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100816.115570:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789100816.115572:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100816.115573:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100816.115574:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789100816.115577:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100816.115578:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115580:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115583:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964665600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115589:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100816.115590:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100816.115592:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100816.115593:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100816.115595:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100816.115596:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100816.115598:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100816.115599:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:3.0:1789100816.115602:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100816.115603:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100816.115604:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100816.115607:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100816.115608:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115609:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100816.115612:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964665728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100816.115619:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100816.115620:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100816.115621:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100816.115623:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100816.115624:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100816.115626:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100816.115627:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100816.115629:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:3.0:1789100816.115632:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100816.115633:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100816.115634:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100816.115637:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100816.115638:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115640:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100816.115644:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100816.115646:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100816.115648:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100816.115649:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100817.136953:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100817.136955:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100817.136958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136963:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100817.136966:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136968:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136970:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100817.136975:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100817.136977:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100817.136979:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136980:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100817.136981:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136982:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136984:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100817.136989:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100817.136990:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100817.136991:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136992:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100817.136994:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136995:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100817.136997:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100817.137121:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100817.137125:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100817.137128:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100817.456907:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322627332, at 4322627392
00000100:00000040:1.0:1789100817.456907:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322627332, at 4322627392
00000100:00000010:0.0:1789100817.456926:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bb40.
00000100:00000010:1.0:1789100817.456928:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bd20.
00010000:00000001:2.0:1789100818.161913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100818.161924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100818.161933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100818.161934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100818.161939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100818.161940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100818.162060:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100818.162065:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100818.162068:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100819.184935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100819.184943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100819.184948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100819.184950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100819.184954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100819.184955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100819.185050:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100819.185058:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100819.185062:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100820.208943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100820.208950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100820.208956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100820.208957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100820.208961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100820.208962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100820.209069:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100820.209073:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100820.209076:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100821.233276:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100821.233285:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100821.233287:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100821.233291:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100821.233295:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100821.233302:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27958
00000400:00000200:0.0:1789100821.233310:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100821.233315:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100821.233318:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100821.233330:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233334:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233337:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233340:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100821.233345:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100821.233350:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100821.233353:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100821.233356:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100821.233359:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100821.233362:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100821.233367:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233369:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233371:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233373:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100821.233376:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100821.233380:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233383:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100821.233386:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100821.233391:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100821.233394:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233396:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100821.233399:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100821.233410:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789100821.233414:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100821.233417:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100821.233419:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233422:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100821.233425:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100821.233429:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100821.233437:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789100821.233444:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100821.233454:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100821.233466:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100821.233470:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.233474:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100821.233506:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100821.233509:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100821.233512:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100821.233514:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100821.233515:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100821.233517:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100821.233519:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27958
00000400:00000200:0.0:1789100821.233523:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100821.233526:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100821.233529:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100821.233531:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233533:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233535:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233537:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100821.233540:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100821.233540:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100821.233542:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100821.233545:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100821.233547:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100821.233549:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100821.233552:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233554:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233555:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233557:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100821.233560:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100821.233563:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233565:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100821.233566:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100821.233572:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100821.233574:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233576:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100821.233580:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100821.233583:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233585:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100821.233588:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789100821.233590:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100821.233592:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100821.233593:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233595:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100821.233596:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100821.233598:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100821.233602:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789100821.233605:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100821.233610:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100821.233617:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100821.233619:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.233623:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100821.233630:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100821.233633:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100821.233636:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100821.233638:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100821.233639:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100821.233642:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100821.233644:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27958
00000400:00000200:0.0:1789100821.233647:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100821.233650:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100821.233652:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100821.233655:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233657:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233659:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233662:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100821.233665:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100821.233667:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100821.233669:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100821.233671:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100821.233673:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100821.233675:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100821.233679:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233681:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233684:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233686:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100821.233690:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100821.233694:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233697:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100821.233699:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100821.233702:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100821.233704:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233706:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100821.233709:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100821.233712:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233713:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100821.233717:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789100821.233719:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100821.233722:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100821.233723:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233725:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100821.233727:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100821.233729:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100821.233733:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789100821.233737:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100821.233743:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100821.233751:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100821.233753:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.233757:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100821.233766:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100821.233769:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100821.233772:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100821.233773:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00010000:00000001:2.0:1789100821.233782:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233783:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100821.233813:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100821.233816:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100821.233822:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27958
00010000:00000001:2.0:1789100821.233826:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100821.233830:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100821.233831:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100821.233846:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789100821.233847:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100821.233850:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100821.233852:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100821.233862:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233866:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233868:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233870:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100821.233873:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100821.233874:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100821.233876:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100821.233878:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100821.233881:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100821.233884:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100821.233886:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233889:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.233891:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233893:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100821.233895:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100821.233902:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100821.233905:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100821.233908:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100821.233912:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100821.233915:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233917:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100821.233919:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100821.233922:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233925:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100821.233926:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1789100821.233929:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000001:1.0:1789100821.233933:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100821.233938:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00010000:00010000:1.0:1789100821.233940:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1789100821.233944:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100821.233946:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.233948:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100821.233949:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100821.233951:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100821.233958:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789100821.233962:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100821.233969:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100821.233977:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100821.233979:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.233982:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100821.233990:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100821.233992:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100821.233996:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100821.233997:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100821.233999:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100821.234001:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100821.234003:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27958
00000400:00000200:0.0:1789100821.234007:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100821.234009:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100821.234012:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100821.234014:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.234016:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.234018:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.234020:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100821.234022:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100821.234023:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100821.234025:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100821.234027:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100821.234029:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100821.234032:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100821.234034:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.234036:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100821.234038:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100821.234040:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100821.234042:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100821.234044:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100821.234047:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100821.234048:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100821.234051:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100821.234053:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.234056:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100821.234057:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100821.234060:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.234061:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100821.234065:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789100821.234068:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789100821.234070:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100821.234072:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100821.234073:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100821.234075:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100821.234076:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100821.234080:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789100821.234083:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100821.234088:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100821.234094:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100821.234096:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.234100:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100821.234107:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100821.234112:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27968)
00000100:00000001:3.0:1789100821.234237:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100821.234241:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100821.234244:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100821.234250:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234257:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100821.234259:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.234263:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100821.234265:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100821.234268:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100821.234271:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964665856:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100821.234275:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100821.234280:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100821.234282:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.234284:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100821.234289:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100821.234291:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.234297:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100821.234301:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100821.234307:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100821.234314:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665856, portal 25
00000100:00000001:3.0:1789100821.234317:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100821.234319:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:3.0:1789100821.234335:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234343:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100821.234346:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100821.234349:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100821.234354:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964665856, offset 0
00000400:00000200:3.0:1789100821.234362:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100821.234371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.234377:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100821.234383:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100821.234387:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100821.234391:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100821.234394:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100821.234398:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512150:512150:256:4294967295] 192.168.204.152@tcp LPNI seq info [511907:511907:8:4294967295]
00000400:00000200:3.0:1789100821.234403:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.234413:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100821.234420:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.234428:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100821.234435:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100821.234439:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100821.234444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100821.234448:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100821.234453:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.234456:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100821.234463:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100821.234468:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100821.234474:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100821.234476:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100821.234481:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100821.234484:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234494:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.234498:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234505:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.234507:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100821.234513:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.234517:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100821.234520:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322632452
00000100:00000010:3.0:1789100821.234526:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b720.
00000100:00000001:3.0:1789100821.234534:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100821.234541:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322632452
00000100:00000010:3.0:1789100821.234545:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b4e0.
00000100:00000001:3.0:1789100821.234548:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100821.234551:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100821.234554:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.234556:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100821.234561:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100821/real 1789100821]  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100821.234570:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100821.234572:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100821.234574:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100821.234576:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100821.234578:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100821.234580:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100821.234583:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100821.234592:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234598:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100821.234600:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234603:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.234605:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100821.234610:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234616:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100821.234621:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234634:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100821.234637:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234638:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.234639:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234641:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100821.234644:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100821.234647:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100821.234651:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100821.234654:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100821.234657:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100821.234666:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964665856:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100821.234671:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100821.234674:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234680:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100821.234681:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.234684:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100821.234685:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100821.234687:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100821.234690:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100821.234693:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100821.234695:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100821.234696:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.234698:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100821.234701:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100821.234703:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.234707:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100821.234710:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100821.234712:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100821.234715:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964665984, portal 10
00000100:00000001:3.0:1789100821.234717:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100821.234718:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789100821.234726:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234731:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100821.234734:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100821.234736:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100821.234739:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964665984, offset 0
00000400:00000200:3.0:1789100821.234743:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100821.234747:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.234750:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100821.234754:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100821.234756:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100821.234759:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100821.234761:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100821.234764:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512151:512151:256:4294967295] 192.168.204.152@tcp LPNI seq info [511908:511908:8:4294967295]
00000400:00000200:3.0:1789100821.234768:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.234774:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100821.234778:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.234782:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100821.234812:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100821.234816:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100821.234820:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100821.234823:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100821.234827:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.234828:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100821.234831:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100821.234834:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100821.234837:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100821.234839:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100821.234842:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100821.234846:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234853:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.234855:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234861:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.234863:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100821.234866:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100821.234870:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100821.234873:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100821.234875:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322631189
00000100:00000001:3.0:1789100821.234878:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.234880:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322631189
00000100:00000001:3.0:1789100821.234883:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.234885:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100821.234887:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.234889:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100821.234892:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100821/real 1789100821]  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100821.234899:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100821.234901:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100821.234902:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100821.234905:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100821.234906:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100821.234908:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100821.234911:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100821.234919:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234932:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100821.234934:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234935:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.234936:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100821.234940:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234947:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100821.234951:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.234958:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100821.234960:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234961:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.234963:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.234964:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100821.234966:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100821.234968:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100821.234971:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100821.234974:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100821.235082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100821.235089:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964665984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100821.235093:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100821.235096:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235101:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100821.235102:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235105:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100821.235106:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100821.235108:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100821.235111:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100821.235113:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100821.235116:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100821.235117:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235119:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100821.235122:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100821.235124:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.235127:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100821.235130:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100821.235133:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100821.235137:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666112, portal 10
00000100:00000001:3.0:1789100821.235138:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100821.235140:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100821.235146:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235151:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100821.235153:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100821.235156:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100821.235158:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964666112, offset 0
00000400:00000200:3.0:1789100821.235161:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100821.235165:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.235168:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100821.235172:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100821.235174:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100821.235176:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100821.235179:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100821.235181:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512152:512152:256:4294967295] 192.168.204.152@tcp LPNI seq info [511909:511909:8:4294967295]
00000400:00000200:3.0:1789100821.235185:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.235191:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100821.235196:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.235199:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100821.235203:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100821.235206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100821.235210:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100821.235212:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100821.235216:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.235218:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100821.235221:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100821.235224:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100821.235227:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100821.235229:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100821.235231:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100821.235234:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235241:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.235243:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235249:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.235250:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100821.235253:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100821.235256:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100821.235259:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100821.235261:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322631188
00000100:00000001:3.0:1789100821.235264:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.235265:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322631188
00000100:00000001:3.0:1789100821.235267:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.235269:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100821.235271:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.235273:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100821.235276:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100821/real 1789100821]  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100821.235284:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100821.235285:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100821.235287:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100821.235289:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100821.235290:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100821.235292:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100821.235296:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100821.235303:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235308:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100821.235310:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235311:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.235312:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100821.235316:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235392:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100821.235396:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235403:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100821.235406:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235408:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.235409:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235411:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100821.235413:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100821.235416:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100821.235419:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100821.235422:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100821.235426:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100821.235434:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100821.235438:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100821.235442:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235449:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100821.235450:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235453:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100821.235454:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100821.235456:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100821.235459:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100821.235462:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100821.235464:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100821.235466:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235467:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100821.235470:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100821.235472:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.235476:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100821.235479:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100821.235482:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100821.235485:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666240, portal 4
00000100:00000001:3.0:1789100821.235487:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100821.235488:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100821.235494:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235500:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100821.235501:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100821.235503:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100821.235506:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964666240, offset 0
00000400:00000200:3.0:1789100821.235510:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100821.235514:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.235517:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100821.235520:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100821.235522:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100821.235525:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100821.235527:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100821.235529:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512153:512153:256:4294967295] 192.168.204.152@tcp LPNI seq info [511910:511910:8:4294967295]
00000400:00000200:3.0:1789100821.235533:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.235539:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100821.235544:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.235547:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100821.235551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100821.235553:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100821.235557:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100821.235560:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100821.235563:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.235565:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100821.235568:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100821.235571:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100821.235574:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100821.235576:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100821.235578:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100821.235581:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235589:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.235592:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235598:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.235600:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100821.235603:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100821.235606:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100821.235609:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100821.235611:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322631198
00000100:00000001:3.0:1789100821.235614:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.235616:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322631198
00000100:00000001:3.0:1789100821.235618:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.235620:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100821.235622:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.235624:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100821.235627:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100821/real 1789100821]  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100821.235635:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100821.235636:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100821.235637:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100821.235640:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100821.235641:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100821.235643:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100821.235647:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100821.235655:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235662:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100821.235663:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235665:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.235666:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100821.235670:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235677:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100821.235680:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235687:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100821.235690:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235692:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.235693:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.235695:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100821.235697:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100821.235699:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100821.235702:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100821.235704:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100821.235708:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100821.235715:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100821.235718:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100821.235722:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235729:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100821.235730:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235733:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100821.235734:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100821.235736:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100821.235739:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100821.235742:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100821.235744:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100821.235746:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100821.235748:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100821.235751:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100821.235753:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100821.235755:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100821.235758:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100821.235761:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100821.235763:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666368, portal 4
00000100:00000001:3.0:1789100821.235766:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100821.235767:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100821.235772:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.235779:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100821.235781:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100821.235783:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100821.236252:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964666368, offset 0
00000400:00000200:3.0:1789100821.236258:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100821.236263:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.236266:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100821.236269:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100821.236272:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100821.236274:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100821.236276:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100821.236280:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512154:512154:256:4294967295] 192.168.204.152@tcp LPNI seq info [511911:511911:8:4294967295]
00000400:00000200:3.0:1789100821.236284:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100821.236290:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100821.236295:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.236299:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100821.236302:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100821.236305:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100821.236309:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100821.236311:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100821.236315:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100821.236317:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100821.237090:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100821.237099:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100821.237104:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100821.237107:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100821.237110:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100821.237116:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237132:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237136:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237143:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.237145:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100821.237150:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100821.237154:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100821.237157:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100821.237160:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322631220
00000100:00000001:3.0:1789100821.237163:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.237165:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322631220
00000100:00000001:3.0:1789100821.237167:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322632452
00000100:00000001:3.0:1789100821.237169:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100821.237172:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.237174:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100821.237178:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100821/real 1789100821]  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100821.237187:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100821.237189:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100821.237191:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100821.237194:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100821.237196:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100821.237198:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100821.237201:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100821.237210:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237216:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100821.237219:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237221:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.237223:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100821.237226:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237232:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100821.237237:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237245:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100821.237248:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237250:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100821.237251:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237253:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100821.237255:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100821.237258:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100821.237263:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100821.237265:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100821.237269:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100821.237278:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100821.237283:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237286:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237291:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964665856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237298:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100821.237301:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100821.237305:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100821.237309:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100821.237312:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100821.237314:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100821.237317:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100821.237331:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789100821.237337:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100821.237339:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100821.237341:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789100821.237345:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100821.237346:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237348:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237352:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964665984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237359:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100821.237361:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100821.237363:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100821.237366:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100821.237367:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100821.237368:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100821.237370:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100821.237372:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:3.0:1789100821.237374:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100821.237375:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100821.237376:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100821.237379:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100821.237380:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237382:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237386:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964666112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237392:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100821.237394:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100821.237396:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100821.237398:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100821.237399:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100821.237401:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100821.237403:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100821.237404:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:3.0:1789100821.237407:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100821.237409:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100821.237410:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100821.237413:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100821.237414:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237415:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237419:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964666240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237426:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100821.237428:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100821.237430:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100821.237432:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100821.237434:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100821.237435:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100821.237437:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100821.237439:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:3.0:1789100821.237442:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100821.237443:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100821.237444:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100821.237447:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100821.237449:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237450:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100821.237454:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964666368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100821.237461:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100821.237462:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100821.237464:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100821.237467:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100821.237468:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100821.237470:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100821.237472:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100821.237473:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789100821.237475:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100821.237477:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100821.237478:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100821.237481:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100821.237482:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237485:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100821.237494:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100821.237496:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100821.237499:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100821.237500:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100822.257032:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100822.257051:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100822.257063:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100822.257064:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100822.257069:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100822.257070:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100822.257161:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100822.257169:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100822.257175:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100822.577155:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322632452, at 4322632512
00000100:00000010:1.0:1789100822.577174:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b4e0.
00000100:00000040:0.0:1789100822.577501:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322632452, at 4322632512
00000100:00000010:0.0:1789100822.577508:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b720.
00010000:00000001:2.0:1789100823.280938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100823.280945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100823.280950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100823.280952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100823.280955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100823.280956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100823.281078:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100823.281082:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100823.281085:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100824.305191:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100824.305209:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100824.305217:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100824.305218:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100824.305222:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100824.305224:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100824.305332:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100824.305339:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100824.305343:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100825.328950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100825.328957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100825.328963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100825.328963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100825.328966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100825.328967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100825.329099:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100825.329104:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100825.329108:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100826.355207:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100826.355240:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100826.355243:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100826.355248:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100826.355252:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100826.355259:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27963
00000400:00000200:2.0:1789100826.355269:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100826.355277:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100826.355280:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100826.355283:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355286:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355289:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355290:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100826.355294:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100826.355295:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100826.355298:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100826.355300:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100826.355302:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100826.355303:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100826.355305:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355306:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355308:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355309:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100826.355311:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100826.355314:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355315:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100826.355317:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100826.355322:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100826.355324:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355325:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100826.355329:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100826.355338:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789100826.355341:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100826.355345:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100826.355346:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355348:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100826.355352:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100826.355356:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100826.355364:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789100826.355369:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100826.355378:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100826.355386:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100826.355390:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355393:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100826.355416:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100826.355419:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100826.355421:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100826.355422:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100826.355423:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100826.355425:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100826.355426:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27963
00000400:00000200:2.0:1789100826.355428:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100826.355430:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100826.355431:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100826.355433:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355434:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355436:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355437:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100826.355438:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100826.355438:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100826.355439:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100826.355441:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100826.355442:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100826.355443:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100826.355445:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355447:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355448:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355449:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100826.355450:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100826.355452:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355454:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100826.355455:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100826.355460:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100826.355461:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355463:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100826.355467:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100826.355469:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355470:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100826.355473:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789100826.355474:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100826.355475:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100826.355476:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355477:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100826.355478:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100826.355479:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100826.355481:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789100826.355483:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100826.355486:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100826.355491:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100826.355492:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355495:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100826.355499:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100826.355500:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100826.355502:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100826.355503:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100826.355503:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100826.355505:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100826.355507:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27963
00000400:00000200:2.0:1789100826.355509:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100826.355512:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100826.355513:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100826.355515:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355516:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355517:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355518:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100826.355519:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100826.355520:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100826.355521:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100826.355522:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100826.355522:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100826.355524:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100826.355525:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355526:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355527:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355528:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100826.355529:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100826.355530:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355532:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100826.355532:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100826.355534:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100826.355535:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355536:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100826.355537:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100826.355538:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355539:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100826.355541:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000020:00000040:2.0:1789100826.355542:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100826.355543:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100826.355543:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355544:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100826.355546:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100826.355547:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100826.355549:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100826.355552:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100826.355554:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100826.355558:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100826.355559:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355561:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100826.355564:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100826.355566:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100826.355568:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100826.355569:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100826.355569:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100826.355571:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100826.355572:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27963
00000400:00000200:2.0:1789100826.355580:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100826.355582:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100826.355584:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100826.355585:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355586:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355588:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355589:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100826.355590:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100826.355590:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100826.355591:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100826.355592:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100826.355593:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100826.355594:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100826.355596:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355597:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355599:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355600:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100826.355601:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100826.355602:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355603:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100826.355604:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100826.355606:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100826.355607:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355608:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100826.355609:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100826.355610:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355611:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100826.355613:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789100826.355614:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100826.355615:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100826.355616:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355617:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100826.355617:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100826.355618:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100826.355622:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789100826.355624:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100826.355626:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100826.355630:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100826.355631:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355634:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100826.355638:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100826.355639:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100826.355642:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100826.355643:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100826.355643:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100826.355645:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100826.355646:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27963
00000400:00000200:2.0:1789100826.355648:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100826.355649:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100826.355650:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100826.355652:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355653:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355653:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355654:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100826.355656:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100826.355656:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100826.355657:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100826.355658:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789100826.355659:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100826.355660:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100826.355661:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355662:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100826.355663:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355664:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100826.355665:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100826.355667:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100826.355668:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100826.355669:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100826.355670:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100826.355671:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355672:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100826.355673:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100826.355675:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355676:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100826.355677:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789100826.355679:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100826.355680:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100826.355681:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100826.355682:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100826.355682:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100826.355683:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100826.355685:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100826.355687:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100826.355689:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100826.355692:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100826.355693:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355695:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100826.355699:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100826.355702:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27973)
00010000:00000001:2.0:1789100826.355728:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100826.355730:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100826.355733:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100826.355734:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100826.355738:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100826.355739:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100826.355806:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100826.355809:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100826.355811:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100826.355992:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100826.355998:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100826.356002:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100826.356010:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356019:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100826.356021:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356024:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100826.356027:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100826.356030:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100826.356033:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964666496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100826.356038:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100826.356042:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100826.356045:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356047:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100826.356057:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100826.356059:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.356068:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100826.356072:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100826.356079:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100826.356086:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666496, portal 25
00000100:00000001:3.0:1789100826.356089:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100826.356090:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000040:3.0:1789100826.356097:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356104:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100826.356107:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100826.356111:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100826.356114:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964666496, offset 0
00000400:00000200:3.0:1789100826.356121:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356130:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356138:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100826.356144:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100826.356149:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100826.356153:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100826.356155:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356159:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512155:512155:256:4294967295] 192.168.204.152@tcp LPNI seq info [511912:511912:8:4294967295]
00000400:00000200:3.0:1789100826.356164:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356174:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100826.356180:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356186:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100826.356193:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100826.356197:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789100826.356202:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100826.356206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789100826.356210:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356212:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100826.356218:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100826.356239:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100826.356245:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100826.356247:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100826.356252:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100826.356256:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356266:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.356269:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356276:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356278:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100826.356284:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.356288:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100826.356291:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322637574
00000100:00000010:3.0:1789100826.356296:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b720.
00000100:00000001:3.0:1789100826.356304:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100826.356310:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322637574
00000100:00000010:3.0:1789100826.356314:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b4e0.
00000100:00000001:3.0:1789100826.356317:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100826.356320:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100826.356323:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356326:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100826.356330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100826/real 1789100826]  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100826.356340:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100826.356342:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100826.356344:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100826.356347:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100826.356349:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100826.356352:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100826.356356:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100826.356363:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356369:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100826.356371:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356373:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356375:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100826.356379:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356386:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100826.356390:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356397:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100826.356400:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356401:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356403:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356405:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100826.356406:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100826.356409:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100826.356413:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100826.356416:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100826.356420:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100826.356428:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964666496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100826.356433:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100826.356436:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356441:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100826.356443:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356445:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100826.356446:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100826.356449:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100826.356451:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100826.356454:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100826.356456:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100826.356458:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356459:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100826.356462:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100826.356465:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.356468:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100826.356471:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100826.356475:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100826.356478:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666624, portal 10
00000100:00000001:3.0:1789100826.356480:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100826.356481:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:3.0:1789100826.356488:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356493:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100826.356496:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100826.356497:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100826.356500:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964666624, offset 0
00000400:00000200:3.0:1789100826.356504:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356511:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100826.356514:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100826.356516:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100826.356518:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100826.356520:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356523:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512156:512156:256:4294967295] 192.168.204.152@tcp LPNI seq info [511913:511913:8:4294967295]
00000400:00000200:3.0:1789100826.356527:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356532:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100826.356536:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356539:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100826.356543:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100826.356545:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789100826.356549:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100826.356552:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789100826.356555:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356557:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100826.356560:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100826.356562:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100826.356566:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100826.356567:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100826.356570:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100826.356574:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356581:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.356583:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356589:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356591:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100826.356594:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100826.356597:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100826.356600:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100826.356602:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322636310
00000100:00000001:3.0:1789100826.356604:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.356606:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322636310
00000100:00000001:3.0:1789100826.356608:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.356610:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100826.356612:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356614:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100826.356617:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100826/real 1789100826]  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100826.356624:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100826.356625:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100826.356627:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100826.356629:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100826.356630:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100826.356632:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100826.356635:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100826.356643:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356654:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100826.356655:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356657:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356658:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100826.356662:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356668:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100826.356671:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356677:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100826.356679:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356680:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356682:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356684:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100826.356685:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100826.356687:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100826.356690:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100826.356692:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100826.356695:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100826.356702:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100826.356706:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100826.356709:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356715:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100826.356716:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356719:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100826.356720:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100826.356722:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100826.356725:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100826.356728:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100826.356730:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100826.356731:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.356733:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100826.356735:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100826.356737:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.356740:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100826.356742:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100826.356744:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100826.356747:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666752, portal 10
00000100:00000001:3.0:1789100826.356748:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100826.356749:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:3.0:1789100826.356754:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356759:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100826.356761:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100826.356763:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100826.356765:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964666752, offset 0
00000400:00000200:3.0:1789100826.356768:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356771:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356775:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100826.356777:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100826.356780:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100826.356782:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100826.356812:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100826.356814:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512157:512157:256:4294967295] 192.168.204.152@tcp LPNI seq info [511914:511914:8:4294967295]
00000400:00000200:3.0:1789100826.356818:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.356824:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100826.356829:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356832:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100826.356836:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100826.356838:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789100826.356842:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100826.356844:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789100826.356847:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.356849:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100826.356852:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100826.356855:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100826.356857:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100826.356859:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100826.356861:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100826.356864:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356871:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.356874:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356880:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356881:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100826.356884:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100826.356887:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100826.356890:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100826.356892:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322636310
00000100:00000001:3.0:1789100826.356894:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.356896:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322636310
00000100:00000001:3.0:1789100826.356897:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.356899:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100826.356901:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.356902:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100826.356906:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100826/real 1789100826]  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100826.356914:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100826.356915:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100826.356916:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100826.356918:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100826.356920:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100826.356922:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100826.356925:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100826.356933:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356939:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100826.356941:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356942:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356944:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100826.356947:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356954:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100826.356957:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.356963:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100826.356965:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356967:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.356968:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.356970:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100826.356972:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100826.356975:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100826.356978:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100826.356981:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100826.356985:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100826.356993:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100826.356997:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100826.357000:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357006:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100826.357008:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.357010:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100826.357012:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100826.357013:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100826.357016:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100826.357019:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100826.357020:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100826.357022:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.357023:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357027:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100826.357029:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.357032:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100826.357034:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100826.357038:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100826.357041:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964666880, portal 4
00000100:00000001:3.0:1789100826.357043:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100826.357044:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:3.0:1789100826.357051:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357057:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100826.357060:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100826.357062:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100826.357064:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964666880, offset 0
00000400:00000200:3.0:1789100826.357069:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100826.357073:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.357076:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100826.357078:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100826.357081:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100826.357083:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100826.357085:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100826.357088:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512158:512158:256:4294967295] 192.168.204.152@tcp LPNI seq info [511915:511915:8:4294967295]
00000400:00000200:3.0:1789100826.357092:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.357098:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100826.357102:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.357105:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100826.357108:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100826.357110:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789100826.357114:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100826.357117:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789100826.357120:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.357122:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100826.357124:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100826.357128:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100826.357131:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100826.357132:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100826.357135:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100826.357138:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357145:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357148:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357153:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.357155:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100826.357157:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100826.357160:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100826.357163:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100826.357165:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322636320
00000100:00000001:3.0:1789100826.357168:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.357170:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322636320
00000100:00000001:3.0:1789100826.357172:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.357174:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100826.357176:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.357178:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100826.357181:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100826/real 1789100826]  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100826.357188:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100826.357190:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100826.357192:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100826.357194:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100826.357196:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100826.357198:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100826.357201:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100826.357209:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357215:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100826.357216:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357218:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.357219:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100826.357233:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357240:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100826.357243:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357248:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100826.357251:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357252:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.357253:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357254:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100826.357256:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100826.357258:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100826.357261:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100826.357263:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100826.357266:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100826.357273:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964666880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100826.357276:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100826.357279:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357284:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100826.357286:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.357288:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100826.357289:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100826.357291:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100826.357293:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100826.357296:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100826.357298:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100826.357300:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100826.357301:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357304:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100826.357306:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100826.357308:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100826.357311:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100826.357314:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100826.357317:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667008, portal 4
00000100:00000001:3.0:1789100826.357319:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100826.357320:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:3.0:1789100826.357325:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357331:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100826.357333:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100826.357335:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100826.357338:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964667008, offset 0
00000400:00000200:3.0:1789100826.357341:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100826.357345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.357348:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100826.357351:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100826.357354:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100826.357356:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100826.357358:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100826.357360:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512159:512159:256:4294967295] 192.168.204.152@tcp LPNI seq info [511916:511916:8:4294967295]
00000400:00000200:3.0:1789100826.357364:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100826.357370:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100826.357374:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.357378:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100826.357381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100826.357383:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789100826.357387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100826.357390:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789100826.357393:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100826.357395:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100826.357398:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100826.357400:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100826.357403:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100826.357405:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100826.357407:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100826.357410:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357422:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357424:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357430:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.357432:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100826.357434:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100826.357437:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100826.357440:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100826.357442:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322636340
00000100:00000001:3.0:1789100826.357444:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.357446:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322636340
00000100:00000001:3.0:1789100826.357448:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322637574
00000100:00000001:3.0:1789100826.357450:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100826.357452:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.357454:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100826.357457:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100826/real 1789100826]  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100826.357464:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100826.357465:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100826.357466:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100826.357468:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100826.357470:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100826.357471:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100826.357474:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100826.357481:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357486:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100826.357488:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357490:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.357492:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100826.357495:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357501:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100826.357504:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357511:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100826.357513:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357515:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100826.357516:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357518:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100826.357520:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100826.357522:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100826.357526:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100826.357528:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100826.357531:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100826.357538:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100826.357543:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357548:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964666496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357554:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100826.357556:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357559:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100826.357562:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100826.357564:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100826.357566:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100826.357569:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100826.357571:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789100826.357575:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100826.357577:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100826.357579:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:3.0:1789100826.357582:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100826.357584:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357585:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357588:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964666624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357593:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100826.357595:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357596:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100826.357598:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100826.357599:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100826.357600:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100826.357602:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100826.357603:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789100826.357605:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100826.357606:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100826.357607:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:3.0:1789100826.357609:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100826.357611:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357612:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357615:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964666752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357621:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100826.357622:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357624:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100826.357626:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100826.357627:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100826.357629:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100826.357630:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100826.357632:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789100826.357633:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100826.357635:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100826.357636:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:3.0:1789100826.357638:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100826.357639:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357641:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357644:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964666880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357650:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100826.357651:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357652:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789100826.357655:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100826.357656:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100826.357657:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100826.357658:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100826.357660:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789100826.357662:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100826.357663:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100826.357664:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:3.0:1789100826.357666:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100826.357667:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357669:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100826.357672:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964667008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100826.357677:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100826.357678:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100826.357680:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100826.357681:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100826.357682:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100826.357684:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100826.357685:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100826.357686:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789100826.357688:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100826.357689:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100826.357691:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:3.0:1789100826.357693:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100826.357694:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357697:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100826.357707:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100826.357710:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100826.357713:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100826.357715:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377105:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100827.377114:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100827.377116:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100827.377120:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377124:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100827.377127:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377129:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377131:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377136:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100827.377138:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100827.377139:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100827.377140:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377142:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100827.377143:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377144:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377146:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377149:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100827.377151:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100827.377152:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100827.377153:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377154:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100827.377155:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377157:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100827.377158:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100827.377261:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100827.377269:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100827.377274:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100827.696947:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322637574, at 4322637632
00000100:00000040:1.0:1789100827.696953:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322637574, at 4322637632
00000100:00000010:0.0:1789100827.696977:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b720.
00000100:00000010:1.0:1789100827.696985:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b4e0.
00010000:00000001:2.0:1789100828.400933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100828.400941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100828.400947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100828.400949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100828.400957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100828.400958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100828.401178:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100828.401182:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100828.401196:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100829.425476:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100829.425485:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100829.425492:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100829.425493:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100829.425496:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100829.425497:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100829.425619:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100829.425624:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100829.425627:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100830.448934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100830.448942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100830.448948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100830.448950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100830.448954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100830.448955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100830.449049:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100830.449054:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100830.449058:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100831.472937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100831.472944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100831.472948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100831.472949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100831.472951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100831.472953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.473061:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100831.473067:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100831.473070:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100831.473074:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100831.473079:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100831.473087:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27968
00000400:00000200:3.0:1789100831.473097:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100831.473104:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100831.473107:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100831.473110:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473114:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.473116:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473119:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100831.473123:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100831.473126:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100831.473140:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100831.473144:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100831.473147:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100831.473149:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100831.473152:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473154:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.473156:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473158:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100831.473161:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100831.473164:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473167:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.473170:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100831.473175:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100831.473177:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.473180:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100831.473183:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100831.473192:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100831.473197:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
00000020:00000001:1.0:1789100831.473198:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789100831.473202:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1789100831.473204:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.473206:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100831.473209:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100831.473211:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100831.473215:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100831.473220:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100831.473229:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100831.473237:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100831.473250:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100831.473262:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100831.473266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.473271:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473346:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.473350:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100831.473353:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100831.473359:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473366:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100831.473368:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.473371:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100831.473374:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100831.473376:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100831.473380:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964667136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100831.473384:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100831.473388:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100831.473390:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.473393:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100831.473400:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.473402:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.473408:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100831.473412:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100831.473419:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100831.473425:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667136, portal 25
00000100:00000001:0.0:1789100831.473428:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100831.473429:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:0.0:1789100831.473435:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473442:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100831.473445:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100831.473448:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100831.473451:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964667136, offset 0
00000400:00000200:0.0:1789100831.473458:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100831.473466:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.473471:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100831.473477:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100831.473481:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100831.473486:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100831.473489:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100831.473492:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512160:512160:256:4294967295] 192.168.204.152@tcp LPNI seq info [511917:511917:8:4294967295]
00000400:00000200:0.0:1789100831.473496:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.473505:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100831.473512:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.473517:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100831.473524:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100831.473528:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100831.473533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100831.473537:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100831.473542:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.473544:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100831.473549:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100831.473554:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100831.473558:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100831.473560:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100831.473564:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100831.473567:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100831.473594:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.473598:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100831.473601:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100831.473602:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100831.473604:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100831.473607:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100831.473610:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27968
00000400:00000200:3.0:1789100831.473614:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100831.473617:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100831.473619:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100831.473622:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473624:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.473626:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473628:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100831.473630:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100831.473631:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100831.473633:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100831.473636:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100831.473638:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100831.473640:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100831.473643:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473645:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.473647:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473648:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100831.473650:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100831.473653:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100831.473656:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.473658:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100831.473663:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100831.473665:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.473667:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100831.473671:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100831.473674:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.473676:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100831.473680:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100831.473682:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100831.473685:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100831.473686:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.473688:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100831.473689:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100831.473691:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100831.473695:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789100831.473698:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100831.473703:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100831.473710:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100831.473712:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.473715:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473744:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.473749:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473756:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.473757:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100831.473765:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.473769:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100831.473772:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322642691
00000100:00000010:0.0:1789100831.473778:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100831.473784:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100831.473814:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322642692
00000100:00000010:0.0:1789100831.473818:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8d80.
00000100:00000001:0.0:1789100831.473821:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100831.473824:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100831.473827:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.473829:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100831.473833:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100831/real 1789100831]  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100831.473842:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100831.473844:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100831.473845:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100831.473848:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100831.473850:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100831.473852:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100831.473855:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100831.473863:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473868:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100831.473870:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.473873:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100831.473877:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473883:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100831.473887:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473894:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100831.473896:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473898:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.473912:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473915:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100831.473917:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100831.473920:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100831.473924:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100831.473927:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100831.473931:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100831.473939:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964667136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100831.473944:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473946:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.473948:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964667136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.473954:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100831.473956:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100831.473959:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.473963:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100831.473965:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100831.473967:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100831.473973:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100831.473976:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789100831.473979:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100831.473980:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100831.473982:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:0.0:1789100831.473984:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100831.473985:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473987:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.473995:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100831.473997:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.473998:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.474000:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100831.474001:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100831.474004:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474010:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100831.474011:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.474013:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100831.474014:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100831.474016:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100831.474019:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100831.474021:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100831.474023:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100831.474024:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.474026:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100831.474029:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.474030:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.474033:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100831.474036:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100831.474039:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100831.474041:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667264, portal 10
00000100:00000001:0.0:1789100831.474043:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100831.474044:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:0.0:1789100831.474049:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474055:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100831.474056:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100831.474058:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100831.474060:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964667264, offset 0
00000400:00000200:0.0:1789100831.474064:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100831.474068:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.474071:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100831.474074:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100831.474076:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100831.474079:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100831.474081:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100831.474083:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512161:512161:256:4294967295] 192.168.204.152@tcp LPNI seq info [511918:511918:8:4294967295]
00000400:00000200:0.0:1789100831.474087:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.474092:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100831.474096:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.474099:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100831.474103:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100831.474106:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100831.474110:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100831.474113:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100831.474117:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.474118:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100831.474121:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100831.474124:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100831.474139:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100831.474141:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100831.474144:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100831.474148:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474154:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.474157:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474163:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.474164:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100831.474167:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100831.474170:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100831.474174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100831.474176:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322641428
00000100:00000001:0.0:1789100831.474178:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322642691
00000100:00000001:0.0:1789100831.474180:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322641428
00000100:00000001:0.0:1789100831.474182:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322642692
00000100:00000001:0.0:1789100831.474184:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100831.474186:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.474188:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100831.474191:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100831/real 1789100831]  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100831.474248:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100831.474250:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100831.474252:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100831.474255:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100831.474256:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100831.474258:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100831.474262:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100831.474269:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474275:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100831.474276:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474278:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.474279:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100831.474282:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474288:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100831.474292:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474297:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100831.474299:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474301:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.474302:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474303:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100831.474305:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100831.474307:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100831.474310:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100831.474311:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100831.474315:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100831.474322:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100831.474325:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474327:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.474330:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964667264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474335:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100831.474337:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100831.474338:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.474341:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100831.474342:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100831.474344:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100831.474346:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100831.474347:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100831.474349:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100831.474351:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100831.474352:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100831.474354:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100831.474355:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474356:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.474359:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100831.474360:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.474362:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.474363:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.474434:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.474436:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474475:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.474478:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100831.474482:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100831.474483:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100831.474485:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100831.474488:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100831.474492:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27968
00000400:00000200:3.0:1789100831.474496:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100831.474499:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100831.474501:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100831.474504:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474506:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.474508:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474511:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100831.474513:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100831.474515:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100831.474516:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100831.474519:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100831.474521:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100831.474523:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100831.474526:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474528:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.474530:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474532:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100831.474535:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100831.474538:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474540:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.474542:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100831.474545:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100831.474547:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474549:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100831.474551:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100831.474554:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474555:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100831.474559:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100831.474561:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100831.474564:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100831.474565:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474566:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100831.474568:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100831.474569:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100831.474573:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100831.474577:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100831.474581:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100831.474588:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100831.474590:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.474593:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474635:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.474637:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100831.474638:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100831.474642:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474649:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100831.474650:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.474652:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100831.474653:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100831.474656:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100831.474658:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100831.474661:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100831.474663:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100831.474665:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.474666:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100831.474669:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.474671:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.474674:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100831.474676:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100831.474679:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100831.474682:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667392, portal 10
00000100:00000001:0.0:1789100831.474684:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100831.474685:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:0.0:1789100831.474690:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.474696:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100831.474698:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100831.474700:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100831.474702:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964667392, offset 0
00000400:00000200:0.0:1789100831.474707:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100831.474712:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.474716:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100831.474720:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100831.474723:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100831.474725:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100831.474727:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100831.474730:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512162:512162:256:4294967295] 192.168.204.152@tcp LPNI seq info [511919:511919:8:4294967295]
00000400:00000200:0.0:1789100831.474733:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.474740:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100831.474744:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.474748:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100831.474751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100831.474754:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100831.474758:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100831.474760:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100831.474764:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.474765:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100831.474768:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100831.474771:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100831.474774:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100831.474776:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100831.474778:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100831.474782:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100831.474886:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.474890:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100831.474893:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100831.474894:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100831.474896:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100831.474898:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100831.474910:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27968
00000400:00000200:3.0:1789100831.474914:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100831.474917:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100831.474919:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100831.474922:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474924:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.474926:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474928:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100831.474930:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100831.474932:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100831.474933:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100831.474935:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100831.474937:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100831.474939:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100831.474942:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474944:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.474945:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474948:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100831.474950:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100831.474952:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100831.474954:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.474956:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100831.474959:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100831.474961:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474963:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100831.474965:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100831.474967:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474969:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100831.474973:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100831.474975:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100831.474978:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100831.474980:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.474981:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100831.474983:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100831.474985:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100831.474989:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100831.474992:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100831.474997:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100831.475003:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100831.475006:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.475009:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475073:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.475078:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475086:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475087:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100831.475092:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100831.475095:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100831.475098:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100831.475100:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322641428
00000100:00000001:0.0:1789100831.475103:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322642691
00000100:00000001:0.0:1789100831.475105:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322641428
00000100:00000001:0.0:1789100831.475107:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322642692
00000100:00000001:0.0:1789100831.475109:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100831.475111:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475113:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100831.475116:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100831/real 1789100831]  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100831.475124:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100831.475125:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100831.475136:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100831.475139:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100831.475141:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100831.475144:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100831.475148:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100831.475156:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475162:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100831.475163:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475165:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.475166:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100831.475170:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475187:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100831.475191:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475198:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100831.475200:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475202:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.475203:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475205:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100831.475207:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100831.475210:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100831.475213:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100831.475215:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100831.475218:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100831.475226:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100831.475230:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475232:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.475235:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964667392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475241:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100831.475242:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100831.475244:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.475247:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100831.475249:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100831.475250:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100831.475252:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100831.475254:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100831.475256:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100831.475257:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100831.475259:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100831.475261:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100831.475262:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475264:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475268:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100831.475269:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475270:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.475272:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100831.475273:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100831.475277:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475284:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100831.475285:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.475287:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100831.475289:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100831.475291:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100831.475293:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100831.475297:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100831.475298:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100831.475300:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.475301:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100831.475305:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.475306:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.475310:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100831.475312:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100831.475315:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100831.475318:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667520, portal 4
00000100:00000001:0.0:1789100831.475320:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100831.475321:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:0.0:1789100831.475327:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475333:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100831.475335:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100831.475338:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100831.475340:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964667520, offset 0
00000400:00000200:0.0:1789100831.475344:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100831.475348:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.475351:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100831.475354:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100831.475356:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100831.475359:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100831.475361:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100831.475364:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512163:512163:256:4294967295] 192.168.204.152@tcp LPNI seq info [511920:511920:8:4294967295]
00000400:00000200:0.0:1789100831.475367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.475373:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100831.475378:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.475381:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100831.475385:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100831.475387:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100831.475391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100831.475393:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100831.475397:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.475398:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100831.475401:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100831.475404:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100831.475407:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100831.475409:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100831.475411:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100831.475414:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475421:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.475424:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475430:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475432:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100831.475434:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100831.475437:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100831.475440:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100831.475442:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322641438
00000100:00000001:0.0:1789100831.475444:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322642691
00000100:00000001:0.0:1789100831.475446:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322641438
00000100:00000001:0.0:1789100831.475448:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322642692
00000100:00000001:0.0:1789100831.475450:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100831.475452:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475454:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100831.475458:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100831/real 1789100831]  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100831.475465:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100831.475467:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100831.475468:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100831.475471:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100831.475472:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100831.475474:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100831.475477:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100831.475485:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475491:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100831.475492:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475494:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.475495:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100831.475499:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475505:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100831.475509:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475515:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100831.475517:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475519:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.475520:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475522:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100831.475523:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100831.475526:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100831.475529:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100831.475531:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100831.475534:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100831.475541:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100831.475544:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475546:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.475549:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964667520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.475555:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100831.475556:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100831.475558:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.475561:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100831.475562:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100831.475563:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100831.475565:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100831.475567:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100831.475569:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100831.475570:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100831.475571:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:0.0:1789100831.475574:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100831.475575:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475577:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.475580:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100831.475581:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.475583:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.475585:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.475890:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.475894:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100831.475971:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.475973:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100831.475995:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100831.475998:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100831.476000:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100831.476002:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100831.476006:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27968
00000400:00000200:3.0:1789100831.476011:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100831.476015:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100831.476018:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100831.476020:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.476022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.476024:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.476026:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100831.476029:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100831.476030:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100831.476032:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100831.476034:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100831.476036:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100831.476039:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100831.476041:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.476043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100831.476044:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100831.476046:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100831.476048:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100831.476051:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100831.476052:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100831.476054:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100831.476059:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100831.476061:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.476064:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100831.476067:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100831.476069:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.476071:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100831.476075:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100831.476077:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100831.476080:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100831.476081:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100831.476083:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100831.476084:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100831.476086:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100831.476090:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100831.476094:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100831.476099:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100831.476106:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100831.476109:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.476113:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476160:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.476163:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100831.476164:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100831.476169:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476175:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100831.476176:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.476179:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100831.476181:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100831.476183:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100831.476185:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100831.476189:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100831.476191:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100831.476192:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100831.476194:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100831.476197:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.476199:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100831.476202:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100831.476204:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100831.476207:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100831.476211:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667648, portal 4
00000100:00000001:0.0:1789100831.476212:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100831.476214:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100831.476219:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476225:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100831.476228:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100831.476230:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100831.476232:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964667648, offset 0
00000400:00000200:0.0:1789100831.476236:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100831.476240:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.476244:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100831.476247:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100831.476250:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100831.476253:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100831.476256:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100831.476259:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512164:512164:256:4294967295] 192.168.204.152@tcp LPNI seq info [511921:511921:8:4294967295]
00000400:00000200:0.0:1789100831.476262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100831.476269:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100831.476273:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.476278:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100831.476282:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100831.476285:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100831.476289:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100831.476292:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100831.476296:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100831.476298:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100831.476301:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100831.476305:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100831.476308:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100831.476309:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100831.476312:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100831.476315:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100831.476340:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100831.476348:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27979)
00000100:00000001:0.0:1789100831.476395:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.476400:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476406:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.476408:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100831.476414:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100831.476418:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100831.476422:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100831.476424:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322641459
00000100:00000001:0.0:1789100831.476427:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322642691
00000100:00000001:0.0:1789100831.476429:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322641459
00000100:00000001:0.0:1789100831.476431:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322642692
00000100:00000001:0.0:1789100831.476433:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100831.476435:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.476437:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100831.476441:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100831/real 1789100831]  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100831.476448:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100831.476450:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100831.476452:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100831.476454:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100831.476456:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100831.476458:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100831.476461:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100831.476470:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476476:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100831.476478:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476480:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.476481:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100831.476484:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476491:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100831.476495:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476501:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100831.476504:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476505:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100831.476507:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476509:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100831.476510:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100831.476513:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100831.476516:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100831.476518:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100831.476522:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100831.476530:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100831.476534:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476536:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100831.476539:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964667648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100831.476545:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100831.476547:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100831.476549:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100831.476552:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100831.476554:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100831.476555:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100831.476557:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100831.476558:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100831.476560:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100831.476561:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100831.476563:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100831.476565:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100831.476566:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476568:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100831.476572:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100831.476573:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100831.476575:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100831.476576:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100832.496940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100832.496950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100832.496958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100832.496959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100832.496962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100832.496964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100832.497039:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100832.497045:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100832.497048:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100832.817030:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322642692, at 4322642752
00000100:00000010:1.0:1789100832.817050:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d80.
00000100:00000040:0.0:1789100832.817077:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322642691, at 4322642752
00000100:00000010:0.0:1789100832.817093:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100833.520910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100833.520918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100833.520925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100833.520927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100833.520930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100833.520931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100833.520987:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100833.520991:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100833.521005:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100834.544926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100834.544935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100834.544943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100834.544944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100834.544948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100834.544949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100834.545021:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100834.545026:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100834.545030:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100835.568929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100835.568936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100835.568942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100835.568943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100835.568946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100835.568948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100835.569072:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100835.569078:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100835.569082:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100836.592964:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100836.592978:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100836.592981:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100836.592988:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100836.592989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100836.592994:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100836.593004:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27974
00000400:00000200:3.0:1789100836.593016:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100836.593024:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100836.593028:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100836.593043:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593048:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593050:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593053:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100836.593066:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100836.593068:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100836.593072:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100836.593078:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100836.593081:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100836.593084:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100836.593087:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593089:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593090:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593092:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100836.593095:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100836.593099:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593199:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100836.593204:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100836.593208:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100836.593211:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593215:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100836.593218:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100836.593231:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100836.593235:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100836.593240:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100836.593242:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593246:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100836.593249:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100836.593254:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100836.593264:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100836.593272:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100836.593284:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00000001:2.0:1789100836.593291:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100836.593305:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100836.593307:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00010000:00000001:2.0:1789100836.593308:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593315:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100836.593316:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100836.593319:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100836.593326:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100836.593358:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100836.593363:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100836.593368:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100836.593369:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100836.593371:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100836.593374:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100836.593377:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27974
00000400:00000200:3.0:1789100836.593382:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100836.593385:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100836.593388:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100836.593390:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593392:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593394:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593396:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100836.593401:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100836.593402:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100836.593404:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100836.593407:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100836.593410:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100836.593412:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100836.593416:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593419:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593420:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593421:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100836.593424:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789100836.593424:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100836.593431:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100836.593433:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100836.593433:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100836.593437:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100836.593440:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1789100836.593444:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100836.593447:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593449:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100836.593453:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100836.593456:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.593457:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100836.593458:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100836.593466:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100836.593473:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100836.593477:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100836.593479:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593484:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100836.593487:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100836.593490:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100836.593497:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100836.593501:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100836.593505:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100836.593512:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100836.593516:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100836.593517:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593520:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100836.593525:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100836.593533:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.593534:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789100836.593536:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789100836.593540:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789100836.593540:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100836.593546:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100836.593549:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789100836.593552:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593555:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100836.593561:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27974
00000400:00000200:3.0:1789100836.593565:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100836.593570:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964667776:192.168.204.152@tcp:250:kworker.0
00000400:00000200:3.0:1789100836.593573:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100836.593584:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100836.593586:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789100836.593592:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100836.593594:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789100836.593596:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100836.593599:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100836.593603:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100836.593605:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789100836.593609:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100836.593614:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100836.593616:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
02000000:00000010:0.0:1789100836.593617:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
00000020:00000001:3.0:1789100836.593619:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100836.593626:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
02000000:00000001:0.0:1789100836.593627:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100836.593633:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100836.593636:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100836.593641:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100836.593642:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100836.593647:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593652:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100836.593655:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100836.593655:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100836.593663:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100836.593668:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:0.0:1789100836.593671:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100836.593672:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100836.593676:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100836.593681:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1789100836.593683:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667776, portal 25
02000000:00000001:3.0:1789100836.593685:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.593690:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100836.593692:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100836.593694:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000008:00100000:3.0:1789100836.593697:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100836.593702:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.593706:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.593707:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789100836.593712:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100836.593718:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100836.593723:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1789100836.593725:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100836.593730:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.593734:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593736:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100836.593739:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100836.593741:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100836.593745:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000400:00000010:0.0:1789100836.593752:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100836.593752:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100836.593761:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964667776, offset 0
00000100:00100000:3.0:1789100836.593770:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100836.593774:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593805:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100836.593807:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100836.593811:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100836.593817:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100836.593820:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100836.593823:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100836.593824:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100836.593826:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100836.593829:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100836.593830:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100836.593837:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27974
00000400:00000200:3.0:1789100836.593844:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.593849:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100836.593850:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100836.593859:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100836.593863:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789100836.593865:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593868:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100836.593870:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:3.0:1789100836.593874:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100836.593878:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100836.593878:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100836.593880:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1789100836.593890:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100836.593890:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100836.593895:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000200:0.0:1789100836.593896:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00010000:00010000:1.0:1789100836.593900:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100836.593904:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100836.593910:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512165:512165:256:4294967295] 192.168.204.152@tcp LPNI seq info [511922:511922:8:4294967295]
00000020:00000040:3.0:1789100836.593912:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:0.0:1789100836.593919:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100836.593921:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100836.593928:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100836.593933:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789100836.593939:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593943:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.593947:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.0:1789100836.593950:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100836.593953:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000010:0.0:1789100836.593956:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000020:00000040:3.0:1789100836.593961:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100836.593968:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.0:1789100836.593969:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100836.593976:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100836.593979:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100836.593981:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100836.593984:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100836.593985:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100836.593986:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100836.593989:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100836.593998:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.594000:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100836.594004:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000800:00000200:0.1:1789100836.594006:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100836.594008:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100836.594014:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100836.594015:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.594016:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100836.594018:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100836.594019:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100836.594022:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000800:00000200:0.1:1789100836.594024:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100836.594027:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789100836.594046:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00100000:3.0:1789100836.594048:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1789100836.594052:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100836.594061:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100836.594064:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100836.594067:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100836.594068:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100836.594082:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100836.594095:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:3.0:1789100836.594098:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100836.594101:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100836.594108:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100836.594115:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594125:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.594128:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100836.594135:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100836.594137:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594145:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1789100836.594147:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100836.594151:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100836.594153:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100836.594156:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100836.594157:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100836.594165:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100836.594166:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27974
00000100:00000001:0.0:1789100836.594179:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322647812
00000400:00000200:3.0:1789100836.594180:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100836.594190:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000010:0.0:1789100836.594192:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00080000:3.0:1789100836.594193:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100836.594200:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.594203:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100836.594204:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.594206:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100836.594207:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100836.594209:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1789100836.594209:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100836.594215:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100836.594218:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:0.0:1789100836.594221:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322647812
00000020:00000001:3.0:1789100836.594221:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100836.594226:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000010:0.0:1789100836.594228:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8e40.
00000100:00000040:3.0:1789100836.594233:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100836.594237:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100836.594238:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1789100836.594244:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100836.594246:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100836.594251:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100836.594253:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100836.594256:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:0.0:1789100836.594259:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789100836.594263:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100836.594266:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100836.594269:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100836/real 1789100836]  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100836.594270:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100836.594278:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100836.594282:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100836.594283:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100836.594292:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789100836.594292:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1789100836.594302:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000008:00100000:3.0:1789100836.594302:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1789100836.594315:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000008:00000001:3.0:1789100836.594317:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100836.594320:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100836.594326:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594336:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100836.594339:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100836.594349:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594356:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100836.594357:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594360:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.594362:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100836.594366:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594374:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100836.594379:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594386:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100836.594389:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594390:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.594392:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594399:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100836.594401:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100836.594405:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100836.594409:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100836.594412:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100836.594416:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789100836.594429:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100836.594436:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00100000:0.0:1789100836.594437:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964667776:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100836.594446:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100836.594450:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594451:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100836.594454:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100836.594457:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789100836.594459:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100836.594462:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.594466:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964667776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100836.594470:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100836.594479:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594486:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1789100836.594490:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100836.594491:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100836.594496:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100836.594505:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1789100836.594507:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1789100836.594510:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1789100836.594511:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100836.594514:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000040:3.0:1789100836.594521:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100836.594522:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100836.594529:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100836.594539:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1789100836.594540:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.594542:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100836.594546:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000040:3.0:1789100836.594550:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27984)
00000100:00000001:0.0:1789100836.594551:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100836.594553:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594555:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594562:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100836.594567:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594572:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100836.594575:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100836.594577:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100836.594582:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594590:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100836.594592:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.594594:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100836.594596:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100836.594598:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100836.594602:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100836.594605:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100836.594607:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100836.594609:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.594611:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100836.594614:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100836.594616:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100836.594620:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100836.594623:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100836.594627:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100836.594630:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964667904, portal 10
00000100:00000001:0.0:1789100836.594632:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100836.594633:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100836.594638:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594644:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100836.594647:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100836.594648:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100836.594651:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964667904, offset 0
00000400:00000200:0.0:1789100836.594655:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100836.594659:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.594663:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100836.594666:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100836.594668:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100836.594670:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100836.594673:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100836.594675:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512166:512166:256:4294967295] 192.168.204.152@tcp LPNI seq info [511923:511923:8:4294967295]
00000400:00000200:0.0:1789100836.594679:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.594686:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100836.594690:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.594694:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100836.594698:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100836.594701:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100836.594706:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100836.594708:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100836.594712:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.594714:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100836.594717:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100836.594720:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100836.594723:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100836.594725:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100836.594727:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100836.594730:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594738:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.594741:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594747:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594748:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100836.594751:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.594755:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100836.594757:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100836.594759:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322646548
00000100:00000001:0.0:1789100836.594762:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.594764:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322646548
00000100:00000001:0.0:1789100836.594766:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.594768:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100836.594770:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.594772:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100836.594776:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100836/real 1789100836]  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100836.594812:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100836.594814:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100836.594815:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100836.594818:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100836.594820:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100836.594823:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100836.594827:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100836.594835:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594842:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100836.594843:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594845:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.594846:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100836.594850:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594857:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100836.594860:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594867:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100836.594870:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.594873:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.594875:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100836.594877:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100836.594879:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100836.594883:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100836.594885:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100836.594889:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100836.594896:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964667904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100836.594900:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100836.594903:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594909:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100836.594910:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.594912:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100836.594914:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100836.594916:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100836.594918:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100836.594922:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100836.594924:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100836.594926:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.594928:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100836.594933:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100836.594936:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100836.594939:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100836.594942:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100836.594944:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100836.594947:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668032, portal 10
00000100:00000001:0.0:1789100836.594949:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100836.594950:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100836.594955:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.594962:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100836.594964:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100836.594966:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100836.594968:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964668032, offset 0
00000400:00000200:0.0:1789100836.594972:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100836.594976:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.594979:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100836.594982:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100836.594984:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100836.594987:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100836.594989:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100836.594991:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512167:512167:256:4294967295] 192.168.204.152@tcp LPNI seq info [511924:511924:8:4294967295]
00000400:00000200:0.0:1789100836.594996:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.595001:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100836.595006:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595009:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100836.595013:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100836.595015:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100836.595019:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100836.595021:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100836.595024:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595026:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100836.595029:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100836.595044:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100836.595047:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100836.595049:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100836.595052:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100836.595056:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595063:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595066:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595071:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595073:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100836.595076:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.595079:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100836.595082:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100836.595084:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322646548
00000100:00000001:0.0:1789100836.595086:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595089:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322646548
00000100:00000001:0.0:1789100836.595090:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595092:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100836.595094:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595096:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100836.595099:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100836/real 1789100836]  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100836.595105:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100836.595106:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100836.595108:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100836.595110:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100836.595112:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100836.595114:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100836.595117:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100836.595124:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595130:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100836.595131:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595133:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595135:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100836.595138:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595144:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100836.595148:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595154:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100836.595157:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595159:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595160:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595161:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100836.595163:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100836.595165:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100836.595168:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100836.595171:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100836.595174:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100836.595182:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100836.595185:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100836.595189:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595196:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100836.595197:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.595200:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100836.595201:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100836.595203:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100836.595206:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100836.595209:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100836.595211:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100836.595212:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.595214:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595217:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100836.595219:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100836.595222:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100836.595225:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100836.595228:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100836.595231:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668160, portal 4
00000100:00000001:0.0:1789100836.595234:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100836.595235:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100836.595241:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595248:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100836.595250:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100836.595253:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100836.595255:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964668160, offset 0
00000400:00000200:0.0:1789100836.595259:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100836.595262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.595266:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100836.595269:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100836.595272:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100836.595274:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100836.595276:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100836.595280:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512168:512168:256:4294967295] 192.168.204.152@tcp LPNI seq info [511925:511925:8:4294967295]
00000400:00000200:0.0:1789100836.595284:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.595290:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100836.595294:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595297:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100836.595301:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100836.595304:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100836.595308:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100836.595310:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100836.595314:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595315:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100836.595318:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100836.595321:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100836.595324:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100836.595326:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100836.595328:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100836.595331:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595344:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595347:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595353:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595355:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100836.595358:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.595360:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100836.595363:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100836.595365:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322646558
00000100:00000001:0.0:1789100836.595367:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595369:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322646558
00000100:00000001:0.0:1789100836.595371:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595373:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100836.595376:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595377:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100836.595381:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100836/real 1789100836]  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100836.595388:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100836.595389:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100836.595391:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100836.595394:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100836.595395:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100836.595398:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100836.595401:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100836.595408:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595415:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100836.595417:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595419:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595420:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100836.595424:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595431:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100836.595434:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595441:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100836.595443:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595444:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595446:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595448:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100836.595449:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100836.595452:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100836.595455:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100836.595457:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100836.595461:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100836.595467:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100836.595470:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100836.595473:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595479:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100836.595481:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.595483:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100836.595484:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100836.595486:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100836.595489:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100836.595492:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100836.595494:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100836.595495:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100836.595497:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595500:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100836.595502:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100836.595505:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100836.595507:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100836.595510:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100836.595513:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668288, portal 4
00000100:00000001:0.0:1789100836.595515:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100836.595516:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100836.595522:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595527:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100836.595529:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100836.595531:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100836.595532:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964668288, offset 0
00000400:00000200:0.0:1789100836.595536:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100836.595539:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.595543:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100836.595545:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100836.595547:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100836.595549:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100836.595551:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100836.595553:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512169:512169:256:4294967295] 192.168.204.152@tcp LPNI seq info [511926:511926:8:4294967295]
00000400:00000200:0.0:1789100836.595556:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100836.595562:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100836.595566:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595568:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100836.595573:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100836.595575:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100836.595578:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100836.595581:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100836.595584:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100836.595586:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100836.595589:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100836.595591:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100836.595594:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100836.595595:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100836.595597:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100836.595601:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595607:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595609:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595615:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595616:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100836.595619:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100836.595621:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100836.595624:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100836.595626:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322646578
00000100:00000001:0.0:1789100836.595628:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595630:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322646578
00000100:00000001:0.0:1789100836.595632:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322647812
00000100:00000001:0.0:1789100836.595634:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100836.595635:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595637:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100836.595640:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100836/real 1789100836]  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100836.595647:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100836.595648:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100836.595650:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100836.595652:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100836.595653:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100836.595655:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100836.595657:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100836.595664:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595670:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100836.595672:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595674:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595675:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100836.595678:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595684:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100836.595687:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595692:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100836.595694:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595695:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100836.595696:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595698:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100836.595699:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100836.595701:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100836.595704:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100836.595706:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100836.595709:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100836.595721:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100836.595724:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595726:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595728:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964667904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595734:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100836.595735:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595737:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100836.595740:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100836.595741:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100836.595743:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100836.595744:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100836.595746:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100836.595749:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100836.595750:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100836.595751:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100836.595754:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100836.595755:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595756:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595759:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964668032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595764:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100836.595765:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595767:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100836.595770:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100836.595771:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100836.595772:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100836.595774:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100836.595775:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100836.595776:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100836.595777:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100836.595779:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100836.595781:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100836.595782:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595783:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595806:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964668160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595813:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100836.595814:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595815:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100836.595818:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100836.595819:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100836.595820:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100836.595822:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100836.595823:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100836.595825:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100836.595827:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100836.595828:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100836.595830:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100836.595831:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595832:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100836.595835:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964668288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100836.595840:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100836.595841:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100836.595843:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100836.595845:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100836.595846:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100836.595847:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100836.595848:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100836.595849:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789100836.595851:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100836.595852:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100836.595853:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100836.595855:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100836.595856:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595858:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100836.595862:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100836.595864:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100836.595866:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100836.595867:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100837.616952:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100837.616954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100837.616956:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616961:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100837.616962:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616964:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616966:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100837.616970:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100837.616971:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100837.616972:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616973:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100837.616974:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616975:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616976:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100837.616979:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100837.616979:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100837.616980:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616981:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100837.616982:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616983:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100837.616984:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100837.617123:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100837.617129:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100837.617132:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100837.936936:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322647812, at 4322647872
00000100:00000040:1.0:1789100837.936945:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322647812, at 4322647872
00000100:00000010:0.0:1789100837.936955:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100837.936957:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8e40.
00010000:00000001:2.0:1789100838.641199:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100838.641210:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100838.641217:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100838.641218:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100838.641223:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100838.641224:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100838.641325:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100838.641331:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100838.641335:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100839.664928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100839.664934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100839.664941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100839.664942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100839.664946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100839.664947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100839.665060:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100839.665064:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100839.665068:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100840.689022:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100840.689031:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100840.689038:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100840.689040:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100840.689043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100840.689044:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100840.689180:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100840.689184:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100840.689187:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100841.713000:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100841.713006:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100841.713012:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713014:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100841.713018:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100841.713019:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100841.713022:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713026:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100841.713029:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100841.713032:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713036:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100841.713047:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27979
00000400:00000200:3.0:1789100841.713069:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100841.713080:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100841.713085:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100841.713089:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713093:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713095:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713098:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100841.713103:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100841.713105:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100841.713107:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100841.713110:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100841.713113:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100841.713116:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100841.713119:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713120:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713123:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713124:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100841.713127:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100841.713131:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713133:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100841.713136:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100841.713139:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100841.713142:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713144:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100841.713147:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100841.713158:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100841.713163:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100841.713169:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100841.713172:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713176:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100841.713183:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100841.713187:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100841.713197:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000010:3.0:1789100841.713197:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000020:00000001:1.0:1789100841.713202:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100841.713207:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100841.713210:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100841.713223:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100841.713236:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100841.713241:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713247:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100841.713272:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713275:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100841.713279:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100841.713280:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100841.713281:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100841.713284:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100841.713286:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27979
00000400:00000200:3.0:1789100841.713291:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100841.713294:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100841.713296:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100841.713298:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713300:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713302:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713303:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100841.713305:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100841.713306:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100841.713308:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100841.713310:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100841.713312:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100841.713314:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100841.713316:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713318:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713319:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713321:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100841.713323:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100841.713325:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713326:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100841.713327:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100841.713333:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100841.713335:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713337:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100841.713341:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100841.713344:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713346:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100841.713349:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100841.713351:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100841.713353:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100841.713354:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713356:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100841.713357:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100841.713359:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100841.713365:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100841.713369:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100841.713373:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100841.713380:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100841.713382:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713386:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100841.713393:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713395:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100841.713398:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100841.713399:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100841.713400:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100841.713403:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100841.713405:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27979
00000400:00000200:3.0:1789100841.713408:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100841.713410:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100841.713417:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100841.713420:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713422:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713423:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713425:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100841.713427:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100841.713428:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100841.713429:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100841.713431:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100841.713432:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100841.713434:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100841.713436:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713438:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713439:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713441:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100841.713442:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100841.713444:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713446:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100841.713448:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100841.713451:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100841.713453:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713454:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100841.713456:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100841.713458:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713459:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100841.713463:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100841.713465:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100841.713466:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100841.713468:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713469:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100841.713470:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100841.713472:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100841.713475:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100841.713478:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100841.713482:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100841.713488:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100841.713490:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713492:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100841.713499:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713501:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100841.713505:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100841.713506:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100841.713507:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100841.713509:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100841.713511:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27979
00000400:00000200:3.0:1789100841.713513:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100841.713516:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100841.713517:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100841.713520:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713522:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713524:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713525:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100841.713527:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100841.713528:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100841.713529:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100841.713531:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100841.713533:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100841.713534:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100841.713537:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713538:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713539:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713541:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100841.713543:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100841.713545:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713547:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100841.713548:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100841.713550:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100841.713551:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713553:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100841.713555:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100841.713557:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713558:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100841.713561:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100841.713563:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100841.713565:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100841.713566:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713568:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100841.713569:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100841.713570:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100841.713573:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100841.713577:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100841.713581:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100841.713587:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100841.713588:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713591:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100841.713597:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100841.713600:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100841.713603:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100841.713604:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100841.713605:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100841.713607:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100841.713609:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27979
00000400:00000200:3.0:1789100841.713612:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100841.713614:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100841.713616:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100841.713618:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713619:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713621:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713622:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100841.713624:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100841.713625:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100841.713626:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100841.713627:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100841.713629:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100841.713631:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100841.713633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713635:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100841.713637:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713639:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100841.713641:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100841.713643:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100841.713644:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100841.713646:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100841.713648:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100841.713649:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713651:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100841.713652:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100841.713654:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713655:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100841.713659:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100841.713660:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100841.713662:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100841.713663:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100841.713665:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100841.713666:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100841.713667:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100841.713670:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100841.713673:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100841.713677:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100841.713683:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100841.713684:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713687:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100841.713693:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100841.713698:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27989)
00000100:00000001:0.0:1789100841.713886:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100841.713891:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100841.713894:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100841.713901:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.713910:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100841.713912:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.713915:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100841.713918:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100841.713920:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100841.713923:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964668416:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100841.713927:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100841.713931:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100841.713980:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.713983:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100841.713988:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100841.713990:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.713995:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100841.713999:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100841.714005:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100841.714012:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668416, portal 25
00000100:00000001:0.0:1789100841.714014:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100841.714016:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000040:0.0:1789100841.714021:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714028:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100841.714030:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100841.714033:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100841.714036:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964668416, offset 0
00000400:00000200:0.0:1789100841.714041:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714048:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714055:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100841.714060:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100841.714063:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100841.714067:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100841.714069:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714073:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512170:512170:256:4294967295] 192.168.204.152@tcp LPNI seq info [511927:511927:8:4294967295]
00000400:00000200:0.0:1789100841.714077:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714085:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100841.714091:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714096:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100841.714102:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100841.714106:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100841.714111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100841.714115:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100841.714119:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714121:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100841.714127:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100841.714132:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100841.714136:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100841.714138:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100841.714142:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100841.714145:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714153:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.714156:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714163:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714165:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100841.714172:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.714175:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100841.714179:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322652932
00000100:00000010:0.0:1789100841.714183:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100841.714190:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100841.714196:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322652932
00000100:00000010:0.0:1789100841.714198:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc88a0.
00000100:00000001:0.0:1789100841.714201:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100841.714205:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100841.714207:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714210:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100841.714214:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100841/real 1789100841]  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100841.714223:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100841.714225:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100841.714226:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100841.714229:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100841.714230:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100841.714232:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100841.714235:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100841.714243:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714249:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100841.714250:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714253:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714255:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100841.714259:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714265:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100841.714269:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714280:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100841.714283:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714285:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714286:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714288:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100841.714290:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100841.714293:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100841.714297:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100841.714299:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100841.714302:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100841.714310:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964668416:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100841.714314:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100841.714317:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714324:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100841.714325:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714327:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100841.714328:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100841.714330:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100841.714333:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100841.714335:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100841.714337:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100841.714339:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714340:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100841.714343:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100841.714345:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.714348:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100841.714350:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100841.714353:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100841.714356:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668544, portal 10
00000100:00000001:0.0:1789100841.714358:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100841.714359:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:0.0:1789100841.714365:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714370:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100841.714372:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100841.714374:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100841.714376:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964668544, offset 0
00000400:00000200:0.0:1789100841.714380:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714383:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714387:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100841.714389:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100841.714392:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100841.714394:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100841.714396:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714398:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512171:512171:256:4294967295] 192.168.204.152@tcp LPNI seq info [511928:511928:8:4294967295]
00000400:00000200:0.0:1789100841.714402:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714408:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100841.714413:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714416:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100841.714420:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100841.714423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100841.714427:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100841.714429:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100841.714434:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714435:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100841.714438:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100841.714441:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100841.714444:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100841.714445:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100841.714448:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100841.714452:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714460:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.714463:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714470:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714472:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100841.714475:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100841.714479:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100841.714483:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100841.714485:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322651668
00000100:00000001:0.0:1789100841.714488:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.714490:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322651668
00000100:00000001:0.0:1789100841.714492:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.714494:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100841.714496:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714498:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100841.714502:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100841/real 1789100841]  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100841.714509:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100841.714511:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100841.714513:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100841.714515:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100841.714517:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100841.714519:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100841.714523:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100841.714531:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714545:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100841.714547:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714549:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714550:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100841.714554:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714561:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100841.714565:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714573:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100841.714576:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714577:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714579:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714581:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100841.714582:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100841.714585:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100841.714588:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100841.714591:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100841.714595:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100841.714603:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100841.714608:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100841.714611:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714618:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100841.714620:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714623:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100841.714624:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100841.714627:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100841.714630:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100841.714633:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100841.714635:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100841.714637:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714639:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100841.714642:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100841.714644:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.714647:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100841.714650:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100841.714653:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100841.714656:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668672, portal 10
00000100:00000001:0.0:1789100841.714658:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100841.714659:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100841.714665:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714671:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100841.714674:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100841.714676:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100841.714678:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964668672, offset 0
00000400:00000200:0.0:1789100841.714683:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714686:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714690:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100841.714693:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100841.714696:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100841.714698:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100841.714701:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100841.714704:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512172:512172:256:4294967295] 192.168.204.152@tcp LPNI seq info [511929:511929:8:4294967295]
00000400:00000200:0.0:1789100841.714708:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.714714:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100841.714719:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714722:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100841.714726:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100841.714729:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100841.714734:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100841.714737:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100841.714741:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.714743:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100841.714745:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100841.714749:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100841.714752:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100841.714754:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100841.714756:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100841.714760:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714768:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.714772:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714779:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714781:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100841.714784:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100841.714816:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100841.714820:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100841.714822:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322651668
00000100:00000001:0.0:1789100841.714825:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.714827:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322651668
00000100:00000001:0.0:1789100841.714829:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.714831:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100841.714834:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.714835:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100841.714840:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100841/real 1789100841]  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100841.714848:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100841.714849:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100841.714851:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100841.714854:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100841.714856:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100841.714858:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100841.714861:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100841.714870:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714877:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100841.714879:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714881:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714882:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100841.714886:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714893:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100841.714897:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714904:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100841.714906:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714908:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.714909:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.714910:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100841.714912:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100841.714915:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100841.714918:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100841.714920:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100841.714925:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100841.714945:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100841.714950:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100841.714955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.714961:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100841.714963:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714966:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100841.714968:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100841.714970:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100841.714973:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100841.714976:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100841.714978:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100841.714979:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.714981:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100841.714985:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100841.714987:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.714991:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100841.714993:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100841.714997:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100841.715001:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668800, portal 4
00000100:00000001:0.0:1789100841.715003:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100841.715004:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000040:0.0:1789100841.715010:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715017:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100841.715019:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100841.715021:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100841.715024:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964668800, offset 0
00000400:00000200:0.0:1789100841.715029:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100841.715034:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.715037:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100841.715040:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100841.715043:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100841.715046:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100841.715049:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100841.715051:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512173:512173:256:4294967295] 192.168.204.152@tcp LPNI seq info [511930:511930:8:4294967295]
00000400:00000200:0.0:1789100841.715056:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.715061:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100841.715066:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.715070:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100841.715074:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100841.715077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100841.715081:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100841.715084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100841.715088:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.715090:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100841.715093:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100841.715096:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100841.715098:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100841.715100:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100841.715102:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100841.715105:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715112:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715115:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715120:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.715122:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100841.715124:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100841.715127:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100841.715130:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100841.715133:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322651678
00000100:00000001:0.0:1789100841.715136:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.715138:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322651678
00000100:00000001:0.0:1789100841.715140:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.715142:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100841.715144:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.715145:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100841.715149:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100841/real 1789100841]  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100841.715157:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100841.715158:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100841.715160:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100841.715163:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100841.715165:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100841.715167:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100841.715170:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100841.715178:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715184:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100841.715185:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715187:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.715188:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100841.715192:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715198:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100841.715202:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715207:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100841.715210:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715212:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.715213:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715214:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100841.715216:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100841.715219:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100841.715222:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100841.715224:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100841.715227:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100841.715237:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100841.715241:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100841.715245:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715250:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100841.715252:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.715254:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100841.715256:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100841.715258:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100841.715261:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100841.715265:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100841.715266:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100841.715268:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100841.715270:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715274:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100841.715275:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100841.715278:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100841.715281:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100841.715284:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100841.715286:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964668928, portal 4
00000100:00000001:0.0:1789100841.715289:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100841.715290:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100841.715361:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715368:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100841.715370:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100841.715374:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100841.715376:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964668928, offset 0
00000400:00000200:0.0:1789100841.715381:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100841.715385:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.715389:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100841.715393:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100841.715395:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100841.715397:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100841.715399:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100841.715402:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512174:512174:256:4294967295] 192.168.204.152@tcp LPNI seq info [511931:511931:8:4294967295]
00000400:00000200:0.0:1789100841.715406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100841.715412:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100841.715417:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.715421:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100841.715425:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100841.715427:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100841.715432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100841.715435:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100841.715439:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100841.715441:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100841.715443:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100841.715446:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100841.715449:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100841.715451:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100841.715453:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100841.715456:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715469:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715472:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715479:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.715480:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100841.715483:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100841.715486:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100841.715488:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100841.715491:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322651698
00000100:00000001:0.0:1789100841.715493:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.715495:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322651698
00000100:00000001:0.0:1789100841.715497:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322652932
00000100:00000001:0.0:1789100841.715499:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100841.715501:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.715502:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100841.715506:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100841/real 1789100841]  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100841.715513:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100841.715514:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100841.715516:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100841.715518:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100841.715520:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100841.715522:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100841.715526:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100841.715532:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715537:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100841.715539:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715540:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.715546:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100841.715549:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715555:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100841.715558:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715564:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100841.715565:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715567:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100841.715568:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715569:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100841.715570:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100841.715572:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100841.715575:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100841.715577:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100841.715579:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100841.715586:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964668928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100841.715589:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715591:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715594:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964668416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715600:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100841.715602:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715604:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100841.715608:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100841.715610:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100841.715612:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100841.715614:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100841.715617:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:0.0:1789100841.715621:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100841.715622:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100841.715624:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:0.0:1789100841.715627:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100841.715628:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715629:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715632:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964668544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715637:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100841.715638:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715640:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100841.715642:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100841.715643:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100841.715644:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100841.715645:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100841.715647:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789100841.715649:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100841.715650:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100841.715651:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:0.0:1789100841.715653:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100841.715654:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715655:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715658:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964668672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715662:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100841.715663:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715665:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100841.715668:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100841.715669:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100841.715670:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100841.715671:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100841.715672:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100841.715674:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100841.715675:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100841.715676:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100841.715678:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100841.715679:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715680:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715683:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964668800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715688:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100841.715689:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715690:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100841.715692:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100841.715693:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100841.715694:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100841.715696:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100841.715697:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100841.715699:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100841.715700:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100841.715701:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100841.715702:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100841.715703:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715704:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100841.715707:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964668928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100841.715712:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100841.715713:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100841.715714:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100841.715716:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100841.715717:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100841.715718:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100841.715719:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100841.715720:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100841.715722:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100841.715723:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100841.715724:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100841.715726:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100841.715727:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715730:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100841.715740:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100841.715743:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100841.715744:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100841.715746:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100842.737630:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100842.737640:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100842.737647:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100842.737649:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100842.737652:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100842.737654:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100842.737761:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100842.737771:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100842.737777:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100843.056931:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322652932, at 4322652992
00000100:00000010:1.0:1789100843.056950:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc88a0.
00000100:00000040:0.0:1789100843.057011:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322652932, at 4322652992
00000100:00000010:0.0:1789100843.057019:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100843.760925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100843.760933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100843.760938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100843.760939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100843.760942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100843.760944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100843.761039:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100843.761046:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100843.761049:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100844.785009:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100844.785016:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100844.785022:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100844.785024:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100844.785027:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100844.785029:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100844.785259:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100844.785263:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100844.785265:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100845.808979:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100845.808990:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100845.808997:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100845.808998:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100845.809002:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100845.809003:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100845.809205:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100845.809211:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100845.809214:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100846.832937:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100846.832949:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100846.832952:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100846.832956:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100846.832960:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100846.832968:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27984
00000400:00000200:3.0:1789100846.832983:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100846.832991:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100846.832994:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100846.832995:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100846.833000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100846.833001:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100846.833007:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100846.833007:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100846.833011:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100846.833011:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833017:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100846.833019:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100846.833022:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100846.833023:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100846.833027:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100846.833030:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100846.833034:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100846.833036:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100846.833038:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100846.833041:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833044:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833046:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100846.833048:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100846.833051:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833052:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100846.833055:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100846.833058:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100846.833060:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833061:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100846.833064:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100846.833073:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100846.833075:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100846.833080:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100846.833082:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100846.833085:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100846.833086:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100846.833090:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1789100846.833091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100846.833097:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1789100846.833097:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100846.833107:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100846.833113:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100846.833124:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100846.833134:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100846.833138:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100846.833143:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100846.833164:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100846.833167:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100846.833170:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100846.833171:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100846.833173:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100846.833175:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100846.833177:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27984
00000400:00000200:3.0:1789100846.833180:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100846.833183:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100846.833185:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100846.833189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833193:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833196:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100846.833198:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100846.833200:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100846.833201:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100846.833204:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789100846.833204:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100846.833210:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100846.833211:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789100846.833213:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100846.833215:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100846.833219:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833223:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100846.833226:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100846.833227:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833231:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100846.833236:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100846.833241:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100846.833244:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100846.833246:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833248:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100846.833250:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100846.833253:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100846.833258:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100846.833258:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100846.833264:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.833265:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833268:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1789100846.833272:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964669056:192.168.204.152@tcp:250:kworker.0
00000008:00100000:3.0:1789100846.833274:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100846.833279:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1789100846.833279:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833283:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.833284:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1789100846.833287:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
02000000:00000001:0.0:1789100846.833288:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100846.833292:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100846.833293:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100846.833298:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100846.833300:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100846.833301:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
00000100:00000001:3.0:1789100846.833302:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100846.833305:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100846.833314:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100846.833316:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100846.833321:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000400:00000200:0.0:1789100846.833325:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100846.833326:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100846.833330:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00100000:3.0:1789100846.833335:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100846.833341:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100846.833348:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789100846.833351:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669056, portal 25
00000100:00000001:3.0:1789100846.833351:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833356:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1789100846.833356:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.833359:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100846.833369:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100846.833385:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833387:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100846.833389:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789100846.833394:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100846.833397:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1789100846.833399:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100846.833400:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100846.833403:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1789100846.833404:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964669056, offset 0
00000100:00000001:3.0:1789100846.833408:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100846.833415:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100846.833415:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27984
00000400:00000200:3.0:1789100846.833422:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100846.833425:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100846.833428:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100846.833432:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100846.833433:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833437:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833440:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.833443:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100846.833444:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100846.833449:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100846.833451:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100846.833452:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1789100846.833454:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100846.833457:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789100846.833459:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100846.833460:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100846.833464:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100846.833466:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1789100846.833467:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833471:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100846.833473:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100846.833475:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100846.833481:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512175:512175:256:4294967295] 192.168.204.152@tcp LPNI seq info [511932:511932:8:4294967295]
00000020:00000040:3.0:1789100846.833481:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100846.833487:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833490:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.833494:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100846.833495:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100846.833498:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100846.833501:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833502:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100846.833503:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100846.833507:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833509:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.833512:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1789100846.833514:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100846.833518:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100846.833521:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100846.833523:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100846.833524:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833525:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100846.833527:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100846.833529:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100846.833533:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000800:00000010:0.0:1789100846.833534:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100846.833536:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100846.833541:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789100846.833545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100846.833551:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1789100846.833553:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1789100846.833554:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100846.833559:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789100846.833564:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100846.833568:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100846.833570:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1789100846.833571:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100846.833576:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789100846.833580:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833580:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100846.833581:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100846.833585:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1789100846.833586:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00080000:3.0:1789100846.833588:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27984
00000400:00000200:0.0:1789100846.833594:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100846.833594:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100846.833599:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100846.833604:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100846.833605:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789100846.833611:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.833613:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:3.0:1789100846.833614:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833618:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100846.833619:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100846.833621:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100846.833625:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1789100846.833625:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100846.833629:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100846.833631:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100846.833634:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100846.833636:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:0.0:1789100846.833638:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100846.833639:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100846.833646:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833650:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833654:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100846.833658:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100846.833658:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100846.833662:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000040:0.0:1789100846.833666:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100846.833669:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833675:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833679:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100846.833680:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100846.833683:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1789100846.833685:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100846.833688:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833690:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100846.833691:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789100846.833692:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100846.833696:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833698:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.833700:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789100846.833703:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100846.833704:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322658051
00000020:00000040:3.0:1789100846.833706:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100846.833709:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1789100846.833710:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:3.0:1789100846.833711:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833716:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100846.833717:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100846.833718:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833720:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1789100846.833722:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:0.0:1789100846.833727:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322658051
00000100:00000001:3.0:1789100846.833727:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100846.833734:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8c00.
00000100:00100000:3.0:1789100846.833735:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100846.833738:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100846.833745:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100846.833746:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833749:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100846.833749:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.833754:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833759:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100846.833760:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.833765:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100846/real 1789100846]  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100846.833766:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100846.833774:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100846.833778:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1789100846.833780:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1789100846.833781:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1789100846.833783:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789100846.833812:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1789100846.833813:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00080000:3.0:1789100846.833817:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27984
00000400:00000200:0.0:1789100846.833819:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000200:3.0:1789100846.833823:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100846.833824:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000400:00000200:3.0:1789100846.833829:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100846.833830:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1789100846.833832:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1789100846.833847:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100846.833848:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833853:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100846.833857:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833862:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100846.833866:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100846.833868:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000200:0.0:1789100846.833869:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100846.833870:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100846.833873:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100846.833877:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100846.833881:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100846.833884:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1789100846.833887:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100846.833888:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100846.833891:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100846.833893:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1789100846.833895:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100846.833897:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100846.833899:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100846.833903:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:0.0:1789100846.833906:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100846.833908:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100846.833913:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100846.833916:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100846.833920:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100846.833922:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100846.833924:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833927:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100846.833930:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000040:0.0:1789100846.833931:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100846.833933:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100846.833937:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100846.833942:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100846.833945:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1789100846.833946:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100846.833950:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100846.833951:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100846.833955:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100846.833955:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833959:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100846.833959:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100846.833962:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100846.833964:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1789100846.833965:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.833968:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1789100846.833971:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00080000:0.0:1789100846.833974:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1789100846.833976:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100846.833983:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789100846.833987:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100846.833994:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1789100846.833994:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100846.833997:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100846.834005:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100846.834008:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100846.834024:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.834031:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964669056:192.168.204.152@tcp:250:kworker.0
00000100:00000040:3.0:1789100846.834031:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27994)
00000100:00000001:0.0:1789100846.834039:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834042:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.834046:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964669056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834053:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100846.834062:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100846.834065:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100846.834071:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100846.834073:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100846.834075:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100846.834078:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100846.834080:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100846.834083:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100846.834085:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100846.834086:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100846.834089:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100846.834090:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834092:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834101:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100846.834103:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834105:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100846.834106:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100846.834108:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100846.834111:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834115:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100846.834116:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834118:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100846.834119:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100846.834120:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.834122:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100846.834124:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100846.834125:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100846.834126:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834127:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100846.834130:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100846.834132:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.834136:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100846.834139:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100846.834142:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100846.834145:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669184, portal 10
00000100:00000001:0.0:1789100846.834147:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100846.834148:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100846.834154:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834160:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100846.834162:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100846.834165:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100846.834167:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964669184, offset 0
00000400:00000200:0.0:1789100846.834171:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834178:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100846.834181:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100846.834184:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100846.834185:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100846.834187:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834189:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512176:512176:256:4294967295] 192.168.204.152@tcp LPNI seq info [511933:511933:8:4294967295]
00000400:00000200:0.0:1789100846.834191:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834195:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100846.834198:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834201:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100846.834204:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100846.834206:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100846.834209:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100846.834210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100846.834213:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834214:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100846.834216:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100846.834218:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100846.834220:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100846.834222:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100846.834223:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100846.834225:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834232:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.834235:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834241:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834242:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100846.834245:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100846.834248:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100846.834251:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100846.834253:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322656788
00000100:00000001:0.0:1789100846.834256:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834258:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322656788
00000100:00000001:0.0:1789100846.834260:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834262:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100846.834264:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834265:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100846.834269:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100846/real 1789100846]  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100846.834276:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100846.834278:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100846.834279:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100846.834281:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100846.834283:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100846.834285:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100846.834288:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100846.834296:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834303:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100846.834305:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834306:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834308:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100846.834311:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834317:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100846.834320:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834326:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100846.834329:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834330:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834332:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834333:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100846.834335:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100846.834338:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100846.834341:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100846.834343:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100846.834347:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100846.834354:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100846.834358:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100846.834361:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834365:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100846.834366:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834367:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100846.834368:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100846.834369:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.834371:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100846.834373:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100846.834374:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100846.834375:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834376:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100846.834378:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100846.834379:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.834382:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100846.834383:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100846.834385:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100846.834387:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669312, portal 10
00000100:00000001:0.0:1789100846.834388:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100846.834389:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100846.834393:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834397:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100846.834398:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100846.834399:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100846.834401:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964669312, offset 0
00000400:00000200:0.0:1789100846.834403:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834407:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100846.834409:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100846.834410:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100846.834412:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100846.834413:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834415:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512177:512177:256:4294967295] 192.168.204.152@tcp LPNI seq info [511934:511934:8:4294967295]
00000400:00000200:0.0:1789100846.834417:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834421:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100846.834424:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834426:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100846.834428:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100846.834430:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100846.834432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100846.834434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100846.834436:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834437:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100846.834439:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100846.834441:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100846.834443:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100846.834444:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100846.834446:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100846.834448:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834456:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.834457:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834461:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834462:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100846.834464:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100846.834465:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100846.834467:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100846.834468:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322656787
00000100:00000001:0.0:1789100846.834469:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834470:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322656787
00000100:00000001:0.0:1789100846.834472:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834473:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100846.834474:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834475:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100846.834477:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100846/real 1789100846]  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100846.834481:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100846.834482:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100846.834483:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100846.834484:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100846.834485:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100846.834486:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100846.834488:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100846.834492:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834496:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100846.834497:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834498:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834499:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100846.834500:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834504:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100846.834506:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834509:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100846.834511:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834512:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834512:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834513:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100846.834514:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100846.834516:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100846.834517:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100846.834518:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100846.834520:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100846.834524:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100846.834526:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100846.834528:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834532:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100846.834533:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834534:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100846.834535:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100846.834536:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.834538:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100846.834539:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100846.834540:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100846.834541:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834542:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100846.834544:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100846.834545:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.834547:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100846.834548:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100846.834550:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100846.834552:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669440, portal 4
00000100:00000001:0.0:1789100846.834553:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100846.834554:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100846.834557:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834561:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100846.834563:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100846.834565:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100846.834567:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964669440, offset 0
00000400:00000200:0.0:1789100846.834570:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834573:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834576:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100846.834578:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100846.834580:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100846.834582:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100846.834585:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834587:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512178:512178:256:4294967295] 192.168.204.152@tcp LPNI seq info [511935:511935:8:4294967295]
00000400:00000200:0.0:1789100846.834590:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834595:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100846.834599:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834602:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100846.834605:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100846.834608:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100846.834611:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100846.834614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100846.834617:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834619:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100846.834621:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100846.834624:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100846.834627:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100846.834628:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100846.834630:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100846.834633:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834639:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.834642:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834648:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834649:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100846.834652:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100846.834654:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100846.834657:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100846.834658:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322656797
00000100:00000001:0.0:1789100846.834661:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834663:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322656797
00000100:00000001:0.0:1789100846.834665:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834667:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100846.834669:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834670:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100846.834674:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100846/real 1789100846]  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100846.834681:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100846.834683:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100846.834684:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100846.834686:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100846.834688:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100846.834690:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100846.834693:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100846.834699:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834702:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100846.834703:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834704:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834705:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100846.834707:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834711:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100846.834713:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834716:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100846.834718:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834719:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834719:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834720:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100846.834721:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100846.834723:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100846.834725:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100846.834726:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100846.834728:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100846.834736:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100846.834738:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100846.834740:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834744:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100846.834744:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834746:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100846.834747:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100846.834748:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100846.834750:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100846.834752:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100846.834753:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100846.834754:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100846.834755:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100846.834757:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100846.834758:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100846.834760:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100846.834762:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100846.834764:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100846.834767:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669568, portal 4
00000100:00000001:0.0:1789100846.834768:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100846.834769:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100846.834774:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834780:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100846.834782:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100846.834784:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100846.834805:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964669568, offset 0
00000400:00000200:0.0:1789100846.834810:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834814:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834818:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100846.834820:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100846.834822:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100846.834825:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100846.834827:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100846.834830:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512179:512179:256:4294967295] 192.168.204.152@tcp LPNI seq info [511936:511936:8:4294967295]
00000400:00000200:0.0:1789100846.834833:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100846.834851:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100846.834856:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834860:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100846.834863:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100846.834865:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100846.834869:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100846.834871:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100846.834874:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100846.834876:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100846.834878:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100846.834881:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100846.834882:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100846.834883:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100846.834885:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100846.834888:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834895:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.834898:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834904:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834905:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100846.834908:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100846.834911:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100846.834914:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100846.834917:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322656818
00000100:00000001:0.0:1789100846.834919:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834921:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322656818
00000100:00000001:0.0:1789100846.834923:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322658051
00000100:00000001:0.0:1789100846.834925:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100846.834927:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.834929:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100846.834933:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100846/real 1789100846]  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100846.834940:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100846.834942:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100846.834943:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100846.834946:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100846.834947:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100846.834949:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100846.834953:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100846.834960:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834966:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100846.834968:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834970:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834971:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100846.834975:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834982:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100846.834985:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.834992:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100846.834994:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834996:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100846.834997:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.834999:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100846.835000:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100846.835003:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100846.835006:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100846.835008:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100846.835012:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100846.835019:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100846.835023:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835025:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.835028:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964669184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.835035:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100846.835037:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100846.835039:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100846.835042:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100846.835043:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100846.835045:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100846.835047:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100846.835048:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100846.835051:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100846.835052:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100846.835053:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100846.835054:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100846.835055:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835057:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.835060:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964669312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.835072:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100846.835073:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100846.835074:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100846.835077:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100846.835079:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100846.835080:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100846.835082:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100846.835083:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100846.835085:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100846.835087:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100846.835088:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100846.835090:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100846.835091:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835093:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.835096:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964669440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.835102:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100846.835103:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100846.835105:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100846.835106:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100846.835107:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100846.835108:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100846.835109:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100846.835110:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100846.835111:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100846.835112:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100846.835113:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100846.835115:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100846.835116:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835118:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100846.835121:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964669568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100846.835127:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100846.835129:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100846.835130:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100846.835133:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100846.835134:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100846.835135:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100846.835137:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100846.835138:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100846.835140:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100846.835141:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100846.835142:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100846.835145:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100846.835146:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835148:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100846.835152:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100846.835154:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100846.835155:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100846.835157:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100847.856962:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100847.856964:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100847.856968:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856973:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100847.856976:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856978:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856981:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856985:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100847.856987:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100847.856988:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100847.856990:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856991:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100847.856992:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856994:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.856996:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.857000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100847.857002:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100847.857003:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100847.857004:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.857006:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100847.857007:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.857008:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100847.857010:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100847.857088:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100847.857093:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100847.857096:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100848.176950:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322658051, at 4322658112
00000100:00000010:0.0:1789100848.176968:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000040:1.0:1789100848.176971:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322658051, at 4322658112
00000100:00000010:1.0:1789100848.176988:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c00.
00010000:00000001:2.0:1789100848.880934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100848.880941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100848.880948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100848.880949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100848.880952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100848.880953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100848.881099:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100848.881103:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100848.881107:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100849.904923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100849.904928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100849.904931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100849.904932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100849.904934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100849.904935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100849.904996:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100849.905000:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100849.905003:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100850.928942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100850.928947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100850.928952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100850.928952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100850.928955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100850.928956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100850.929049:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100850.929056:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100850.929059:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100851.952906:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100851.952912:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100851.952915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100851.952925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100851.952926:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100851.952930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.952932:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100851.952937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100851.952938:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100851.952942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.952946:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100851.952955:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27989
00000400:00000200:0.0:1789100851.952966:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100851.952986:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100851.952990:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100851.952993:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.952996:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100851.952999:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953001:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100851.953005:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100851.953007:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100851.953009:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100851.953013:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100851.953015:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100851.953018:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100851.953021:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100851.953024:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953026:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100851.953029:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100851.953033:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953036:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100851.953039:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100851.953042:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100851.953045:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.953047:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100851.953050:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100851.953059:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789100851.953062:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100851.953066:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100851.953068:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.953071:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100851.953073:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100851.953077:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100851.953084:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000020:00000001:1.0:1789100851.953140:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100851.953145:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100851.953149:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100851.953610:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100851.953622:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100851.953632:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100851.953637:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100851.953641:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100851.953663:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100851.953666:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100851.953671:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100851.953672:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100851.953674:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100851.953677:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100851.953680:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27989
00000400:00000200:0.0:1789100851.953685:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100851.953689:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100851.953692:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100851.953694:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789100851.953696:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953700:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100851.953700:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1789100851.953705:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100851.953705:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789100851.953711:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100851.953715:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100851.953717:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000040:3.0:1789100851.953717:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100851.953721:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100851.953725:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100851.953730:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100851.953735:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789100851.953737:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100851.953752:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100851.953754:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100851.953757:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789100851.953758:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789100851.953761:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100851.953764:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100851.953767:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.953768:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100851.953774:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00100000:3.0:1789100851.953775:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964669696:192.168.204.152@tcp:250:kworker.0
00000100:00080000:0.0:1789100851.953781:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100851.953783:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100851.953807:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100851.953810:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.953813:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100851.953818:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100851.953821:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.953827:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.953827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100851.953833:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1789100851.953834:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
02000000:00000001:0.0:1789100851.953839:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1789100851.953843:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
02000000:00000001:0.0:1789100851.953844:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.953850:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100851.953855:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1789100851.953855:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669696, portal 25
00000100:00000001:3.0:1789100851.953861:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1789100851.953862:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.953864:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000001:0.0:1789100851.953866:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100851.953873:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000100:00000040:3.0:1789100851.953875:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100851.953878:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100851.953884:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100851.953886:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.953890:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789100851.953891:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100851.953894:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1789100851.953898:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789100851.953899:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100851.953905:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
02000000:00000010:0.0:1789100851.953906:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789100851.953912:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100851.953912:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964669696, offset 0
00000100:00100000:0.0:1789100851.953922:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789100851.953925:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953934:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789100851.953938:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100851.953939:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100851.953947:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100851.953949:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100851.953958:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789100851.953960:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100851.953964:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100851.953966:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:0.0:1789100851.953970:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1789100851.953974:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789100851.953975:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100851.953979:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789100851.953981:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.953984:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789100851.953990:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512180:512180:256:4294967295] 192.168.204.152@tcp LPNI seq info [511937:511937:8:4294967295]
00000100:00080000:0.0:1789100851.953991:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27989
00000400:00000200:0.0:1789100851.954002:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.954002:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100851.954009:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100851.954012:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100851.954021:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.954021:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789100851.954028:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1789100851.954032:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100851.954035:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000010:3.0:1789100851.954038:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100851.954040:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100851.954044:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100851.954046:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000800:00000200:3.0:1789100851.954047:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:0.0:1789100851.954050:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1789100851.954052:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1789100851.954054:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100851.954059:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:3.1:1789100851.954059:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100851.954064:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1789100851.954065:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000100:3.0:1789100851.954070:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.954074:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000100:00000040:0.0:1789100851.954075:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.954079:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789100851.954080:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100851.954086:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.954086:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789100851.954092:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100851.954092:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100851.954095:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000020:00000040:0.0:1789100851.954098:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:3.0:1789100851.954101:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1789100851.954105:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:3.0:1789100851.954110:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100851.954111:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100851.954115:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100851.954119:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100851.954125:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.954128:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100851.954129:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1789100851.954130:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1789100851.954135:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789100851.954136:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.954140:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100851.954147:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000100:00000001:3.0:1789100851.954150:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100851.954152:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:3.0:1789100851.954154:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100851.954161:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100851.954163:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100851.954167:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.954167:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100851.954171:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789100851.954173:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322663172
02000000:00000001:0.0:1789100851.954174:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100851.954178:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100851.954184:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789100851.954187:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100851.954189:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bb40.
00000100:00100000:0.0:1789100851.954194:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100851.954197:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100851.954208:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322663172
00000100:00000001:0.0:1789100851.954213:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1789100851.954214:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b5a0.
00000100:00000001:0.0:1789100851.954218:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954219:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100851.954224:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100851.954226:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954228:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954234:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789100851.954241:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100851.954243:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100851/real 1789100851]  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100851.954245:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100851.954253:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100851.954256:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100851.954259:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100851.954264:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1789100851.954264:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1789100851.954268:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27989
00000400:00000001:3.0:1789100851.954269:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100851.954273:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:0.0:1789100851.954277:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.954279:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000200:0.0:1789100851.954284:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000010:3.0:1789100851.954284:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00080000:0.0:1789100851.954288:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100851.954290:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1789100851.954294:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:3.0:1789100851.954299:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100851.954300:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100851.954305:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954310:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100851.954315:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1789100851.954318:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100851.954319:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100851.954323:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100851.954326:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:3.0:1789100851.954329:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1789100851.954331:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100851.954332:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789100851.954337:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100851.954338:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.954340:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100851.954346:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:3.0:1789100851.954347:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100851.954352:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100851.954357:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100851.954358:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954363:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789100851.954364:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100851.954369:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100851.954375:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100851.954377:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100851.954378:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954382:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100851.954384:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954384:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954389:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1789100851.954390:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100851.954391:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100851.954394:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100851.954397:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:0.0:1789100851.954399:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100851.954400:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1789100851.954405:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.954406:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100851.954409:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100851.954413:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1789100851.954417:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964669696:192.168.204.152@tcp:250:kworker.0
00000008:00000001:0.0:1789100851.954419:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954422:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100851.954423:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954425:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.954428:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964669696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789100851.954429:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789100851.954435:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789100851.954436:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100851.954440:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1789100851.954442:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1789100851.954445:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789100851.954446:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.954451:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100851.954451:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100851.954454:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:0.0:1789100851.954456:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:3.0:1789100851.954459:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100851.954460:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100851.954465:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100851.954468:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
02000000:00000010:3.0:1789100851.954469:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789100851.954478:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.954478:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100851.954481:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100851.954485:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00100000:0.0:1789100851.954489:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100851.954490:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100851.954493:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954497:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100851.954505:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100851.954507:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954509:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1789100851.954513:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954514:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954519:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100851.954521:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100851.954524:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789100851.954530:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.954532:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100851.954534:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100851.954543:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100851.954547:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100851.954550:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100851.954550:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100851.954554:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.954555:0:414528:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1789100851.954558:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1789100851.954562:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27989
02000000:00000001:3.0:1789100851.954562:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100851.954568:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100851.954570:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:3.0:1789100851.954575:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669824:192.168.204.152@tcp:38:kworker.0
00000400:00000200:0.0:1789100851.954578:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100851.954582:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100851.954584:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100851.954588:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1789100851.954589:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100851.954591:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100851.954595:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789100851.954596:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789100851.954599:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000010:3.0:1789100851.954602:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
00000100:00000001:0.0:1789100851.954603:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100851.954606:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100851.954608:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100851.954612:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000200:3.0:1789100851.954616:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:0.0:1789100851.954617:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100851.954621:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000010:3.0:1789100851.954622:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000020:00000001:0.0:1789100851.954626:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:3.0:1789100851.954629:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000020:00000001:0.0:1789100851.954630:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:3.0:1789100851.954635:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669824, portal 10
00000100:00000040:0.0:1789100851.954637:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100851.954640:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100851.954641:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100851.954643:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:0.0:1789100851.954646:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954650:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100851.954653:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:3.0:1789100851.954655:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100851.954660:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954667:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100851.954671:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100851.954672:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1789100851.954676:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100851.954678:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789100851.954680:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100851.954683:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100851.954685:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1789100851.954688:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964669824, offset 0
00000008:00100000:0.0:1789100851.954689:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100851.954695:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.954697:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954699:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.954704:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789100851.954707:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000400:00000200:3.0:1789100851.954711:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:0.0:1789100851.954712:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:3.0:1789100851.954716:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1789100851.954718:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100851.954723:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.954723:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:0.0:1789100851.954728:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1789100851.954729:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1789100851.954731:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100851.954735:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.954735:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.954755:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512181:512181:256:4294967295] 192.168.204.152@tcp LPNI seq info [511938:511938:8:4294967295]
02000000:00000010:0.0:1789100851.954758:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000400:00000200:3.0:1789100851.954762:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100851.954764:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100851.954774:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789100851.954777:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100851.954810:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100851.954816:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1789100851.954818:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000100:00000001:0.0:1789100851.954821:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100851.954826:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:0.0:1789100851.954829:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1789100851.954831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789100851.954842:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100851.954845:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789100851.954846:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1789100851.954852:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (27999)
00000800:00000100:3.0:1789100851.954853:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.954857:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100851.954861:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100851.954865:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100851.954869:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100851.954870:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100851.954874:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100851.954878:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954887:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.954890:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954896:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954897:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100851.954901:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.954904:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100851.954907:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100851.954909:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322661909
00000100:00000001:3.0:1789100851.954912:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.954914:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322661909
00000100:00000001:3.0:1789100851.954916:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.954918:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100851.954920:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.954921:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100851.954925:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100851/real 1789100851]  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100851.954939:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100851.954940:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100851.954942:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100851.954945:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100851.954946:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100851.954948:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100851.954951:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100851.954959:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954965:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100851.954967:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954969:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.954970:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100851.954973:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954979:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100851.954983:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.954990:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100851.954992:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954993:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.954994:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.954996:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100851.954997:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100851.955000:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100851.955002:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100851.955004:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100851.955009:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100851.955016:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100851.955020:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100851.955023:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955029:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100851.955030:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955032:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100851.955034:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100851.955035:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100851.955038:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100851.955041:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100851.955042:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100851.955044:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955045:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955048:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789100851.955051:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.955054:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100851.955056:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100851.955059:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100851.955062:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964669952, portal 10
00000100:00000001:3.0:1789100851.955063:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100851.955065:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100851.955070:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955076:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100851.955077:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100851.955079:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100851.955080:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964669952, offset 0
00000400:00000200:3.0:1789100851.955083:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955086:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955088:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100851.955090:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100851.955092:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100851.955094:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100851.955095:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955097:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512182:512182:256:4294967295] 192.168.204.152@tcp LPNI seq info [511939:511939:8:4294967295]
00000400:00000200:3.0:1789100851.955099:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955103:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100851.955106:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955108:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100851.955111:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100851.955112:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789100851.955115:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100851.955117:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789100851.955119:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955120:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100851.955122:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100851.955124:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100851.955126:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100851.955127:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100851.955128:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100851.955131:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955135:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955137:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955141:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955141:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100851.955143:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.955145:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100851.955146:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100851.955148:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322661908
00000100:00000001:3.0:1789100851.955150:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955151:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322661908
00000100:00000001:3.0:1789100851.955153:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955154:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100851.955155:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955156:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100851.955158:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100851/real 1789100851]  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100851.955162:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100851.955163:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100851.955164:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100851.955165:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100851.955166:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100851.955167:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100851.955169:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100851.955174:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955178:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100851.955179:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955180:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955180:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100851.955182:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955186:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100851.955188:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955191:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100851.955193:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955194:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955194:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955195:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100851.955197:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100851.955198:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100851.955200:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100851.955201:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100851.955203:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100851.955207:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964669952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100851.955209:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955210:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955212:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964669824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955215:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100851.955216:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955218:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100851.955219:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100851.955220:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100851.955221:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100851.955222:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100851.955223:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:3.0:1789100851.955225:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100851.955225:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100851.955226:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:3.0:1789100851.955228:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100851.955229:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955230:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955231:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964669952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955239:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100851.955239:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955240:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789100851.955242:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100851.955242:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100851.955243:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100851.955244:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100851.955245:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789100851.955246:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100851.955247:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100851.955247:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100851.955249:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100851.955249:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955250:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955253:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100851.955253:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955254:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100851.955255:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100851.955256:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100851.955258:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955261:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100851.955262:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955263:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100851.955264:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100851.955265:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100851.955267:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100851.955269:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100851.955270:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100851.955271:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955272:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955273:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789100851.955274:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.955277:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100851.955278:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100851.955280:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100851.955282:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670080, portal 4
00000100:00000001:3.0:1789100851.955283:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100851.955283:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100851.955287:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955291:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100851.955292:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100851.955293:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100851.955294:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964670080, offset 0
00000400:00000200:3.0:1789100851.955296:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955298:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955300:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100851.955302:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100851.955303:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100851.955304:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100851.955306:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955307:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512183:512183:256:4294967295] 192.168.204.152@tcp LPNI seq info [511940:511940:8:4294967295]
00000400:00000200:3.0:1789100851.955310:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955313:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100851.955316:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955317:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100851.955319:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100851.955321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789100851.955324:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100851.955326:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789100851.955330:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955332:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100851.955334:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100851.955337:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100851.955339:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100851.955341:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100851.955343:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100851.955346:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955353:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955356:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955363:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955365:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100851.955368:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.955370:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100851.955374:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100851.955376:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322661918
00000100:00000001:3.0:1789100851.955378:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955380:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322661918
00000100:00000001:3.0:1789100851.955381:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955383:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100851.955384:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955385:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100851.955388:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100851/real 1789100851]  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100851.955392:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100851.955393:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100851.955394:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100851.955396:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100851.955397:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100851.955398:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100851.955400:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100851.955405:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955409:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100851.955410:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955411:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955412:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100851.955414:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955417:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100851.955419:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955422:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100851.955424:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955424:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955425:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955426:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100851.955427:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100851.955429:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100851.955431:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100851.955432:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100851.955434:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100851.955438:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100851.955440:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100851.955442:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955446:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100851.955447:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955448:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100851.955449:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100851.955451:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100851.955452:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100851.955454:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100851.955455:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100851.955456:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100851.955457:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955459:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100851.955460:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100851.955462:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100851.955464:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789100851.955465:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789100851.955467:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670208, portal 4
00000100:00000001:3.0:1789100851.955468:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100851.955469:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100851.955473:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955476:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100851.955477:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100851.955479:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000200:3.0:1789100851.955480:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964670208, offset 0
00000400:00000200:3.0:1789100851.955482:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955484:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955487:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100851.955488:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100851.955490:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100851.955491:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100851.955493:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100851.955495:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512184:512184:256:4294967295] 192.168.204.152@tcp LPNI seq info [511941:511941:8:4294967295]
00000400:00000200:3.0:1789100851.955497:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100851.955501:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100851.955504:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955506:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100851.955508:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100851.955509:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789100851.955512:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100851.955514:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789100851.955516:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100851.955517:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789100851.955519:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100851.955521:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100851.955522:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:3.0:1789100851.955523:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:3.0:1789100851.955525:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100851.955526:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955531:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955532:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955536:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955537:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100851.955538:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100851.955540:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100851.955542:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100851.955543:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322661938
00000100:00000001:3.0:1789100851.955544:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955546:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322661938
00000100:00000001:3.0:1789100851.955547:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322663172
00000100:00000001:3.0:1789100851.955548:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100851.955549:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955550:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100851.955552:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100851/real 1789100851]  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100851.955556:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100851.955557:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100851.955558:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100851.955559:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100851.955560:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100851.955561:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100851.955562:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100851.955566:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955570:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100851.955570:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955571:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955572:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100851.955574:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955577:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100851.955579:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955582:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100851.955583:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955584:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100851.955585:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955586:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100851.955587:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100851.955588:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100851.955590:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100851.955591:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100851.955594:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100851.955598:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100851.955600:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955601:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955603:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964670080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955606:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100851.955607:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955608:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789100851.955609:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100851.955610:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100851.955611:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100851.955612:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100851.955613:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789100851.955614:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100851.955615:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100851.955616:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100851.955617:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100851.955618:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955619:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100851.955620:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964670208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100851.955624:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100851.955624:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100851.955625:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789100851.955626:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100851.955627:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100851.955627:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100851.955628:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100851.955629:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789100851.955630:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100851.955631:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100851.955632:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100851.955633:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100851.955634:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955635:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100851.955637:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100851.955638:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100851.955639:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100851.955640:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100852.976956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100852.976965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100852.976973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100852.976974:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100852.976978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100852.976979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100852.977036:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100852.977040:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100852.977043:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100853.296944:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322663172, at 4322663232
00000100:00000010:0.0:1789100853.296967:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bb40.
00000100:00000040:1.0:1789100853.297079:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322663172, at 4322663232
00000100:00000010:1.0:1789100853.297086:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b5a0.
00010000:00000001:2.0:1789100854.000936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100854.000942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100854.000949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100854.000950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100854.000954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100854.000956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100854.001208:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100854.001213:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100854.001218:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100855.024940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100855.024949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100855.024955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100855.024956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100855.024959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100855.024960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100855.025038:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100855.025044:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100855.025048:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100856.049831:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100856.049839:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100856.049846:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100856.049847:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100856.049851:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100856.049853:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100856.049970:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100856.049975:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100856.049978:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100857.072959:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100857.072970:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100857.072973:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100857.072977:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100857.072981:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100857.072989:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27994
00000400:00000200:3.0:1789100857.073007:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100857.073014:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100857.073018:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100857.073021:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073025:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.073028:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073030:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100857.073034:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100857.073036:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100857.073039:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100857.073043:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100857.073045:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100857.073048:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100857.073050:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073052:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.073056:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073058:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100857.073061:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100857.073065:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073068:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100857.073071:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100857.073075:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100857.073077:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073080:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100857.073082:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100857.073092:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100857.073095:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100857.073100:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100857.073101:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073105:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100857.073108:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100857.073119:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100857.073127:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100857.073134:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100857.073143:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100857.073155:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100857.073158:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100857.073163:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100857.073188:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100857.073192:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100857.073196:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100857.073197:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100857.073199:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100857.073201:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100857.073205:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27994
00000400:00000200:3.0:1789100857.073210:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100857.073213:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100857.073216:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100857.073220:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073222:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.073224:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073226:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100857.073229:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100857.073230:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789100857.073231:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100857.073233:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100857.073238:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789100857.073238:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100857.073242:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100857.073243:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789100857.073247:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100857.073254:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100857.073255:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073260:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.073264:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073269:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100857.073272:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789100857.073273:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100857.073276:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.073282:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100857.073284:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100857.073286:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100857.073289:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964670336:192.168.204.152@tcp:250:kworker.0
00000100:00080000:3.0:1789100857.073290:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100857.073293:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789100857.073295:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.073298:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100857.073299:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100857.073301:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.073304:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100857.073307:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1789100857.073308:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100857.073313:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100857.073314:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073317:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100857.073320:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:3.0:1789100857.073323:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789100857.073324:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000008:00000001:3.0:1789100857.073329:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100857.073330:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100857.073332:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100857.073338:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670336, portal 25
00000100:00000010:3.0:1789100857.073338:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100857.073343:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1789100857.073344:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100857.073345:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
02000000:00000001:3.0:1789100857.073351:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100857.073352:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100857.073355:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.073360:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100857.073362:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100857.073364:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100857.073366:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964670336, offset 0
00000100:00000001:3.0:1789100857.073370:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100857.073374:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100857.073374:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100857.073377:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.073383:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789100857.073384:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000400:00000200:0.0:1789100857.073390:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100857.073390:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.073398:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1789100857.073400:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100857.073401:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100857.073406:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100857.073410:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.073416:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512185:512185:256:4294967295] 192.168.204.152@tcp LPNI seq info [511942:511942:8:4294967295]
00000100:00000001:3.0:1789100857.073418:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100857.073421:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.073428:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100857.073430:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100857.073435:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:3.0:1789100857.073439:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1789100857.073440:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100857.073450:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100857.073455:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1789100857.073458:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100857.073461:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100857.073463:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789100857.073466:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1789100857.073469:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789100857.073472:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073473:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:0.0:1789100857.073475:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00080000:3.0:1789100857.073477:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100857.073480:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100857.073481:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100857.073485:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1789100857.073488:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27994
00000400:00000200:0.0:1789100857.073490:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100857.073493:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000400:00000200:3.0:1789100857.073495:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100857.073497:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1789100857.073501:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:0.0:1789100857.073502:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100857.073506:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100857.073512:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100857.073513:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100857.073517:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100857.073518:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100857.073523:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100857.073525:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.073528:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100857.073529:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100857.073533:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100857.073533:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100857.073537:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100857.073538:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100857.073541:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100857.073542:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322668291
00000020:00000040:3.0:1789100857.073546:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000010:0.0:1789100857.073549:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000001:3.0:1789100857.073551:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100857.073555:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100857.073556:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1789100857.073560:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073563:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100857.073564:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322668291
00000100:00000040:3.0:1789100857.073567:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000010:0.0:1789100857.073568:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8b40.
00000100:00000001:3.0:1789100857.073572:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100857.073573:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1789100857.073577:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789100857.073578:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.073583:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100857.073585:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100857.073586:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100857.073590:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100857.073591:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100857/real 1789100857]  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100857.073596:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1789100857.073601:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1789100857.073601:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1789100857.073603:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1789100857.073606:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100857.073607:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100857.073610:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100857.073612:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100857.073612:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100857.073617:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1789100857.073617:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1789100857.073620:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100857.073623:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073629:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100857.073630:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789100857.073635:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100857.073636:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100857.073639:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789100857.073641:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100857.073642:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.073657:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100857.073659:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100857.073662:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073664:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1789100857.073667:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100857.073668:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100857.073672:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.073675:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789100857.073679:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000040:0.0:1789100857.073680:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100857.073686:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.073687:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100857.073691:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.073692:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.073693:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.073696:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1789100857.073697:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100857.073698:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00010000:00000001:2.0:1789100857.073702:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100857.073703:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00010000:00000001:2.0:1789100857.073708:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100857.073711:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100857.073716:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1789100857.073717:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00010000:00000001:2.0:1789100857.073718:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1789100857.073721:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100857.073722:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073723:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100857.073730:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789100857.073735:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964670336:192.168.204.152@tcp:250:kworker.0
00010000:00000001:2.0:1789100857.073735:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100857.073735:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.073744:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.073747:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.073751:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964670336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100857.073752:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100857.073759:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100857.073760:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100857.073764:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1789100857.073764:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:0.0:1789100857.073768:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
00000100:00000001:3.0:1789100857.073768:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1789100857.073773:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1789100857.073773:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1789100857.073776:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100857.073778:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073778:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:0.0:1789100857.073782:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:3.0:1789100857.073783:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27994
02000000:00000010:0.0:1789100857.073784:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789100857.073805:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100857.073806:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100857.073807:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:0.0:1789100857.073810:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100857.073811:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.073812:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.073819:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100857.073821:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100857.073822:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100857.073824:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100857.073827:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100857.073829:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789100857.073830:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:0.0:1789100857.073833:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100857.073835:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100857.073843:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789100857.073843:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100857.073845:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073849:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100857.073850:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100857.073852:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100857.073855:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100857.073856:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073861:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789100857.073862:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670464:192.168.204.152@tcp:38:kworker.0
00000020:00000001:1.0:1789100857.073867:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1789100857.073868:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1789100857.073868:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1789100857.073872:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1789100857.073872:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100857.073873:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.073874:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100857.073877:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789100857.073879:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00010000:00010000:1.0:1789100857.073881:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789100857.073881:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
02000000:00000010:0.0:1789100857.073882:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100857.073886:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100857.073888:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100857.073893:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100857.073893:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:0.0:1789100857.073899:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000040:3.0:1789100857.073901:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100857.073904:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100857.073905:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.073909:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073913:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100857.073915:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100857.073918:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100857.073921:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100857.073922:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670464, portal 10
02000000:00000001:3.0:1789100857.073923:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100857.073927:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789100857.073928:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.073929:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
02000000:00000001:3.0:1789100857.073933:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073937:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1789100857.073940:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789100857.073941:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100857.073947:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073951:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.073956:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1789100857.073958:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000100:00000040:0.0:1789100857.073960:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000040:3.0:1789100857.073963:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000010:0.0:1789100857.073965:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
02000000:00000001:3.0:1789100857.073968:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1789100857.073969:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964670464, offset 0
02000000:00000001:3.0:1789100857.073971:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.073974:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100857.073977:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100857.073978:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100857.073981:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.073985:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789100857.073988:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000400:00000200:0.0:1789100857.073992:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100857.073994:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.073996:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100857.074002:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00100000:3.0:1789100857.074003:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100857.074006:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100857.074012:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074018:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512186:512186:256:4294967295] 192.168.204.152@tcp LPNI seq info [511943:511943:8:4294967295]
00000100:00000001:3.0:1789100857.074020:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100857.074024:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.074026:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100857.074032:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100857.074039:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100857.074051:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100857.074053:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100857.074056:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00080000:3.0:1789100857.074058:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100857.074063:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.0:1789100857.074064:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100857.074067:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1789100857.074068:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1789100857.074071:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1789100857.074074:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100857.074077:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100857.074081:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27994
00000800:00000200:0.1:1789100857.074082:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1789100857.074088:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100857.074091:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100857.074095:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789100857.074099:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074103:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000040:3.0:1789100857.074103:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074108:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100857.074108:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100857.074114:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074115:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100857.074119:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:3.0:1789100857.074120:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:0.0:1789100857.074121:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000020:00000001:3.0:1789100857.074125:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100857.074126:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1789100857.074130:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000200:0.0:1789100857.074131:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100857.074133:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100857.074137:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100857.074142:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100857.074148:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100857.074149:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.074153:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100857.074156:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100857.074161:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.074162:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100857.074163:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100857.074167:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100857.074168:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100857.074171:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000100:00000001:3.0:1789100857.074172:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100857.074176:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:3.0:1789100857.074179:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:0.0:1789100857.074181:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322667028
00000100:00080000:3.0:1789100857.074185:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100857.074187:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322668291
00000100:00000001:3.0:1789100857.074191:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074192:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322667028
02000000:00000001:3.0:1789100857.074196:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100857.074197:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322668291
02000000:00000001:3.0:1789100857.074201:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.074202:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100857.074206:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074207:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.074211:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100857.074212:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1789100857.074215:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789100857.074220:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100857/real 1789100857]  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100857.074221:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100857.074225:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100857.074231:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000400:00000001:0.0:1789100857.074234:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1789100857.074236:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000001:0.0:1789100857.074237:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100857.074241:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100857.074242:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100857.074246:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
02000000:00000001:3.0:1789100857.074246:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100857.074250:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100857.074250:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100857.074254:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100857.074255:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1789100857.074257:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100857.074262:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100857.074263:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100857.074269:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100857.074277:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100857.074280:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100857.074294:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100857.074297:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074301:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074304:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100857.074310:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1789100857.074312:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100857.074315:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100857.074323:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074325:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100857.074334:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100857.074337:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100857.074343:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28004)
00000100:00000001:0.0:1789100857.074345:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100857.074349:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074350:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074351:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074353:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100857.074354:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100857.074356:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100857.074359:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100857.074361:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100857.074364:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100857.074369:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100857.074371:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100857.074373:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074377:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100857.074378:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074380:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100857.074381:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100857.074382:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100857.074384:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100857.074386:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100857.074388:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100857.074389:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074390:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100857.074393:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100857.074394:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.074396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100857.074398:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100857.074399:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100857.074401:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670592, portal 10
00000100:00000001:0.0:1789100857.074403:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100857.074404:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100857.074407:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074411:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100857.074413:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100857.074414:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100857.074415:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964670592, offset 0
00000400:00000200:0.0:1789100857.074418:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074420:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074423:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100857.074424:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100857.074426:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100857.074428:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100857.074429:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074431:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512187:512187:256:4294967295] 192.168.204.152@tcp LPNI seq info [511944:511944:8:4294967295]
00000400:00000200:0.0:1789100857.074433:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074437:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100857.074439:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074441:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100857.074444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100857.074445:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100857.074448:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100857.074450:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100857.074452:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074454:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100857.074456:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100857.074458:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100857.074460:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100857.074461:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100857.074462:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100857.074464:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074469:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.074470:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074474:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074475:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100857.074477:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100857.074479:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100857.074480:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100857.074482:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322667027
00000100:00000001:0.0:1789100857.074483:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.074485:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322667027
00000100:00000001:0.0:1789100857.074486:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.074487:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.074489:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074490:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100857.074491:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100857/real 1789100857]  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100857.074496:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100857.074497:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100857.074498:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100857.074499:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100857.074500:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100857.074501:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100857.074503:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100857.074508:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074511:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100857.074512:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074512:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074513:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100857.074515:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074518:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100857.074520:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074524:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100857.074525:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074526:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074527:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074528:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100857.074529:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100857.074531:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100857.074532:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100857.074533:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100857.074535:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100857.074543:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100857.074545:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074547:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.074548:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964670464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074552:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100857.074552:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100857.074554:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100857.074555:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100857.074556:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100857.074557:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100857.074558:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100857.074559:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:0.0:1789100857.074560:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100857.074561:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100857.074562:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100857.074563:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100857.074564:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074565:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.074567:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964670592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074570:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100857.074571:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100857.074572:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100857.074574:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100857.074575:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100857.074576:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100857.074577:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100857.074578:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100857.074579:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100857.074579:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100857.074580:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100857.074582:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100857.074582:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074584:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074586:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100857.074587:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074588:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100857.074589:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100857.074590:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100857.074591:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074596:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100857.074597:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074598:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100857.074599:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100857.074600:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100857.074601:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100857.074603:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100857.074604:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100857.074605:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074606:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100857.074607:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100857.074608:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.074610:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100857.074612:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100857.074614:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100857.074615:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670720, portal 4
00000100:00000001:0.0:1789100857.074617:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100857.074617:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100857.074621:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074625:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100857.074626:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100857.074627:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100857.074628:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964670720, offset 0
00000400:00000200:0.0:1789100857.074631:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074633:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074636:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100857.074638:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100857.074641:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100857.074652:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100857.074655:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074658:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512188:512188:256:4294967295] 192.168.204.152@tcp LPNI seq info [511945:511945:8:4294967295]
00000400:00000200:0.0:1789100857.074661:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074667:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100857.074671:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074674:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100857.074677:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100857.074680:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100857.074683:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100857.074685:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100857.074688:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074690:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100857.074693:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100857.074696:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100857.074698:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100857.074700:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100857.074702:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100857.074705:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074711:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.074714:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074720:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074721:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100857.074724:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100857.074726:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100857.074729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100857.074731:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322667037
00000100:00000001:0.0:1789100857.074733:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.074735:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322667037
00000100:00000001:0.0:1789100857.074737:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.074739:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.074740:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.074742:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100857.074745:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100857/real 1789100857]  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100857.074751:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100857.074753:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100857.074754:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100857.074756:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100857.074758:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100857.074760:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100857.074763:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100857.074769:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074775:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100857.074776:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074778:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074779:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100857.074782:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074808:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100857.074812:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074818:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100857.074821:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074822:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.074823:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.074824:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100857.074826:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100857.074828:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100857.074831:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100857.074833:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100857.074836:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100857.074843:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100857.074846:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100857.074850:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074856:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100857.074857:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074860:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100857.074861:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100857.074863:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100857.074866:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100857.074868:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100857.074870:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100857.074872:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100857.074873:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100857.074876:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100857.074878:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100857.074881:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100857.074883:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100857.074886:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100857.074889:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670848, portal 4
00000100:00000001:0.0:1789100857.074891:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100857.074892:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100857.074897:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074903:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100857.074905:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100857.074908:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100857.074910:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964670848, offset 0
00000400:00000200:0.0:1789100857.074913:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074917:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074920:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100857.074923:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100857.074926:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100857.074928:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100857.074930:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100857.074933:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512189:512189:256:4294967295] 192.168.204.152@tcp LPNI seq info [511946:511946:8:4294967295]
00000400:00000200:0.0:1789100857.074937:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100857.074942:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100857.074947:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074954:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100857.074958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100857.074960:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100857.074963:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100857.074966:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100857.074969:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100857.074971:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100857.074973:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100857.074976:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100857.074979:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100857.074980:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100857.074983:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100857.074986:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.074998:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.075000:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075005:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.075006:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100857.075009:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100857.075012:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100857.075015:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100857.075016:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322667058
00000100:00000001:0.0:1789100857.075018:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.075020:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322667058
00000100:00000001:0.0:1789100857.075022:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322668291
00000100:00000001:0.0:1789100857.075024:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100857.075026:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.075028:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100857.075031:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100857/real 1789100857]  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100857.075037:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100857.075038:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100857.075040:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100857.075043:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100857.075044:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100857.075046:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100857.075049:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100857.075055:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075060:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100857.075062:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075063:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.075064:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100857.075067:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075072:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100857.075076:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075082:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100857.075084:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075085:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100857.075087:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075089:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100857.075090:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100857.075092:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100857.075095:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100857.075098:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100857.075101:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100857.075107:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964670848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100857.075111:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075112:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.075114:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964670720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075119:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100857.075121:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100857.075123:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100857.075125:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100857.075127:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100857.075128:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100857.075130:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100857.075132:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100857.075134:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100857.075135:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100857.075136:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100857.075138:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100857.075140:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075141:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100857.075144:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964670848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100857.075149:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100857.075150:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100857.075151:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100857.075153:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100857.075154:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100857.075156:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100857.075157:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100857.075158:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100857.075162:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100857.075163:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100857.075164:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100857.075166:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100857.075168:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075170:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100857.075173:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100857.075174:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100857.075175:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100857.075176:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100858.096932:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100858.096934:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100858.096938:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096944:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100858.096947:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096949:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096951:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100858.096957:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100858.096958:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100858.096959:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096960:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100858.096961:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096962:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096963:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100858.096966:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100858.096967:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100858.096968:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096968:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100858.096969:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096970:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100858.096971:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100858.097031:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100858.097035:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100858.097038:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100858.416947:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322668291, at 4322668352
00000100:00000040:0.0:1789100858.416956:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322668291, at 4322668352
00000100:00000010:1.0:1789100858.416972:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8b40.
00000100:00000010:0.0:1789100858.416977:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100859.120961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100859.120968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100859.120974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100859.120975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100859.120977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100859.120978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100859.121050:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100859.121055:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100859.121058:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100860.144919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100860.144926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100860.144930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100860.144931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100860.144933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100860.144934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100860.145062:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100860.145066:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100860.145069:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100861.168994:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100861.169000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100861.169003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100861.169004:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100861.169006:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100861.169007:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100861.169058:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100861.169062:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100861.169066:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100862.192936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100862.192946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100862.192955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100862.192957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100862.192964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100862.192965:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100862.192966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100862.192978:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100862.192981:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100862.192986:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100862.192992:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100862.193002:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 27999
00000400:00000200:0.0:1789100862.193021:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100862.193032:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100862.193038:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100862.193042:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193045:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100862.193048:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193050:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100862.193055:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100862.193057:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100862.193060:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100862.193064:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100862.193068:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100862.193070:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100862.193074:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193077:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100862.193080:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193082:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100862.193083:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:0.0:1789100862.193087:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000020:00000001:3.0:1789100862.193090:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100862.193096:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00010000:00010000:3.0:1789100862.193099:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100862.193101:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100862.193119:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100862.193124:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100862.193128:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193130:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100862.193133:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100862.193145:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789100862.193149:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100862.193154:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100862.193156:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193160:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100862.193164:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100862.193170:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100862.193180:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789100862.193198:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100862.193211:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100862.193225:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100862.193230:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100862.193235:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100862.193264:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100862.193267:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100862.193271:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100862.193273:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100862.193274:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100862.193278:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100862.193282:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27999
00000400:00000200:0.0:1789100862.193286:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100862.193291:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100862.193293:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789100862.193296:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789100862.193297:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193302:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100862.193303:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100862.193309:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100862.193315:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193319:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100862.193322:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100862.193323:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100862.193326:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100862.193332:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000040:3.0:1789100862.193335:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100862.193337:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100862.193343:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100862.193356:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193364:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100862.193372:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100862.193377:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100862.193378:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193385:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100862.193385:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1789100862.193394:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:3.0:1789100862.193395:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100862.193405:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:3.0:1789100862.193406:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193412:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100862.193418:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964670976:192.168.204.152@tcp:250:kworker.0
02000000:00000001:0.0:1789100862.193428:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100862.193429:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100862.193436:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100862.193437:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100862.193441:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100862.193443:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.193448:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100862.193449:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100862.193458:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100862.193463:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100862.193463:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
00000100:00000001:0.0:1789100862.193470:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.193471:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100862.193480:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789100862.193486:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100862.193487:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789100862.193494:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100862.193497:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100862.193499:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000100:00000001:0.0:1789100862.193501:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100862.193508:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100862.193510:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100862.193513:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
02000000:00000010:0.0:1789100862.193516:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789100862.193523:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100862.193525:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964670976, portal 25
00000100:00000001:3.0:1789100862.193530:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1789100862.193532:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100862.193533:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789100862.193561:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100862.193563:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100862.193570:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.193585:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100862.193586:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100862.193599:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100862.193610:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100862.193621:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100862.193622:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964670976, offset 0
00000100:00080000:0.0:1789100862.193627:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100862.193634:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100862.193639:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100862.193643:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789100862.193643:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193654:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100862.193659:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27999
00000400:00000200:0.0:1789100862.193667:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.193669:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100862.193675:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789100862.193684:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100862.193691:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1789100862.193694:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789100862.193702:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:0.0:1789100862.193703:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193710:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100862.193713:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193716:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100862.193723:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789100862.193723:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1789100862.193726:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100862.193731:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100862.193735:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:3.0:1789100862.193741:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:0.0:1789100862.193742:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100862.193750:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100862.193758:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100862.193760:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512190:512190:256:4294967295] 192.168.204.152@tcp LPNI seq info [511947:511947:8:4294967295]
00000100:00000001:0.0:1789100862.193763:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100862.193770:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193775:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100862.193777:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100862.193782:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789100862.193822:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100862.193845:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100862.193852:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789100862.193868:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789100862.193875:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100862.193883:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789100862.193884:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:0.0:1789100862.193888:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100862.193892:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100862.193896:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193898:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100862.193901:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789100862.193902:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100862.193909:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193912:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100862.193918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789100862.193921:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100862.193924:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322673412
00000020:00000040:0.0:1789100862.193927:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100862.193933:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1789100862.193933:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bae0.
02000000:00000001:0.0:1789100862.193936:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.193941:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100862.193943:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100862.193945:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.193946:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1789100862.193952:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:3.0:1789100862.193957:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322673412
00000100:00000001:0.0:1789100862.193958:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100862.193968:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b660.
00000100:00100000:0.0:1789100862.193970:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100862.193977:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100862.193988:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100862.193991:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100862.194000:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.194000:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100862.194012:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.194013:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.194028:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100862.194030:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100862.194036:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100862.194042:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100862.194042:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100862.194049:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789100862.194050:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1789100862.194054:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100862.194056:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100862.194061:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100862.194063:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789100862.194069:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27999
00000100:00000001:3.0:1789100862.194069:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1789100862.194078:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100862.194082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100862.194087:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100862.194094:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100862.194103:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.194113:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100862.194115:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789100862.194118:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100862.194120:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194125:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100862.194127:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1789100862.194131:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1789100862.194133:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789100862.194134:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
02000000:00000001:3.0:1789100862.194138:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100862.194139:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100862.194143:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100862.194149:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00100000:3.0:1789100862.194150:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671104:192.168.204.152@tcp:38:kworker.0
00000020:00000001:0.0:1789100862.194156:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100862.194160:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100862.194165:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1789100862.194166:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.194171:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789100862.194171:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.194177:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789100862.194178:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000010:3.0:1789100862.194184:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
00000100:00000001:0.0:1789100862.194185:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789100862.194194:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100862.194195:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100862.194203:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789100862.194208:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100862.194211:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100862.194214:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf49f8.
02000000:00000001:0.0:1789100862.194216:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100862.194221:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1789100862.194224:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db660.
02000000:00000001:0.0:1789100862.194227:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194232:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1789100862.194232:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671104, portal 10
00000008:00100000:0.0:1789100862.194238:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789100862.194238:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100862.194243:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000008:00000001:0.0:1789100862.194245:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194252:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100862.194258:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000100:00000040:3.0:1789100862.194262:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100862.194263:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100862.194268:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100862.194272:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194277:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100862.194282:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100862.194286:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100862.194295:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:3.0:1789100862.194295:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789100862.194302:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100862.194305:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00100000:0.0:1789100862.194314:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1789100862.194314:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db7f8.
00000100:00000200:3.0:1789100862.194330:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964671104, offset 0
00000100:00000001:0.0:1789100862.194344:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789100862.194348:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789100862.194349:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100862.194362:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100862.194363:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.194378:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:0.0:1789100862.194380:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100862.194383:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1789100862.194386:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100862.194390:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:0.0:1789100862.194394:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100862.194399:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1789100862.194400:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1789100862.194402:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789100862.194411:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.194412:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100862.194419:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 27999
00000400:00000200:3.0:1789100862.194425:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512191:512191:255:4294967295] 192.168.204.152@tcp LPNI seq info [511948:511948:7:4294967295]
00000400:00000200:0.0:1789100862.194434:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100862.194443:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789100862.194446:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100862.194447:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100862.194455:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100862.194459:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100862.194469:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100862.194470:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789100862.194477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100862.194486:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.0:1789100862.194487:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000040:0.0:1789100862.194493:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000800:00000010:3.0:1789100862.194495:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ec00.
00000020:00000001:0.0:1789100862.194498:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100862.194507:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000800:00000200:3.0:1789100862.194507:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:0.0:1789100862.194522:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000800:00000200:3.1:1789100862.194528:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:0.0:1789100862.194531:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789100862.194533:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100862.194540:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789100862.194540:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000100:00000001:0.0:1789100862.194545:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100862.194559:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789100862.194566:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100862.194568:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322672148
00000100:00000001:0.0:1789100862.194572:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100862.194575:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322673412
00000020:00000040:0.0:1789100862.194579:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:3.0:1789100862.194581:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322672148
00000100:00080000:0.0:1789100862.194588:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100862.194589:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322673412
00000100:00000001:0.0:1789100862.194597:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.194598:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100862.194604:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100862.194605:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100862.194609:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100862.194611:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1789100862.194616:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194619:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100862.194622:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000040:3.0:1789100862.194623:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789100862.194629:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194633:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100862.194641:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789100862.194646:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789100862.194647:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1789100862.194650:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100862.194652:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100862.194654:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194659:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100862.194659:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100862.194664:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100862.194667:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100862.194668:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100862.194677:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100862.194677:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194684:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100862.194691:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671232:192.168.204.152@tcp:38:kworker.0
00000100:00100000:0.0:1789100862.194696:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100862.194701:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100862.194705:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100862.194709:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100862.194711:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789100862.194714:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100862.194717:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100862.194722:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
00000100:00000040:0.0:1789100862.194726:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100862.194729:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100862.194746:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100862.194754:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf48f0.
00000100:00000001:0.0:1789100862.194756:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100862.194762:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db2a8.
00000100:00000040:0.0:1789100862.194767:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28009)
00000100:00000200:3.0:1789100862.194768:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671232, portal 10
00000100:00000001:3.0:1789100862.194774:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100862.194776:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789100862.194811:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.194820:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100862.194823:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100862.194826:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbbb0.
00000100:00000200:3.0:1789100862.194830:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964671232, offset 0
00000400:00000200:3.0:1789100862.194835:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100862.194841:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.194845:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100862.194851:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100862.194855:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100862.194857:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100862.194859:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100862.194862:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512192:512192:254:4294967295] 192.168.204.152@tcp LPNI seq info [511949:511949:6:4294967295]
00000400:00000200:3.0:1789100862.194867:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.194877:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100862.194884:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100862.194888:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e400.
00000800:00000200:3.0:1789100862.194894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100862.194900:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100862.194902:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100862.194905:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100862.194908:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100862.194910:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322672148
00000100:00000001:3.0:1789100862.194912:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.194915:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322672148
00000100:00000001:3.0:1789100862.194917:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.194920:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100862.194921:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.194924:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.194927:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100862.194931:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100862.194932:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789100862.194935:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100862.194936:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100862.194937:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100862.194942:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.194949:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100862.194950:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.194952:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100862.194954:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100862.194956:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100862.194959:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100862.194962:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100862.194964:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100862.194965:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.194967:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100862.194971:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789100862.194973:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100862.194976:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100862.194979:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4a50.
00000400:00000010:3.0:1789100862.194982:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100862.194985:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671360, portal 4
00000100:00000001:3.0:1789100862.194987:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100862.194988:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789100862.194994:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.195069:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100862.195073:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100862.195076:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db330.
00000100:00000200:3.0:1789100862.195079:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964671360, offset 0
00000400:00000200:3.0:1789100862.195083:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100862.195088:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.195091:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100862.195094:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100862.195096:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100862.195098:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100862.195101:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100862.195103:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512193:512193:253:4294967295] 192.168.204.152@tcp LPNI seq info [511950:511950:5:4294967295]
00000400:00000200:3.0:1789100862.195106:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.195112:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100862.195116:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100862.195120:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ea00.
00000800:00000200:3.0:1789100862.195124:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100862.195127:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100862.195130:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100862.195134:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100862.195137:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100862.195138:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322672158
00000100:00000001:3.0:1789100862.195141:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.195143:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322672158
00000100:00000001:3.0:1789100862.195145:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.195147:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100862.195149:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.195151:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100862.195156:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.195161:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100862.195163:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.195166:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100862.195167:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100862.195169:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100862.195172:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100862.195175:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100862.195177:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100862.195178:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100862.195180:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100862.195183:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789100862.195184:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100862.195187:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100862.195190:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100862.195194:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100862.195197:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671488, portal 4
00000100:00000001:3.0:1789100862.195199:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100862.195200:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789100862.195207:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100862.195212:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100862.195214:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100862.195216:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db440.
00000100:00000200:3.0:1789100862.195218:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964671488, offset 0
00000400:00000200:3.0:1789100862.195222:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100862.195226:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.195229:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100862.195232:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100862.195235:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100862.195237:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100862.195240:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100862.195243:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512194:512194:252:4294967295] 192.168.204.152@tcp LPNI seq info [511951:511951:4:4294967295]
00000400:00000200:3.0:1789100862.195246:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100862.195253:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100862.195257:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100862.195260:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100862.195263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100862.195267:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100862.195269:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100862.195273:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100862.195275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100862.195277:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322672178
00000100:00000001:3.0:1789100862.195279:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.195280:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322672178
00000100:00000001:3.0:1789100862.195282:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322673412
00000100:00000001:3.0:1789100862.195284:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100862.195286:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.195289:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.195290:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100862.195294:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100862.195296:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789100862.195298:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100862.195299:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100862.195300:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100862.195302:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100863.216997:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100863.217004:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100863.217011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100863.217013:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100863.217018:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100863.217020:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100863.217589:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100863.217593:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100863.217598:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100863.536951:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322673412, at 4322673472
00000100:00000010:0.0:1789100863.536976:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bae0.
00000100:00000040:1.0:1789100863.537645:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322673412, at 4322673472
00000100:00000010:1.0:1789100863.537660:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b660.
00010000:00000001:2.0:1789100864.241082:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100864.241090:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100864.241096:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100864.241097:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100864.241101:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100864.241102:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100864.241181:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100864.241185:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100864.241189:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100865.264915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100865.264920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100865.264925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100865.264926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100865.264927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100865.264928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100865.265034:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100865.265038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100865.265041:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789100865.265130:0:256907:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:0.0:1789100865.265168:0:256907:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789100865.265178:0:256907:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100865.265182:0:256907:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:0.0:1789100865.265186:0:256907:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100865.265190:0:256907:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789100865.265195:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789100865.265199:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:0.0:1789100865.265204:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789100865.265208:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789100865.265214:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dba18
00000400:00000010:0.0:1789100865.265217:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dba18.
00000100:00000001:0.0:1789100865.265222:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100865.265230:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265253:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100865.265258:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265264:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100865.265266:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789100865.265275:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789100865.265277:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ec00.
00000400:00000200:0.0:1789100865.265280:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789100865.265283:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789100865.265286:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db7f8
00000400:00000010:0.0:1789100865.265288:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db7f8.
00000100:00000001:0.0:1789100865.265290:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100865.265295:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265304:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100865.265305:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789100865.265307:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265312:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100865.265317:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100865.265318:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789100865.265320:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789100865.265326:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000100:00100000:3.0:1789100865.265330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100862/real 1789100865]  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1789100865.265331:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e400.
00000400:00000200:0.0:1789100865.265336:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789100865.265345:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789100865.265351:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbbb0
00000400:00000001:3.0:1789100865.265353:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000010:0.0:1789100865.265354:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbbb0.
00000400:00000001:3.0:1789100865.265357:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100865.265359:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000400:00000010:3.0:1789100865.265362:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf49f8.
00000100:00000200:0.0:1789100865.265366:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100865.265369:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db660
00000400:00000010:3.0:1789100865.265373:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db660.
00000100:00000001:3.0:1789100865.265378:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789100865.265381:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:3.0:1789100865.265386:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100865.265388:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265413:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100865.265416:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:3.0:1789100865.265416:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789100865.265426:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789100865.265433:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ea00.
00000100:00000001:3.0:1789100865.265434:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1789100865.265438:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1789100865.265438:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265444:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1789100865.265445:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1789100865.265449:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789100865.265450:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db330
00000100:00100000:3.0:1789100865.265456:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100865.265465:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db330.
00000100:00000001:0.0:1789100865.265471:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100865.265476:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265484:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100865.265484:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100865.265487:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100865.265503:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265516:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100865.265521:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100865.265522:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100865.265529:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1789100865.265530:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000100:00000001:3.0:1789100865.265533:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000010:0.0:1789100865.265535:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000001:3.0:1789100865.265537:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789100865.265542:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1789100865.265542:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100865.265546:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1789100865.265550:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00080000:3.0:1789100865.265554:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1789100865.265555:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db440
00000400:00000010:0.0:1789100865.265559:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db440.
00000100:00000001:0.0:1789100865.265563:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1789100865.265564:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100865.265568:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000200:0.0:1789100865.265570:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265581:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.265583:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100865.265588:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100865.265610:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100865.265610:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100865.265613:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100865.265619:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100865.265626:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100862/real 1789100865]  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100865.265647:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100865.265649:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100865.265651:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf48f0.
00000400:00000200:3.0:1789100865.265654:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db2a8
00000400:00000010:3.0:1789100865.265656:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db2a8.
00000100:00000001:3.0:1789100865.265659:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100865.265663:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100865.265672:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265679:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100865.265691:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265693:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.265694:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100865.265699:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265706:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100865.265710:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265724:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100865.265727:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265729:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.265730:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265732:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100865.265734:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100865.265737:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100865.265741:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100865.265743:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100865.265747:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100865.265755:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100865.265759:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100865.265763:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100862/real 1789100865]  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100865.265771:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100865.265778:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100865.265780:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:3.0:1789100865.265783:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:3.0:1789100865.265818:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:3.0:1789100865.265822:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100865.265825:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100865.265834:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265841:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100865.265843:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265846:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.265847:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100865.265850:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265856:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100865.265860:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265866:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100865.265869:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265871:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.265873:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.265875:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100865.265877:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100865.265880:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100865.265884:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100865.265887:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100865.265892:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100865.265901:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964670976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100865.265906:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100865.265909:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.265912:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964671104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.265920:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100865.265923:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100865.265927:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789100865.266006:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100865.266009:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100865.266012:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100865.266015:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100865.266018:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:3.0:1789100865.266023:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100865.266025:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100865.266027:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789100865.266031:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100865.266032:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266034:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.266039:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964671232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266053:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100865.266055:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100865.266057:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789100865.266060:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100865.266062:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100865.266064:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100865.266066:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100865.266068:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789100865.266071:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100865.266072:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100865.266073:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100865.266076:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100865.266078:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266080:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.266083:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964670976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266090:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100865.266092:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100865.266094:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100865.266097:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100865.266099:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100865.266100:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100865.266103:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100865.266105:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:3.0:1789100865.266108:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100865.266109:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100865.266111:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100865.266113:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100865.266115:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266118:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100865.266120:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100865.266122:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100865.266123:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100865.266128:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100862/real 1789100865]  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100865.266138:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100865.266139:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100865.266142:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4a50.
00000400:00000200:3.0:1789100865.266145:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100865.266147:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100865.266150:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100865.266154:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100865.266163:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266170:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100865.266172:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266174:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.266175:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100865.266179:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266186:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100865.266189:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266196:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100865.266198:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266200:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.266202:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266204:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100865.266205:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100865.266208:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100865.266211:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100865.266215:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100865.266219:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100865.266227:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100865.266231:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100865.266237:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100862/real 1789100865]  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100865.266245:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100865.266246:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100865.266248:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100865.266251:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100865.266253:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100865.266255:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100865.266259:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100865.266267:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266274:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100865.266276:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266277:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.266278:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100865.266281:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266292:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100865.266296:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266302:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100865.266304:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266305:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100865.266306:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266308:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100865.266309:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100865.266312:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100865.266315:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100865.266317:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100865.266321:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100865.266327:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100865.266331:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266332:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.266335:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964671360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266341:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100865.266342:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100865.266344:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789100865.266346:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100865.266348:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100865.266349:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100865.266351:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100865.266352:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100865.266355:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100865.266356:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100865.266357:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100865.266359:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100865.266360:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266362:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100865.266364:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964671488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100865.266370:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100865.266371:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100865.266372:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789100865.266375:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100865.266376:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100865.266377:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100865.266379:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100865.266380:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100865.266383:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100865.266384:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100865.266385:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789100865.266387:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100865.266388:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266390:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100865.266398:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100865.266400:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100865.266402:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100865.266403:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100866.288935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100866.288944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100866.288951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100866.288952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100866.288955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100866.288957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100866.289021:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100866.289025:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100866.289028:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100867.312931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100867.312933:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100867.312938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.312942:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100867.312946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100867.312946:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100867.312949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.312950:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100867.312953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100867.312956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.312956:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100867.312965:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28004
00000400:00000200:3.0:1789100867.312977:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100867.312984:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100867.312988:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100867.312992:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.312995:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.312998:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313001:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100867.313005:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1789100867.313010:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100867.313014:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100867.313016:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00010000:1.0:1789100867.313018:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100867.313021:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100867.313026:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100867.313029:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100867.313032:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100867.313036:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313038:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.313040:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313042:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100867.313045:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100867.313048:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313051:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100867.313053:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100867.313056:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100867.313059:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.313062:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100867.313065:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100867.313075:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100867.313079:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100867.313083:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100867.313085:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.313088:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100867.313090:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100867.313094:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100867.313101:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100867.313108:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100867.313118:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100867.313129:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100867.313133:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100867.313138:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100867.313160:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.313163:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100867.313167:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100867.313168:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100867.313170:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100867.313172:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100867.313175:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28004
00000400:00000200:3.0:1789100867.313179:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100867.313183:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100867.313186:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100867.313190:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313192:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100867.313195:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100867.313195:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313200:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100867.313202:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789100867.313204:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100867.313206:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789100867.313207:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100867.313210:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100867.313215:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000040:0.0:1789100867.313216:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100867.313219:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100867.313224:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100867.313232:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100867.313234:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100867.313236:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100867.313238:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100867.313242:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100867.313244:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789100867.313246:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100867.313248:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789100867.313250:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100867.313255:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.313256:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313261:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100867.313262:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964671616:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100867.313264:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100867.313270:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100867.313272:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100867.313274:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100867.313276:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.313280:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.313281:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100867.313285:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1789100867.313289:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100867.313293:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100867.313295:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
00000100:00000001:3.0:1789100867.313296:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.313300:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100867.313304:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100867.313308:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100867.313310:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100867.313312:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100867.313315:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100867.313318:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100867.313318:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100867.313321:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100867.313324:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100867.313328:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000010:3.0:1789100867.313329:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100867.313336:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100867.313340:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671616, portal 25
00000100:00100000:3.0:1789100867.313341:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100867.313345:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100867.313352:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100867.313355:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000001:3.0:1789100867.313356:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100867.313364:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100867.313367:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100867.313387:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.313388:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100867.313393:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100867.313393:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789100867.313399:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00080000:3.0:1789100867.313399:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100867.313403:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1789100867.313405:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964671616, offset 0
00000100:00080000:3.0:1789100867.313407:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100867.313412:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100867.313416:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100867.313418:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28004
00000400:00000200:3.0:1789100867.313424:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.313429:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100867.313429:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100867.313434:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100867.313437:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.313440:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100867.313441:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.313447:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.313449:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789100867.313461:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100867.313465:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100867.313466:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100867.313468:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100867.313469:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100867.313473:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789100867.313474:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1789100867.313479:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100867.313480:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:3.0:1789100867.313484:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100867.313489:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512195:512195:256:4294967295] 192.168.204.152@tcp LPNI seq info [511952:511952:8:4294967295]
00000100:00000040:3.0:1789100867.313492:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313497:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100867.313498:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100867.313501:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313505:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100867.313507:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100867.313514:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100867.313516:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100867.313519:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100867.313523:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1789100867.313527:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100867.313528:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100867.313532:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100867.313535:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100867.313535:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100867.313537:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100867.313542:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100867.313546:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100867.313546:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100867.313554:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1789100867.313555:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100867.313561:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.1:1789100867.313565:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100867.313566:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100867.313570:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.313573:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1789100867.313573:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1789100867.313576:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100867.313579:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789100867.313581:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000010:3.0:1789100867.313585:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000800:00000010:0.0:1789100867.313586:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100867.313592:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.313594:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1789100867.313600:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100867.313604:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100867.313612:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:3.0:1789100867.313613:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789100867.313616:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100867.313618:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.313623:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1789100867.313625:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100867.313631:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100867.313640:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.313646:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100867.313651:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789100867.313651:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100867.313655:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1789100867.313659:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100867.313659:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100867.313665:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100867.313671:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28004
00000100:00000001:0.0:1789100867.313673:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.313677:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1789100867.313677:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100867.313683:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100867.313685:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100867.313686:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.313692:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100867.313695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322678531
00000100:00000010:0.0:1789100867.313700:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000040:3.0:1789100867.313705:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100867.313709:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100867.313709:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.313712:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.313716:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100867.313719:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322678531
00000020:00000001:3.0:1789100867.313719:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100867.313724:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100867.313726:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:0.0:1789100867.313727:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8b40.
00000020:00000040:3.0:1789100867.313729:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789100867.313735:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1789100867.313735:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100867.313741:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.313744:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.313747:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100867.313752:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100867/real 1789100867]  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100867.313761:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100867.313763:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100867.313765:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100867.313768:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100867.313770:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100867.313772:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100867.313776:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100867.313784:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.313819:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100867.313820:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313823:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.313825:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100867.313830:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.313837:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100867.313842:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.313848:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100867.313851:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313853:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.313854:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313858:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100867.313860:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100867.313864:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100867.313868:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100867.313871:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100867.313875:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100867.313881:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964671616:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100867.313886:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313888:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.313891:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964671616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.313897:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100867.313900:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100867.313902:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100867.313906:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100867.313908:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100867.313909:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100867.313912:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100867.313915:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100867.313920:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100867.313923:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100867.313924:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100867.313928:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100867.313929:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313931:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.313940:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100867.313942:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.313945:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100867.313947:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100867.313948:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100867.313952:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.313958:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100867.313959:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.313960:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100867.313962:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100867.313964:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100867.313967:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100867.313970:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100867.313972:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100867.313974:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.313976:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100867.313979:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100867.313980:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.313984:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100867.313987:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100867.313990:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100867.313994:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671744, portal 10
00000100:00000001:0.0:1789100867.313995:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100867.313996:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100867.314003:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314009:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100867.314012:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100867.314015:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100867.314017:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964671744, offset 0
00000400:00000200:0.0:1789100867.314021:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314026:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.314030:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100867.314033:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100867.314036:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100867.314039:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100867.314041:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314044:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512196:512196:256:4294967295] 192.168.204.152@tcp LPNI seq info [511953:511953:8:4294967295]
00000400:00000200:0.0:1789100867.314048:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.314055:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100867.314060:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.314063:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100867.314068:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100867.314071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100867.314075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100867.314077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100867.314081:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.314083:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100867.314092:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100867.314095:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100867.314099:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100867.314100:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100867.314103:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100867.314107:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314115:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.314118:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314124:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314125:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100867.314129:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100867.314133:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100867.314136:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100867.314138:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322677268
00000100:00000001:0.0:1789100867.314141:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.314143:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322677268
00000100:00000001:0.0:1789100867.314145:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.314146:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.314150:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314151:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100867.314155:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100867/real 1789100867]  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100867.314162:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100867.314163:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100867.314165:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100867.314167:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100867.314168:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100867.314170:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100867.314173:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100867.314181:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314187:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100867.314188:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314190:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.314191:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100867.314195:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314200:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100867.314204:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314211:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100867.314213:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314215:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.314216:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314218:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100867.314219:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100867.314222:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100867.314224:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100867.314226:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100867.314230:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100867.314236:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100867.314240:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100867.314242:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314248:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100867.314249:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.314251:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100867.314253:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100867.314255:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100867.314258:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100867.314260:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100867.314263:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100867.314266:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.314267:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100867.314271:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100867.314273:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.314277:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100867.314279:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100867.314281:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100867.314285:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964671872, portal 10
00000100:00000001:0.0:1789100867.314286:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100867.314288:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100867.314293:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314299:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100867.314303:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000001:3.0:1789100867.314305:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:0.0:1789100867.314306:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100867.314310:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964671872, offset 0
00000100:00000040:3.0:1789100867.314312:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314318:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314318:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.314323:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314325:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100867.314327:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100867.314331:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:0.0:1789100867.314332:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:3.0:1789100867.314337:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314338:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789100867.314343:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.314344:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:3.0:1789100867.314348:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100867.314349:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100867.314353:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:3.0:1789100867.314354:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100867.314357:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512197:512197:256:4294967295] 192.168.204.152@tcp LPNI seq info [511954:511954:8:4294967295]
02000000:00000001:3.0:1789100867.314359:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314364:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100867.314365:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:3.0:1789100867.314369:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1789100867.314376:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1789100867.314376:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314380:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100867.314384:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000010:3.0:1789100867.314386:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000800:00000010:0.0:1789100867.314390:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000020:00000040:3.0:1789100867.314391:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100867.314396:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789100867.314397:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100867.314398:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100867.314402:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1789100867.314403:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100867.314406:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1789100867.314410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100867.314411:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100867.314416:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1789100867.314420:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000800:00000100:0.0:1789100867.314421:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.314425:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100867.314427:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.314428:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100867.314436:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1789100867.314437:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100867.314440:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100867.314444:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100867.314448:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1789100867.314465:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789100867.314470:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100867.314471:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100867.314482:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314483:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.314490:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314505:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314505:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314510:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1789100867.314512:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100867.314515:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100867.314520:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1789100867.314521:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000100:00000001:3.0:1789100867.314524:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789100867.314528:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100867.314528:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100867.314532:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322677267
00000100:00000001:3.0:1789100867.314534:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100867.314537:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322678531
00000100:00080000:3.0:1789100867.314540:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28004
00000100:00000001:0.0:1789100867.314541:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322677267
00000100:00000001:0.0:1789100867.314547:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322678531
00000400:00000200:3.0:1789100867.314549:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100867.314551:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.314555:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100867.314555:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100867.314561:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789100867.314562:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789100867.314569:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100867/real 1789100867]  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100867.314569:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314573:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.314578:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314583:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000001:0.0:1789100867.314587:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1789100867.314588:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:0.0:1789100867.314590:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1789100867.314592:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000010:0.0:1789100867.314594:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000020:00000001:3.0:1789100867.314596:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100867.314598:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000020:00000040:3.0:1789100867.314601:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000010:0.0:1789100867.314602:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000020:00000001:3.0:1789100867.314606:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100867.314607:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1789100867.314611:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:0.0:1789100867.314612:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100867.314616:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314621:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100867.314625:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314630:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:0.0:1789100867.314634:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100867.314634:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100867.314641:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100867.314647:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314650:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1789100867.314652:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100867.314653:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314657:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100867.314657:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.314660:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100867.314662:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314665:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1789100867.314667:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789100867.314668:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100867.314674:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314678:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314684:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789100867.314684:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100867.314689:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:0.0:1789100867.314690:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100867.314692:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100867.314695:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100867.314699:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100867.314702:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100867.314706:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1789100867.314706:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314712:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789100867.314713:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:0.0:1789100867.314714:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.314718:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100867.314720:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314721:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100867.314725:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1789100867.314729:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789100867.314731:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100867.314739:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100867.314744:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1789100867.314746:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789100867.314750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100867.314751:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100867.314760:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100867.314765:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964671872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100867.314774:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100867.314776:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314778:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100867.314782:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28014)
00000100:00000040:0.0:1789100867.314784:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964671744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314816:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100867.314818:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100867.314820:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100867.314824:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100867.314825:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100867.314827:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100867.314829:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100867.314831:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100867.314834:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100867.314835:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100867.314837:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100867.314840:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100867.314841:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314843:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.314846:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964671872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314852:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100867.314853:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100867.314854:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100867.314856:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100867.314857:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100867.314858:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100867.314860:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100867.314861:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100867.314863:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100867.314864:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100867.314866:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100867.314868:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100867.314869:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314871:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.314876:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100867.314878:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.314880:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100867.314881:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100867.314882:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100867.314886:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314892:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100867.314894:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.314896:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100867.314898:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100867.314900:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100867.314903:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100867.314906:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100867.314908:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100867.314910:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.314911:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100867.314914:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100867.314916:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.314919:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100867.314922:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100867.314925:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100867.314928:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672000, portal 4
00000100:00000001:0.0:1789100867.314930:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100867.314931:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000040:0.0:1789100867.314937:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.314943:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100867.314946:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100867.314948:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100867.314950:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964672000, offset 0
00000400:00000200:0.0:1789100867.314954:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314958:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.314960:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100867.314963:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100867.314966:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100867.314968:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100867.314970:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.314973:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512198:512198:256:4294967295] 192.168.204.152@tcp LPNI seq info [511955:511955:8:4294967295]
00000400:00000200:0.0:1789100867.314976:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.314982:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100867.314987:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.314990:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100867.314994:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100867.314996:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100867.315000:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100867.315003:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100867.315006:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.315008:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100867.315011:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100867.315014:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100867.315017:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100867.315020:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100867.315024:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100867.315028:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315035:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.315037:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315042:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.315044:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100867.315047:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100867.315051:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100867.315054:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100867.315056:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322677278
00000100:00000001:0.0:1789100867.315058:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.315060:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322677278
00000100:00000001:0.0:1789100867.315062:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.315064:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.315066:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.315067:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100867.315071:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100867/real 1789100867]  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100867.315078:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100867.315079:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100867.315082:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100867.315084:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100867.315085:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100867.315087:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100867.315091:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100867.315099:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315105:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100867.315106:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315108:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.315109:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100867.315111:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315116:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100867.315119:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315126:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100867.315129:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315130:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.315132:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315133:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100867.315135:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100867.315137:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100867.315141:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100867.315143:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100867.315148:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100867.315155:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100867.315158:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100867.315161:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315167:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100867.315168:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.315170:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100867.315172:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100867.315174:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100867.315176:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100867.315179:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100867.315181:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100867.315182:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100867.315184:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100867.315188:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100867.315189:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100867.315193:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100867.315195:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100867.315198:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100867.315201:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672128, portal 4
00000100:00000001:0.0:1789100867.315202:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100867.315204:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100867.315209:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315216:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100867.315218:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100867.315220:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100867.315223:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964672128, offset 0
00000400:00000200:0.0:1789100867.315227:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100867.315231:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.315234:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100867.315237:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100867.315239:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100867.315241:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100867.315243:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100867.315246:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512199:512199:256:4294967295] 192.168.204.152@tcp LPNI seq info [511956:511956:8:4294967295]
00000400:00000200:0.0:1789100867.315250:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100867.315255:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100867.315259:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.315262:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100867.315266:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100867.315268:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789100867.315272:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100867.315275:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789100867.315278:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100867.315280:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100867.315282:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100867.315285:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100867.315288:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100867.315289:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100867.315291:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100867.315294:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315302:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.315305:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315311:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.315312:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100867.315316:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100867.315318:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100867.315322:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100867.315324:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322677298
00000100:00000001:0.0:1789100867.315326:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.315328:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322677298
00000100:00000001:0.0:1789100867.315330:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322678531
00000100:00000001:0.0:1789100867.315331:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100867.315333:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.315335:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100867.315339:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100867/real 1789100867]  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100867.315346:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100867.315347:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100867.315349:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100867.315351:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100867.315352:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100867.315355:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100867.315358:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100867.315366:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315372:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100867.315373:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315375:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.315377:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100867.315380:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315386:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100867.315389:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315396:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100867.315398:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315400:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100867.315401:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315403:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100867.315404:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100867.315407:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100867.315410:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100867.315412:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100867.315416:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100867.315423:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100867.315426:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315428:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.315431:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964672000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315437:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100867.315439:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100867.315441:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100867.315444:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100867.315445:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100867.315446:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100867.315448:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100867.315460:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100867.315463:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100867.315464:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100867.315466:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100867.315468:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100867.315469:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315471:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100867.315474:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964672128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100867.315486:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100867.315487:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100867.315488:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100867.315491:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100867.315492:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100867.315493:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100867.315495:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100867.315496:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100867.315499:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100867.315500:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100867.315501:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100867.315503:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100867.315504:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315506:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100867.315510:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100867.315512:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100867.315514:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100867.315515:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100868.336932:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100868.336934:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100868.336937:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336941:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100868.336944:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336946:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336948:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100868.336953:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100868.336954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100868.336956:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336957:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100868.336958:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336959:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336961:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100868.336965:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100868.336966:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100868.336967:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336969:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100868.336970:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336972:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100868.336973:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100868.337017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100868.337021:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100868.337024:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100868.656889:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322678531, at 4322678592
00000100:00000040:1.0:1789100868.656889:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322678531, at 4322678592
00000100:00000010:0.0:1789100868.656907:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100868.656908:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8b40.
00010000:00000001:2.0:1789100869.360887:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100869.360894:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100869.360900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100869.360901:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100869.360905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100869.360906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100869.360962:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100869.360966:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100869.360969:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100870.384930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100870.384935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100870.384939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100870.384940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100870.384942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100870.384943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100870.385007:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100870.385012:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100870.385015:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100871.408881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100871.408886:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100871.408890:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100871.408891:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100871.408894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100871.408895:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100871.408956:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100871.408960:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100871.408963:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100872.433011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100872.433019:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100872.433025:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100872.433026:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100872.433029:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100872.433031:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100872.433074:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100872.433079:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100872.433082:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100872.433086:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100872.433090:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:1.0:1789100872.433093:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100872.433098:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100872.433098:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28009
00010000:00010000:1.0:1789100872.433104:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1789100872.433111:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100872.433118:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100872.433121:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100872.433124:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433127:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433129:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433132:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100872.433135:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100872.433137:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100872.433139:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100872.433142:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100872.433144:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100872.433147:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100872.433149:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433151:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433153:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433154:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100872.433158:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100872.433161:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433164:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100872.433167:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100872.433171:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100872.433174:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433176:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100872.433178:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100872.433188:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789100872.433192:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100872.433196:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100872.433198:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433201:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100872.433204:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100872.433208:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100872.433215:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789100872.433222:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100872.433231:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100872.433242:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100872.433246:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100872.433251:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100872.433275:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100872.433279:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100872.433282:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100872.433284:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100872.433286:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100872.433289:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100872.433291:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28009
00000400:00000200:2.0:1789100872.433296:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100872.433300:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100872.433302:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100872.433305:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433307:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433309:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433311:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100872.433314:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100872.433315:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100872.433317:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100872.433319:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100872.433322:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100872.433324:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100872.433327:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100872.433329:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100872.433330:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100872.433335:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789100872.433335:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433338:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100872.433341:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100872.433344:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433346:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100872.433348:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100872.433352:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1789100872.433366:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100872.433368:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100872.433370:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433374:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100872.433379:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100872.433382:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1789100872.433383:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.433386:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433387:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.433393:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1789100872.433394:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
02000000:00000001:0.0:1789100872.433399:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1789100872.433399:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100872.433404:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100872.433406:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100872.433407:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100872.433411:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964672256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100872.433412:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100872.433415:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100872.433418:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.433419:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1789100872.433424:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789100872.433430:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.433431:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100872.433436:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100872.433437:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100872.433440:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100872.433447:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1789100872.433448:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
00000100:00000001:2.0:1789100872.433451:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.433453:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100872.433457:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100872.433464:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100872.433472:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:2.0:1789100872.433473:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100872.433477:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789100872.433480:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00080000:2.0:1789100872.433481:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100872.433485:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100872.433486:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1789100872.433489:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672256, portal 25
00000100:00000001:2.0:1789100872.433490:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100872.433495:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28009
00000100:00000001:0.0:1789100872.433496:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100872.433499:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000400:00000200:2.0:1789100872.433504:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100872.433510:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:0.0:1789100872.433511:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789100872.433514:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100872.433521:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100872.433527:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100872.433527:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433533:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100872.433534:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433539:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:0.0:1789100872.433540:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000020:00000001:2.0:1789100872.433542:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1789100872.433546:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964672256, offset 0
00000020:00000040:2.0:1789100872.433546:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100872.433550:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100872.433553:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100872.433556:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100872.433557:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789100872.433560:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100872.433566:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100872.433570:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100872.433570:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433576:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433579:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100872.433582:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100872.433586:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:2.0:1789100872.433587:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433594:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100872.433596:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100872.433597:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1789100872.433601:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100872.433603:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:2.0:1789100872.433605:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433609:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100872.433610:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1789100872.433612:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789100872.433615:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00000001:2.0:1789100872.433618:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.433622:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512200:512200:256:4294967295] 192.168.204.152@tcp LPNI seq info [511957:511957:8:4294967295]
00000100:00000001:2.0:1789100872.433623:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100872.433629:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000400:00000200:0.0:1789100872.433632:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:2.0:1789100872.433634:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100872.433638:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100872.433639:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433641:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100872.433642:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100872.433644:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100872.433648:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789100872.433654:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.433655:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1789100872.433662:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789100872.433666:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.433674:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:2.0:1789100872.433675:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100872.433678:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100872.433684:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789100872.433686:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100872.433692:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1789100872.433701:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100872.433704:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100872.433707:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100872.433711:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1789100872.433712:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:2.0:1789100872.433713:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100872.433718:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1789100872.433721:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000100:00080000:2.0:1789100872.433723:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28009
00000400:00000200:2.0:1789100872.433731:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000100:0.0:1789100872.433732:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789100872.433737:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000010:0.0:1789100872.433738:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00080000:2.0:1789100872.433742:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100872.433746:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1789100872.433748:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433753:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100872.433757:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1789100872.433758:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433762:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100872.433764:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000020:00000001:2.0:1789100872.433765:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1789100872.433768:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000020:00000040:2.0:1789100872.433769:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100872.433773:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100872.433776:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789100872.433777:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1789100872.433779:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100872.433783:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:0.0:1789100872.433785:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100872.433807:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433810:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433812:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433814:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100872.433816:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100872.433822:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433827:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100872.433832:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100872.433836:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789100872.433837:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100872.433841:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433842:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100872.433844:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100872.433847:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433848:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100872.433852:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789100872.433854:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789100872.433857:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100872.433859:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100872.433859:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.433863:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100872.433865:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100872.433868:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100872.433873:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:0.0:1789100872.433874:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.433878:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100872.433880:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.433885:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100872.433889:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100872.433892:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.433899:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322683652
00000100:00000001:2.0:1789100872.433900:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100872.433904:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100872.433905:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000040:2.0:1789100872.433909:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.433914:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100872.433923:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.433925:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322683652
00000100:00080000:2.0:1789100872.433926:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1789100872.433931:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8c00.
00000100:00080000:2.0:1789100872.433932:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100872.433934:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100872.433937:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100872.433938:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789100872.433941:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100872.433944:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1789100872.433946:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28009
00000100:00000001:0.0:1789100872.433949:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100872.433954:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.433956:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1789100872.433960:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100872.433962:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789100872.433966:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100872/real 1789100872]  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100872.433968:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433973:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100872.433977:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.433980:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100872.433981:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100872.433983:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100872.433985:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100872.433986:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000001:0.0:1789100872.433988:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1789100872.433989:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000001:0.0:1789100872.433992:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1789100872.433993:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:0.0:1789100872.433996:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000040:2.0:1789100872.433998:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100872.434002:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100872.434003:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00000040:2.0:1789100872.434005:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100872.434008:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:2.0:1789100872.434008:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100872.434013:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:0.0:1789100872.434014:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1789100872.434017:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100872.434020:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100872.434022:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100872.434023:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100872.434027:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100872.434031:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.434034:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100872.434038:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000200:0.0:1789100872.434039:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789100872.434042:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.434046:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434051:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1789100872.434052:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000100:00000001:0.0:1789100872.434053:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1789100872.434057:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100872.434060:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100872.434061:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100872.434064:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100872.434065:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1789100872.434067:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100872.434069:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434072:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1789100872.434075:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00100000:0.0:1789100872.434080:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100872.434081:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100872.434090:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100872.434093:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100872.434104:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100872.434116:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100872.434120:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434128:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1789100872.434128:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434136:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434140:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434143:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100872.434143:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434148:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100872.434151:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1789100872.434151:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28020)
00000100:00080000:0.0:1789100872.434157:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100872.434162:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100872.434164:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100872.434169:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100872.434177:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964672256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100872.434181:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434183:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.434185:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964672256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434196:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100872.434198:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100872.434200:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100872.434204:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100872.434206:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100872.434207:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100872.434209:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100872.434211:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:0.0:1789100872.434214:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100872.434216:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100872.434217:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:0.0:1789100872.434221:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100872.434222:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434224:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434232:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100872.434234:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434236:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100872.434237:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100872.434239:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100872.434242:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434248:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100872.434249:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434251:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100872.434252:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100872.434254:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100872.434255:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100872.434258:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100872.434259:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100872.434260:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434261:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100872.434263:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100872.434265:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.434267:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100872.434269:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100872.434272:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100872.434274:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672384, portal 10
00000100:00000001:0.0:1789100872.434275:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100872.434276:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:0.0:1789100872.434281:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434285:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100872.434286:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100872.434288:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100872.434289:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964672384, offset 0
00000400:00000200:0.0:1789100872.434291:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434294:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434296:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100872.434298:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100872.434300:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100872.434302:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100872.434303:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434305:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512201:512201:256:4294967295] 192.168.204.152@tcp LPNI seq info [511958:511958:8:4294967295]
00000400:00000200:0.0:1789100872.434307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434312:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100872.434314:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434316:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100872.434319:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100872.434320:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789100872.434323:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100872.434325:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1789100872.434327:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434328:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100872.434330:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100872.434332:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100872.434334:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100872.434335:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100872.434337:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100872.434339:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434344:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.434345:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434349:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434350:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100872.434352:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100872.434367:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100872.434371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.434372:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322682388
00000100:00000001:0.0:1789100872.434375:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434377:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322682388
00000100:00000001:0.0:1789100872.434379:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434381:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100872.434383:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434384:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100872.434388:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100872/real 1789100872]  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100872.434396:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100872.434397:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100872.434399:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100872.434401:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100872.434403:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100872.434405:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100872.434408:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100872.434416:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434427:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100872.434428:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434429:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434430:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100872.434432:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434436:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100872.434438:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434442:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100872.434444:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434444:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434445:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434446:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100872.434447:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100872.434449:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100872.434450:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100872.434451:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100872.434453:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100872.434458:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100872.434460:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100872.434462:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434466:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100872.434467:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434468:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100872.434469:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100872.434470:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100872.434472:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100872.434474:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100872.434475:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100872.434476:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434477:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100872.434479:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100872.434481:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.434483:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100872.434484:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100872.434486:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100872.434488:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672512, portal 10
00000100:00000001:0.0:1789100872.434489:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100872.434490:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:0.0:1789100872.434494:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434498:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100872.434500:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100872.434502:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100872.434504:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964672512, offset 0
00000400:00000200:0.0:1789100872.434507:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434511:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434515:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100872.434517:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100872.434520:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100872.434522:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100872.434524:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434527:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512202:512202:256:4294967295] 192.168.204.152@tcp LPNI seq info [511959:511959:8:4294967295]
00000400:00000200:0.0:1789100872.434530:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434536:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100872.434541:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434544:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100872.434548:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100872.434551:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789100872.434555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100872.434557:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1789100872.434561:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434562:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100872.434565:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100872.434568:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100872.434570:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100872.434571:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100872.434572:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100872.434575:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434579:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.434581:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434585:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434586:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100872.434588:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100872.434590:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100872.434592:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.434593:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322682387
00000100:00000001:0.0:1789100872.434594:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434596:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322682387
00000100:00000001:0.0:1789100872.434597:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434598:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100872.434600:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434601:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100872.434603:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100872/real 1789100872]  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100872.434608:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100872.434609:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100872.434610:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100872.434611:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100872.434612:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100872.434613:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100872.434616:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100872.434623:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434629:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100872.434631:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434632:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434633:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100872.434636:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434643:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100872.434646:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434652:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100872.434654:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434656:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434657:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434659:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100872.434661:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100872.434663:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100872.434666:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100872.434668:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100872.434672:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100872.434680:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100872.434682:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100872.434684:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434688:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100872.434689:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434691:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100872.434692:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100872.434693:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100872.434694:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100872.434696:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100872.434698:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100872.434698:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434700:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100872.434702:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100872.434703:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.434705:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100872.434706:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100872.434709:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100872.434710:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672640, portal 4
00000100:00000001:0.0:1789100872.434711:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100872.434712:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:0.0:1789100872.434716:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434720:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100872.434722:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100872.434723:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100872.434724:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964672640, offset 0
00000400:00000200:0.0:1789100872.434728:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434732:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434735:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100872.434738:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100872.434741:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100872.434743:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100872.434745:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100872.434748:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512203:512203:256:4294967295] 192.168.204.152@tcp LPNI seq info [511960:511960:8:4294967295]
00000400:00000200:0.0:1789100872.434751:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.434757:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100872.434761:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434765:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100872.434768:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100872.434771:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789100872.434775:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100872.434777:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1789100872.434781:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.434783:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100872.434806:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100872.434810:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100872.434814:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100872.434816:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100872.434819:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100872.434822:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434829:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.434833:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434839:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434841:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100872.434844:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100872.434847:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100872.434850:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.434852:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322682398
00000100:00000001:0.0:1789100872.434855:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434858:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322682398
00000100:00000001:0.0:1789100872.434861:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.434863:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100872.434866:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.434868:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100872.434872:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100872/real 1789100872]  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100872.434880:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100872.434882:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100872.434884:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100872.434886:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100872.434888:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100872.434890:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100872.434894:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100872.434902:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434908:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100872.434909:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434911:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434913:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100872.434916:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434923:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100872.434927:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434933:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100872.434936:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434938:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.434939:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.434940:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100872.434942:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100872.434945:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100872.434949:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100872.434951:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100872.434955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100872.434964:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100872.434968:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100872.434971:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.434979:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100872.434981:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434983:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100872.434985:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100872.434987:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100872.434990:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100872.434993:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100872.434995:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100872.434997:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100872.434999:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100872.435002:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100872.435004:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100872.435007:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100872.435009:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100872.435013:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100872.435015:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672768, portal 4
00000100:00000001:0.0:1789100872.435019:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100872.435020:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00000040:0.0:1789100872.435025:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435032:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100872.435034:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100872.435036:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100872.435038:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964672768, offset 0
00000400:00000200:0.0:1789100872.435042:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100872.435045:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.435049:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100872.435052:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100872.435054:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100872.435056:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100872.435058:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100872.435061:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512204:512204:256:4294967295] 192.168.204.152@tcp LPNI seq info [511961:511961:8:4294967295]
00000400:00000200:0.0:1789100872.435065:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100872.435071:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100872.435076:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.435080:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100872.435083:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100872.435086:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1789100872.435089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100872.435092:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1789100872.435097:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100872.435099:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100872.435101:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100872.435105:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100872.435107:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100872.435109:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100872.435111:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100872.435114:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435126:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.435129:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435136:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.435138:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100872.435141:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100872.435143:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100872.435146:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100872.435148:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322682418
00000100:00000001:0.0:1789100872.435151:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.435153:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322682418
00000100:00000001:0.0:1789100872.435155:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322683652
00000100:00000001:0.0:1789100872.435157:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100872.435159:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.435161:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100872.435165:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100872/real 1789100872]  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100872.435174:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100872.435175:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100872.435177:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100872.435179:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100872.435181:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100872.435183:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100872.435186:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100872.435194:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435201:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100872.435203:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435204:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.435206:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100872.435209:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435216:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100872.435219:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435227:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100872.435229:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435231:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100872.435232:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435235:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100872.435237:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100872.435239:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100872.435242:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100872.435244:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100872.435248:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100872.435256:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964672768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100872.435260:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435262:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.435265:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964672384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435272:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100872.435273:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100872.435276:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100872.435279:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100872.435280:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100872.435282:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100872.435284:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100872.435285:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:0.0:1789100872.435288:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100872.435289:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100872.435291:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:0.0:1789100872.435294:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100872.435296:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435298:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.435301:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964672512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435308:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100872.435309:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100872.435311:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100872.435313:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100872.435314:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100872.435315:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100872.435318:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100872.435319:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:0.0:1789100872.435322:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100872.435323:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100872.435325:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:0.0:1789100872.435327:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100872.435328:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435330:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.435333:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964672640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435340:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100872.435341:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100872.435342:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100872.435344:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100872.435346:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100872.435347:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100872.435349:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100872.435350:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:0.0:1789100872.435352:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100872.435364:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100872.435365:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:0.0:1789100872.435367:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100872.435369:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435370:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100872.435374:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964672768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100872.435381:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100872.435382:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100872.435384:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100872.435387:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100872.435389:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100872.435390:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100872.435393:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100872.435395:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:0.0:1789100872.435397:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100872.435399:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100872.435400:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00000100:00000001:0.0:1789100872.435403:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100872.435404:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435406:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100872.435410:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100872.435412:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100872.435414:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100872.435415:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100873.456892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100873.456899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100873.456905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100873.456906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100873.456909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100873.456910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100873.456957:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100873.456960:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100873.456962:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100873.776913:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322683652, at 4322683712
00000100:00000040:1.0:1789100873.776913:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322683652, at 4322683712
00000100:00000010:0.0:1789100873.776929:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100873.776931:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c00.
00010000:00000001:2.0:1789100874.480908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100874.480916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100874.480922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100874.480923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100874.480927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100874.480928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100874.480994:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100874.480998:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100874.481001:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100875.504927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100875.504933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100875.504938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100875.504939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100875.504943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100875.504944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100875.505060:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100875.505064:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100875.505068:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100876.528942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100876.528953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100876.528960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100876.528961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100876.528964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100876.528965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100876.529098:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100876.529102:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100876.529104:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100877.552961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100877.552969:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100877.552971:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100877.552974:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.552979:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100877.552998:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553000:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553002:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553007:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100877.553008:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100877.553010:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100877.553011:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553013:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100877.553014:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553016:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553018:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553022:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100877.553023:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100877.553025:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100877.553026:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553028:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100877.553029:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553030:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100877.553032:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100877.553092:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100877.553097:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100877.553100:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100877.554180:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100877.554186:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100877.554188:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100877.554192:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100877.554196:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100877.554202:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28015
00000400:00000200:3.0:1789100877.554212:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100877.554218:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100877.554221:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100877.554224:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554227:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554229:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554232:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100877.554235:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100877.554237:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100877.554239:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100877.554243:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100877.554245:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100877.554247:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100877.554250:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554252:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554254:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554255:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100877.554270:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100877.554272:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554274:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100877.554276:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100877.554279:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100877.554280:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554282:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100877.554284:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100877.554292:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100877.554294:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100877.554297:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100877.554298:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554301:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100877.554303:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100877.554306:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100877.554311:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100877.554316:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100877.554323:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100877.554333:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100877.554337:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100877.554341:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100877.554363:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100877.554366:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100877.554369:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100877.554371:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100877.554372:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100877.554374:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100877.554376:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28015
00000400:00000200:3.0:1789100877.554379:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100877.554381:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100877.554382:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100877.554384:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554385:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554387:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554389:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100877.554390:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100877.554392:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100877.554394:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100877.554396:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100877.554398:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100877.554401:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100877.554404:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100877.554405:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100877.554407:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100877.554410:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789100877.554411:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100877.554415:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100877.554415:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100877.554420:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:0.0:1789100877.554425:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100877.554426:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554432:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.554438:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100877.554438:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100877.554441:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.554444:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100877.554445:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100877.554446:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100877.554450:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100877.554454:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964672896:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100877.554458:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.554460:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789100877.554463:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100877.554466:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1789100877.554469:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100877.554470:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.554475:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1789100877.554476:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554479:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100877.554482:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
00000100:00000010:3.0:1789100877.554484:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
02000000:00000001:0.0:1789100877.554485:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100877.554489:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100877.554493:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100877.554495:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100877.554496:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554500:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1789100877.554502:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100877.554502:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100877.554506:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100877.554511:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000010:3.0:1789100877.554512:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100877.554519:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100877.554521:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964672896, portal 25
00000100:00000001:0.0:1789100877.554525:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100877.554526:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00100000:3.0:1789100877.554526:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100877.554534:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100877.554549:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100877.554550:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100877.554554:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.554557:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100877.554561:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000040:3.0:1789100877.554563:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.554565:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964672896, offset 0
00000400:00000200:0.0:1789100877.554577:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554578:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100877.554582:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100877.554586:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1789100877.554588:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100877.554589:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100877.554593:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100877.554596:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100877.554597:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:3.0:1789100877.554602:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28015
00000400:00000200:0.0:1789100877.554603:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100877.554612:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100877.554612:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.554618:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100877.554621:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100877.554623:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00080000:3.0:1789100877.554625:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100877.554631:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512205:512205:256:4294967295] 192.168.204.152@tcp LPNI seq info [511962:511962:8:4294967295]
00000100:00000040:3.0:1789100877.554633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554639:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100877.554642:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100877.554643:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554647:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100877.554649:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100877.554650:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100877.554652:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100877.554653:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100877.554657:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100877.554659:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100877.554663:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789100877.554664:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554670:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554672:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.0:1789100877.554677:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554677:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100877.554683:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100877.554687:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554689:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100877.554692:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
02000000:00000001:3.0:1789100877.554692:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100877.554698:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100877.554701:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554703:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100877.554706:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100877.554708:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.554709:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100877.554715:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:3.0:1789100877.554715:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100877.554721:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.0:1789100877.554722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1789100877.554725:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100877.554728:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100877.554731:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100877.554732:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100877.554736:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1789100877.554736:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1789100877.554740:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789100877.554741:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.554745:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
02000000:00000010:3.0:1789100877.554747:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000400:00000200:0.0:1789100877.554750:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100877.554753:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.554756:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100877.554761:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00100000:3.0:1789100877.554763:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100877.554764:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100877.554770:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1789100877.554772:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100877.554775:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100877.554776:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100877.554781:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.554822:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.554827:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.554837:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.554838:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100877.554844:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.554852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100877.554852:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.554857:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322688773
00000100:00080000:3.0:1789100877.554858:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100877.554864:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:0.0:1789100877.554866:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:3.0:1789100877.554866:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100877.554869:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100877.554873:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100877.554876:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1789100877.554878:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28015
00000400:00000200:3.0:1789100877.554884:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.554885:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322688773
00000400:00000200:3.0:1789100877.554889:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000010:0.0:1789100877.554892:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc88a0.
00000100:00080000:3.0:1789100877.554893:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100877.554897:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1789100877.554899:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554903:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554905:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554908:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100877.554910:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100877.554911:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100877.554913:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100877.554915:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789100877.554915:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100877.554918:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100877.554920:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100877.554923:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100877.554925:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1789100877.554929:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100877.554933:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100877/real 1789100877]  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100877.554934:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.554939:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.554944:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100877.554949:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100877.554955:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000001:0.0:1789100877.554962:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100877.554965:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789100877.554967:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100877.554969:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100877.554971:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100877.554974:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
02000000:00000001:3.0:1789100877.554976:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1789100877.554978:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
02000000:00000001:3.0:1789100877.554982:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.554983:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789100877.554988:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1789100877.554990:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789100877.554992:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100877.554998:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.555003:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100877.555010:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000100:00000200:0.0:1789100877.555011:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100877.555015:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100877.555021:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100877.555023:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1789100877.555024:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555026:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100877.555028:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100877.555031:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789100877.555032:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100877.555034:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100877.555039:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555045:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100877.555050:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555056:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100877.555058:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555059:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.555061:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555063:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100877.555064:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100877.555067:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100877.555071:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100877.555073:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100877.555078:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100877.555087:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964672896:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100877.555091:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555093:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.555096:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964672896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100877.555103:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555104:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100877.555108:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100877.555111:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
02000000:00000010:0.0:1789100877.555112:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100877.555117:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100877.555119:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1789100877.555119:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100877.555122:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100877.555124:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100877.555127:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
00000100:00100000:3.0:1789100877.555129:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100877.555132:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100877.555136:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100877.555138:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:0.0:1789100877.555143:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100877.555146:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555150:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100877.555153:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100877.555157:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555160:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1789100877.555162:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555163:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555168:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100877.555171:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100877.555173:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100877.555179:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.555180:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100877.555184:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100877.555192:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100877.555195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100877.555196:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100877.555199:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100877.555200:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789100877.555204:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789100877.555205:0:414528:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1789100877.555208:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789100877.555211:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28015
02000000:00000001:0.0:1789100877.555213:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100877.555219:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673024:192.168.204.152@tcp:38:kworker.0
00000400:00000200:3.0:1789100877.555220:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.555227:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1789100877.555228:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:0.0:1789100877.555231:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1789100877.555232:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1789100877.555235:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100877.555238:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100877.555239:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789100877.555243:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100877.555246:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.555248:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100877.555250:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100877.555253:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000010:0.0:1789100877.555254:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
00000020:00000001:3.0:1789100877.555255:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789100877.555267:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100877.555272:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000200:0.0:1789100877.555275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100877.555277:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:0.0:1789100877.555280:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000020:00000001:3.0:1789100877.555282:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:0.0:1789100877.555285:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000040:3.0:1789100877.555289:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100877.555292:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673024, portal 10
00000100:00000001:3.0:1789100877.555293:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100877.555295:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100877.555297:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000040:3.0:1789100877.555298:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100877.555302:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100877.555305:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100877.555308:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:0.0:1789100877.555314:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100877.555316:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:0.0:1789100877.555319:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100877.555322:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100877.555324:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100877.555325:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964673024, offset 0
02000000:00000001:3.0:1789100877.555330:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100877.555334:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100877.555337:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100877.555342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100877.555343:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100877.555347:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100877.555349:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000008:00100000:3.0:1789100877.555351:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1789100877.555355:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1789100877.555356:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555360:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:3.0:1789100877.555361:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555365:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1789100877.555367:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000400:00000200:0.0:1789100877.555369:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:3.0:1789100877.555373:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:0.0:1789100877.555375:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512206:512206:256:4294967295] 192.168.204.152@tcp LPNI seq info [511963:511963:8:4294967295]
02000000:00000001:3.0:1789100877.555379:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100877.555382:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555383:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100877.555385:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100877.555389:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100877.555393:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555394:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100877.555400:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000010:3.0:1789100877.555400:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000800:00000010:0.0:1789100877.555403:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100877.555406:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100877.555410:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100877.555414:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000100:00100000:3.0:1789100877.555416:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789100877.555419:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100877.555423:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789100877.555431:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.555433:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100877.555437:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100877.555439:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100877.555441:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789100877.555444:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555445:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100877.555447:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100877.555450:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1789100877.555453:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.555455:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555478:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100877.555482:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.555483:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555490:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100877.555491:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28025)
00000100:00000001:0.0:1789100877.555492:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100877.555495:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.555499:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100877.555501:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.555503:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322687509
00000100:00000001:0.0:1789100877.555505:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.555506:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322687509
00000100:00000001:0.0:1789100877.555508:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.555509:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100877.555511:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555513:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100877.555515:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100877/real 1789100877]  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100877.555520:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100877.555521:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100877.555523:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100877.555526:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100877.555527:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100877.555529:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100877.555532:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.555539:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555545:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100877.555546:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555547:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.555549:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100877.555552:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555558:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100877.555561:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555567:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100877.555569:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555571:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.555572:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555574:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100877.555575:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100877.555578:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100877.555581:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100877.555582:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100877.555586:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100877.555592:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100877.555597:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100877.555599:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555604:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100877.555605:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.555607:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100877.555608:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100877.555610:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100877.555612:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100877.555615:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100877.555617:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100877.555618:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.555620:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100877.555623:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100877.555624:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555627:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100877.555629:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100877.555632:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100877.555634:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673152, portal 10
00000100:00000001:0.0:1789100877.555636:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100877.555637:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100877.555641:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555646:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100877.555648:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100877.555650:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100877.555652:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964673152, offset 0
00000400:00000200:0.0:1789100877.555655:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100877.555658:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.555661:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100877.555663:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100877.555666:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100877.555668:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100877.555670:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100877.555672:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512207:512207:256:4294967295] 192.168.204.152@tcp LPNI seq info [511964:511964:8:4294967295]
00000400:00000200:0.0:1789100877.555675:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.555681:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100877.555684:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.555686:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100877.555689:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100877.555691:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100877.555695:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100877.555697:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789100877.555700:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.555702:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100877.555705:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100877.555708:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100877.555710:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100877.555712:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100877.555714:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100877.555717:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555724:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.555727:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555733:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555734:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100877.555737:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.555739:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100877.555742:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.555743:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322687508
00000100:00000001:0.0:1789100877.555745:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.555747:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322687508
00000100:00000001:0.0:1789100877.555749:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.555751:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100877.555752:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555754:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100877.555757:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100877/real 1789100877]  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100877.555765:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100877.555766:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100877.555767:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100877.555769:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100877.555771:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100877.555773:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100877.555775:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.555782:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555807:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100877.555808:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555810:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.555811:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100877.555814:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555820:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100877.555823:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555828:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100877.555830:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555831:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.555832:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555834:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100877.555836:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100877.555838:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100877.555841:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100877.555843:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100877.555846:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100877.555852:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100877.555855:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555857:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.555860:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964673024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555866:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100877.555868:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100877.555870:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100877.555872:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100877.555874:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100877.555875:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100877.555877:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100877.555879:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:0.0:1789100877.555881:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100877.555882:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100877.555884:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:0.0:1789100877.555886:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100877.555887:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555889:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.555892:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964673152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555897:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100877.555899:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100877.555900:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100877.555903:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100877.555904:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100877.555905:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100877.555907:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100877.555908:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100877.555910:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100877.555911:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100877.555912:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100877.555914:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100877.555915:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555916:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.555920:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100877.555922:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.555923:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100877.555925:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100877.555926:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100877.555929:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555935:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100877.555936:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.555938:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100877.555940:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100877.555942:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100877.555945:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100877.555948:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100877.555950:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100877.555951:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.555953:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100877.555956:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100877.555958:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.555961:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100877.555963:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100877.555966:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100877.555969:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673280, portal 4
00000100:00000001:0.0:1789100877.555971:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100877.555973:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000040:0.0:1789100877.555978:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.555984:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100877.555987:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100877.555989:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100877.555991:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964673280, offset 0
00000400:00000200:0.0:1789100877.555994:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100877.555998:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.556001:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100877.556004:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100877.556006:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100877.556009:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100877.556011:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100877.556014:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512208:512208:256:4294967295] 192.168.204.152@tcp LPNI seq info [511965:511965:8:4294967295]
00000400:00000200:0.0:1789100877.556018:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.556024:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100877.556028:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.556031:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100877.556035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100877.556037:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100877.556041:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100877.556044:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789100877.556048:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.556050:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100877.556052:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100877.556055:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100877.556058:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100877.556060:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100877.556062:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100877.556066:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556073:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.556077:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556083:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.556085:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100877.556087:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.556089:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100877.556093:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.556094:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322687519
00000100:00000001:0.0:1789100877.556096:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.556097:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322687519
00000100:00000001:0.0:1789100877.556099:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.556101:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100877.556102:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.556104:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100877.556108:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100877/real 1789100877]  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100877.556115:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100877.556116:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100877.556118:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100877.556120:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100877.556121:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100877.556122:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100877.556125:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.556132:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556138:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100877.556139:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556141:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.556142:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100877.556145:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556150:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100877.556153:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556159:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100877.556161:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556163:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.556164:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556165:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100877.556167:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100877.556169:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100877.556172:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100877.556174:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100877.556177:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100877.556184:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100877.556187:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100877.556190:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100877.556197:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.556199:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100877.556200:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100877.556202:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100877.556204:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100877.556207:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100877.556208:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100877.556209:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100877.556211:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100877.556213:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100877.556215:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100877.556217:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100877.556219:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100877.556221:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100877.556224:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673408, portal 4
00000100:00000001:0.0:1789100877.556225:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100877.556226:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100877.556231:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556236:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100877.556238:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100877.556240:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100877.556242:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964673408, offset 0
00000400:00000200:0.0:1789100877.556246:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100877.556249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.556251:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100877.556254:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100877.556256:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100877.556270:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100877.556273:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100877.556275:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512209:512209:256:4294967295] 192.168.204.152@tcp LPNI seq info [511966:511966:8:4294967295]
00000400:00000200:0.0:1789100877.556279:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100877.556285:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100877.556289:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.556293:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100877.556297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100877.556299:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789100877.556303:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100877.556305:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789100877.556309:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100877.556311:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100877.556313:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100877.556317:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100877.556320:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100877.556321:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100877.556323:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100877.556327:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556334:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.556337:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556343:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.556344:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100877.556347:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100877.556349:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100877.556352:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100877.556354:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322687539
00000100:00000001:0.0:1789100877.556357:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.556359:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322687539
00000100:00000001:0.0:1789100877.556361:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322688773
00000100:00000001:0.0:1789100877.556363:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100877.556365:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.556367:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100877.556370:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100877/real 1789100877]  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100877.556378:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100877.556379:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100877.556381:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100877.556383:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100877.556384:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100877.556387:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100877.556390:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100877.556398:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556404:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100877.556405:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556407:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.556409:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100877.556412:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556418:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100877.556421:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556428:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100877.556430:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556432:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100877.556433:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556435:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100877.556437:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100877.556439:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100877.556442:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100877.556444:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100877.556448:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100877.556457:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100877.556460:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556462:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.556465:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964673280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556472:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100877.556473:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100877.556475:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100877.556477:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100877.556479:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100877.556480:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100877.556482:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100877.556484:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100877.556486:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100877.556487:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100877.556515:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100877.556518:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100877.556519:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556520:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100877.556524:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964673408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100877.556530:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100877.556531:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100877.556533:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100877.556535:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100877.556537:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100877.556538:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100877.556540:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100877.556542:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100877.556544:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100877.556546:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100877.556547:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100877.556549:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100877.556551:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556553:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100877.556556:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100877.556558:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100877.556560:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100877.556562:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100878.576894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100878.576900:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100878.576903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100878.576904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100878.576906:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100878.576907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100878.576965:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100878.576969:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100878.576971:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100878.896911:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322688773, at 4322688832
00000100:00000040:1.0:1789100878.896911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322688773, at 4322688832
00000100:00000010:1.0:1789100878.896927:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc88a0.
00000100:00000010:0.0:1789100878.896929:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100879.600932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100879.600939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100879.600944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100879.600945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100879.600948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100879.600950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100879.601021:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100879.601029:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100879.601033:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100880.624897:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100880.624902:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100880.624908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100880.624909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100880.624912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100880.624913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100880.624966:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100880.624970:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100880.624972:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100881.649177:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100881.649195:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100881.649204:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100881.649205:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100881.649208:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100881.649209:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100881.649271:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100881.649275:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100881.649279:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100882.672927:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100882.672938:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100882.672940:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100882.672944:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100882.672948:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100882.672956:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28020
00000400:00000200:2.0:1789100882.672966:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100882.672972:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100882.672975:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100882.672978:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.672981:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.672984:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.672986:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100882.672990:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100882.672992:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100882.672995:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100882.672998:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100882.673001:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100882.673003:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100882.673006:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673008:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673009:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673011:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100882.673014:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100882.673018:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673020:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100882.673024:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100882.673028:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100882.673031:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673034:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100882.673037:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100882.673045:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789100882.673049:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100882.673053:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100882.673055:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673058:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100882.673060:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100882.673065:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100882.673074:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789100882.673080:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100882.673090:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100882.673099:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100882.673103:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100882.673108:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.673132:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100882.673135:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100882.673139:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100882.673145:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100882.673146:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100882.673149:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100882.673152:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28020
00000400:00000200:2.0:1789100882.673170:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100882.673175:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100882.673178:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100882.673182:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673184:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673186:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673188:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100882.673191:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100882.673192:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100882.673194:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100882.673197:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100882.673199:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789100882.673201:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100882.673204:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673206:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673208:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673210:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100882.673212:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789100882.673215:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673218:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100882.673220:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100882.673224:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100882.673227:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673228:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100882.673232:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100882.673235:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673237:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100882.673241:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789100882.673243:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789100882.673246:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100882.673247:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673249:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100882.673250:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100882.673252:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100882.673256:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789100882.673260:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100882.673265:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100882.673268:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100882.673274:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789100882.673275:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100882.673278:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789100882.673279:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.673287:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100882.673288:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.673307:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100882.673311:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673313:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.673316:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1789100882.673318:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789100882.673320:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.673326:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100882.673326:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789100882.673330:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789100882.673333:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964673536:192.168.204.152@tcp:250:kworker.0
00000100:00080000:2.0:1789100882.673334:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100882.673346:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100882.673349:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28020
00000400:00000200:2.0:1789100882.673364:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100882.673367:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100882.673369:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100882.673372:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673374:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673376:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673378:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100882.673380:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100882.673381:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789100882.673383:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100882.673385:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789100882.673387:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789100882.673388:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789100882.673391:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673393:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673394:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673396:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100882.673398:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789100882.673400:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100882.673402:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789100882.673403:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100882.673407:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100882.673410:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100882.673410:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.673414:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100882.673415:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.673421:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100882.673421:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100882.673424:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100882.673427:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100882.673428:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
00000100:00000001:2.0:1789100882.673429:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.673433:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100882.673436:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789100882.673440:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100882.673441:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789100882.673446:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1789100882.673449:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:2.0:1789100882.673449:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673454:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100882.673456:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100882.673458:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100882.673459:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000010:2.0:1789100882.673463:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000200:0.0:1789100882.673468:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673536, portal 25
00000100:00000001:2.0:1789100882.673469:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673473:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100882.673476:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00100000:2.0:1789100882.673478:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100882.673485:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.673490:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100882.673495:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100882.673500:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.673504:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100882.673511:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673514:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100882.673516:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00080000:2.0:1789100882.673518:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1789100882.673521:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964673536, offset 0
00000100:00080000:2.0:1789100882.673524:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789100882.673526:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100882.673528:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100882.673532:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673533:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100882.673538:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28020
00000400:00000200:0.0:1789100882.673544:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100882.673545:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100882.673551:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100882.673554:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:2.0:1789100882.673556:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100882.673562:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100882.673563:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789100882.673567:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100882.673571:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:2.0:1789100882.673573:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673577:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100882.673578:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1789100882.673581:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789100882.673584:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:2.0:1789100882.673585:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789100882.673589:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100882.673590:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512210:512210:256:4294967295] 192.168.204.152@tcp LPNI seq info [511967:511967:8:4294967295]
00000020:00000040:2.0:1789100882.673593:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789100882.673597:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100882.673599:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:2.0:1789100882.673602:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100882.673608:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673613:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100882.673617:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1789100882.673619:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673624:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.0:1789100882.673628:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.673634:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000020:00000040:2.0:1789100882.673635:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789100882.673641:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.0:1789100882.673646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789100882.673646:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100882.673652:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1789100882.673652:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100882.673657:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1789100882.673662:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:2.0:1789100882.673663:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673668:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1789100882.673669:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000008:00100000:2.0:1789100882.673672:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1789100882.673678:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000008:00000001:2.0:1789100882.673678:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100882.673683:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:2.0:1789100882.673683:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100882.673689:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000400:00000200:0.0:1789100882.673692:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1789100882.673694:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000200:0.0:1789100882.673700:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1789100882.673701:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100882.673705:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673706:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100882.673707:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
02000000:00000001:2.0:1789100882.673708:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789100882.673712:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
02000000:00000001:2.0:1789100882.673713:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673718:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1789100882.673720:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000200:0.0:1789100882.673725:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.673726:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100882.673736:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100882.673740:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.673747:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.673748:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100882.673753:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673762:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100882.673763:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.673764:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789100882.673772:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100882.673774:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100882.673777:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100882.673778:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673778:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100882.673782:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100882.673811:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.673814:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322693892
00000100:00000001:2.0:1789100882.673816:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100882.673820:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28020
00000100:00000010:0.0:1789100882.673821:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000400:00000200:2.0:1789100882.673826:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.673829:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1789100882.673832:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100882.673836:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100882.673839:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322693892
00000100:00000040:2.0:1789100882.673841:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673843:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673845:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673849:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:0.0:1789100882.673852:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8e40.
00000020:00000001:2.0:1789100882.673853:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100882.673854:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100882.673856:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100882.673860:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:0.0:1789100882.673861:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1789100882.673864:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100882.673866:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789100882.673868:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100882.673871:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100882.673875:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100882.673877:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789100882.673879:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100882.673882:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100882.673886:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100882/real 1789100882]  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.673886:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100882.673891:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100882.673898:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100882.673902:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100882.673906:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1789100882.673906:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100882.673909:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1789100882.673910:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100882.673913:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
02000000:00000001:2.0:1789100882.673914:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100882.673919:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00000001:2.0:1789100882.673919:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100882.673922:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000010:0.0:1789100882.673923:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000008:00000001:2.0:1789100882.673927:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673929:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1789100882.673930:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100882.673935:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789100882.673936:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789100882.673941:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789100882.673947:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100882.673949:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100882.673952:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1789100882.673954:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789100882.673955:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100882.673959:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673966:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:2.0:1789100882.673966:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:0.0:1789100882.673969:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100882.673972:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.673973:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.673977:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789100882.673982:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789100882.673985:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100882.674002:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100882.674004:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100882.674008:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.674012:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100882.674016:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674029:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100882.674035:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100882.674035:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674040:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.674042:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789100882.674044:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28030)
00000100:00000001:0.0:1789100882.674045:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100882.674049:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100882.674052:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100882.674056:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100882.674058:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100882.674063:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100882.674070:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964673536:192.168.204.152@tcp:250:kworker.0
00010000:00000001:2.0:1789100882.674072:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789100882.674075:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1789100882.674077:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674079:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00010000:00000001:2.0:1789100882.674083:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1789100882.674085:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964673536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100882.674086:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100882.674092:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100882.674095:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674097:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100882.674101:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100882.674104:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100882.674107:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100882.674109:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100882.674110:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100882.674113:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100882.674116:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:0.0:1789100882.674125:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100882.674127:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100882.674129:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00000100:00000001:0.0:1789100882.674133:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100882.674134:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674136:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674144:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100882.674147:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674149:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100882.674150:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100882.674152:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789100882.674155:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000040:0.0:1789100882.674157:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100882.674173:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100882.674179:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100882.674185:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100882.674187:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674191:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100882.674193:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.674196:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100882.674199:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100882.674202:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100882.674205:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100882.674206:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674208:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100882.674211:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100882.674212:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100882.674216:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100882.674219:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100882.674222:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100882.674225:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673664, portal 10
00000100:00000001:0.0:1789100882.674227:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100882.674228:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:0.0:1789100882.674234:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674239:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100882.674241:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100882.674243:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100882.674245:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964673664, offset 0
00000400:00000200:0.0:1789100882.674249:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674253:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674257:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100882.674260:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100882.674262:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100882.674264:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100882.674267:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674270:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512211:512211:256:4294967295] 192.168.204.152@tcp LPNI seq info [511968:511968:8:4294967295]
00000400:00000200:0.0:1789100882.674274:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674285:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100882.674290:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674293:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100882.674297:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100882.674300:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100882.674304:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100882.674306:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789100882.674309:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674311:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100882.674314:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100882.674317:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100882.674320:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100882.674322:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100882.674324:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100882.674328:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674335:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.674401:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674410:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674412:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100882.674416:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.674420:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100882.674425:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.674428:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322692628
00000100:00000001:0.0:1789100882.674430:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.674432:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322692628
00000100:00000001:0.0:1789100882.674435:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.674437:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100882.674439:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674441:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100882.674445:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100882/real 1789100882]  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100882.674452:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100882.674454:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100882.674455:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100882.674458:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100882.674459:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100882.674462:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100882.674464:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100882.674472:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674478:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100882.674479:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674481:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.674482:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100882.674485:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674492:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100882.674496:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674501:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100882.674503:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674504:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.674505:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674507:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100882.674509:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100882.674512:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100882.674515:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100882.674517:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100882.674521:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100882.674528:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100882.674532:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100882.674535:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674540:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100882.674541:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674544:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100882.674545:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.674548:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100882.674550:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100882.674554:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100882.674555:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100882.674557:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674559:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100882.674562:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100882.674564:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100882.674568:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100882.674570:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100882.674573:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100882.674575:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673792, portal 10
00000100:00000001:0.0:1789100882.674577:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100882.674578:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:0.0:1789100882.674583:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674594:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100882.674596:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100882.674598:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100882.674601:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964673792, offset 0
00000400:00000200:0.0:1789100882.674604:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674608:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674611:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100882.674614:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100882.674617:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100882.674619:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100882.674622:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674625:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512212:512212:256:4294967295] 192.168.204.152@tcp LPNI seq info [511969:511969:8:4294967295]
00000400:00000200:0.0:1789100882.674629:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674634:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100882.674640:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674643:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100882.674646:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100882.674649:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100882.674653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100882.674655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789100882.674658:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674660:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100882.674663:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100882.674666:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100882.674669:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100882.674670:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100882.674672:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100882.674676:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674683:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.674686:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674697:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674698:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100882.674701:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.674703:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100882.674706:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.674708:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322692627
00000100:00000001:0.0:1789100882.674711:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.674713:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322692627
00000100:00000001:0.0:1789100882.674715:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.674717:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100882.674719:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674720:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100882.674723:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100882/real 1789100882]  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100882.674729:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100882.674731:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100882.674732:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100882.674734:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100882.674735:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100882.674738:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100882.674741:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100882.674748:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674754:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100882.674755:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674757:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.674758:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100882.674761:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674767:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100882.674771:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674777:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100882.674779:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674780:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.674781:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.674783:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100882.674803:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100882.674806:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100882.674809:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100882.674812:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100882.674815:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100882.674823:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100882.674827:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100882.674830:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674836:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100882.674838:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674840:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100882.674842:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.674844:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100882.674847:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100882.674849:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100882.674852:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100882.674854:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.674856:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100882.674859:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100882.674860:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100882.674864:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100882.674866:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100882.674869:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100882.674873:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964673920, portal 4
00000100:00000001:0.0:1789100882.674875:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100882.674876:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:0.0:1789100882.674881:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674887:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100882.674889:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100882.674891:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100882.674893:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964673920, offset 0
00000400:00000200:0.0:1789100882.674898:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674901:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674904:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100882.674907:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100882.674910:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100882.674912:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100882.674914:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100882.674917:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512213:512213:256:4294967295] 192.168.204.152@tcp LPNI seq info [511970:511970:8:4294967295]
00000400:00000200:0.0:1789100882.674921:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.674926:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100882.674930:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674933:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100882.674937:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100882.674940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100882.674944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100882.674947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789100882.674950:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.674952:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100882.674955:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100882.674957:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100882.674960:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100882.674962:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100882.674964:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100882.674967:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674974:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.674977:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.674982:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.674984:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100882.674987:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.674989:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100882.674992:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.674994:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322692638
00000100:00000001:0.0:1789100882.674996:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.674998:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322692638
00000100:00000001:0.0:1789100882.675000:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.675002:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100882.675004:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.675006:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100882.675009:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100882/real 1789100882]  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100882.675016:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100882.675017:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100882.675019:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100882.675021:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100882.675022:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100882.675025:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100882.675028:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100882.675035:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675041:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100882.675042:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675043:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.675045:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100882.675048:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675053:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100882.675057:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675062:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100882.675064:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675066:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.675067:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675068:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100882.675070:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100882.675072:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100882.675075:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100882.675077:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100882.675080:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100882.675087:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964673920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100882.675091:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100882.675094:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675100:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100882.675101:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.675104:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100882.675105:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100882.675107:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100882.675110:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100882.675112:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100882.675114:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100882.675115:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100882.675117:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100882.675120:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100882.675121:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100882.675124:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100882.675127:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100882.675129:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100882.675132:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674048, portal 4
00000100:00000001:0.0:1789100882.675134:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100882.675135:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000100:00000040:0.0:1789100882.675140:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675146:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100882.675147:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100882.675149:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100882.675151:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964674048, offset 0
00000400:00000200:0.0:1789100882.675154:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100882.675157:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.675173:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100882.675176:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100882.675179:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100882.675181:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100882.675184:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100882.675187:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512214:512214:256:4294967295] 192.168.204.152@tcp LPNI seq info [511971:511971:8:4294967295]
00000400:00000200:0.0:1789100882.675190:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100882.675196:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100882.675200:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.675204:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100882.675207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100882.675210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789100882.675213:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100882.675216:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789100882.675219:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100882.675221:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100882.675223:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100882.675226:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100882.675228:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100882.675230:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100882.675232:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100882.675235:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675242:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.675244:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675250:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.675252:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100882.675254:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100882.675257:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100882.675259:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100882.675261:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322692658
00000100:00000001:0.0:1789100882.675264:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.675266:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322692658
00000100:00000001:0.0:1789100882.675268:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322693892
00000100:00000001:0.0:1789100882.675270:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100882.675272:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.675273:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100882.675276:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100882/real 1789100882]  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100882.675283:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100882.675285:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100882.675286:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100882.675288:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100882.675289:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100882.675291:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100882.675294:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100882.675300:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675306:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100882.675307:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675309:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.675310:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100882.675313:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675319:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100882.675323:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675329:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100882.675331:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675333:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100882.675334:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675335:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100882.675337:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100882.675405:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100882.675409:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100882.675411:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100882.675416:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100882.675423:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100882.675426:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675428:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.675431:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964673664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675436:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100882.675438:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100882.675440:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100882.675443:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100882.675444:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100882.675446:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100882.675447:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100882.675449:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:0.0:1789100882.675452:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100882.675453:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100882.675454:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:0.0:1789100882.675456:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100882.675458:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675459:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.675462:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964673792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675468:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100882.675469:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100882.675470:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100882.675473:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100882.675474:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100882.675475:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100882.675477:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100882.675478:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:0.0:1789100882.675480:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100882.675481:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100882.675482:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:0.0:1789100882.675486:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100882.675487:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675488:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.675491:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964673920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675497:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100882.675498:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100882.675499:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100882.675501:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100882.675503:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100882.675504:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100882.675505:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100882.675506:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:0.0:1789100882.675509:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100882.675510:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100882.675511:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:0.0:1789100882.675513:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100882.675514:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675515:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100882.675518:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964674048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100882.675523:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100882.675524:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100882.675526:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100882.675528:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100882.675529:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100882.675530:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100882.675531:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100882.675533:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:0.0:1789100882.675534:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100882.675535:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100882.675536:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:0.0:1789100882.675540:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100882.675541:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675543:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100882.675548:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100882.675550:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100882.675551:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100882.675553:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100883.696936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100883.696944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100883.696949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100883.696950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100883.696954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100883.696955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100883.697008:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100883.697012:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100883.697014:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100884.016903:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322693892, at 4322693952
00000100:00000040:1.0:1789100884.016903:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322693892, at 4322693952
00000100:00000010:1.0:1789100884.016916:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8e40.
00000100:00000010:0.0:1789100884.016919:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100884.720958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100884.720965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100884.720971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100884.720973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100884.720978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100884.720979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100884.721095:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100884.721099:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100884.721102:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100885.744933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100885.744939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100885.744944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100885.744945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100885.744948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100885.744949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100885.745008:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100885.745013:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100885.745017:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100886.768918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100886.768923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100886.768927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100886.768928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100886.768930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100886.768931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100886.768998:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100886.769002:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100886.769006:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100887.792954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100887.792955:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100887.792962:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00080000:1.0:1789100887.792964:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100887.792967:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1789100887.792968:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100887.792972:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.792974:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100887.792978:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1789100887.792980:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100887.792982:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100887.792986:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.792989:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28025
00010000:00000001:2.0:1789100887.792991:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100887.792998:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100887.793000:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000400:00000200:1.0:1789100887.793001:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100887.793003:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100887.793006:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100887.793009:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100887.793011:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:1.0:1789100887.793013:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100887.793015:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100887.793018:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100887.793020:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100887.793025:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100887.793025:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793031:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100887.793033:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1789100887.793034:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100887.793037:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00000001:2.0:1789100887.793038:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000020:00000001:1.0:1789100887.793039:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00010000:00000001:2.0:1789100887.793041:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000020:00000040:1.0:1789100887.793043:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00010000:00000001:2.0:1789100887.793045:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100887.793046:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100887.793051:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00000001:2.0:1789100887.793051:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100887.793055:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100887.793056:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793059:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100887.793061:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100887.793062:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793079:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100887.793080:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100887.793082:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100887.793087:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793089:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100887.793091:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100887.793094:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100887.793096:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793098:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100887.793100:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100887.793108:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100887.793110:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100887.793114:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100887.793115:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793116:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100887.793118:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100887.793122:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100887.793127:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100887.793132:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100887.793139:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100887.793147:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:3.0:1789100887.793148:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789100887.793151:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100887.793152:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100887.793156:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100887.793157:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793177:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.793181:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100887.793184:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100887.793186:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100887.793187:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100887.793189:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100887.793192:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28025
00000400:00000200:1.0:1789100887.793196:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100887.793200:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100887.793202:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100887.793205:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793208:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100887.793211:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100887.793212:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100887.793215:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100887.793216:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100887.793218:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100887.793222:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100887.793226:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000040:0.0:1789100887.793227:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100887.793229:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100887.793233:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:0.0:1789100887.793239:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789100887.793239:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100887.793241:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100887.793245:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:0.0:1789100887.793247:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100887.793250:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789100887.793253:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100887.793254:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793259:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100887.793261:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964674176:192.168.204.152@tcp:250:kworker.0
00000100:00000040:1.0:1789100887.793265:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100887.793269:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100887.793270:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100887.793274:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100887.793275:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1789100887.793279:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100887.793280:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793285:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.793286:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789100887.793290:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1789100887.793294:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:1.0:1789100887.793296:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100887.793298:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100887.793302:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793306:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100887.793308:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:1.0:1789100887.793311:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789100887.793313:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000008:00000001:1.0:1789100887.793318:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100887.793320:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100887.793321:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100887.793328:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674176, portal 25
00000100:00000010:1.0:1789100887.793329:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000100:00000001:0.0:1789100887.793332:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100887.793335:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000020:00000040:1.0:1789100887.793335:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100887.793341:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100887.793343:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100887.793345:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793349:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100887.793352:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100887.793354:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100887.793361:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:0.0:1789100887.793366:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100887.793369:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.793372:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100887.793378:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00100000:1.0:1789100887.793379:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100887.793382:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964674176, offset 0
00000400:00000200:0.0:1789100887.793394:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793394:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100887.793399:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.793406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100887.793406:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100887.793416:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100887.793421:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.793423:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1789100887.793426:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100887.793430:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1789100887.793431:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100887.793432:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100887.793435:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100887.793437:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100887.793438:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1789100887.793441:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28025
00000400:00000200:0.0:1789100887.793446:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100887.793450:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512215:512215:256:4294967295] 192.168.204.152@tcp LPNI seq info [511972:511972:8:4294967295]
00000400:00000200:0.0:1789100887.793455:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.793464:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100887.793470:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.793475:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100887.793482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100887.793486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100887.793491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100887.793494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789100887.793497:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.793498:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100887.793503:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100887.793515:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789100887.793539:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100887.793544:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100887.793547:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00080000:1.0:1789100887.793548:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789100887.793552:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000040:1.0:1789100887.793554:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100887.793560:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100887.793565:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100887.793566:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000100:00000001:0.0:1789100887.793567:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1789100887.793568:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100887.793572:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000200:0.0:1789100887.793576:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100887.793581:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100887.793586:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100887.793590:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789100887.793592:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100887.793596:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793597:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100887.793603:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793608:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100887.793614:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100887.793615:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789100887.793617:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1789100887.793620:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100887.793623:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793624:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.793629:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100887.793629:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100887.793633:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322699011
02000000:00000001:1.0:1789100887.793634:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789100887.793638:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:1.0:1789100887.793638:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793640:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100887.793644:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100887.793647:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000008:00000001:1.0:1789100887.793648:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793653:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.793658:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322699011
00000100:00000010:1.0:1789100887.793658:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100887.793663:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000010:0.0:1789100887.793666:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8d80.
02000000:00000001:1.0:1789100887.793668:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100887.793671:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1789100887.793671:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793676:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100887.793679:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100887.793679:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100887.793683:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.793684:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.793689:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1789100887.793691:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00100000:0.0:1789100887.793696:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100887/real 1789100887]  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793697:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100887.793708:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100887.793710:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100887.793712:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00100000:1.0:1789100887.793714:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100887.793717:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100887.793720:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100887.793725:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100887.793730:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789100887.793733:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793734:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100887.793743:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100887.793752:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793755:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.793761:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100887.793765:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1789100887.793766:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100887.793770:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100887.793771:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100887.793774:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100887.793776:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.793780:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100887.793780:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1789100887.793811:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.793817:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100887.793820:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28025
00000100:00000040:0.0:1789100887.793824:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100887.793829:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100887.793837:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1789100887.793837:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100887.793842:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100887.793843:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100887.793848:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100887.793849:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.793852:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100887.793853:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100887.793857:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1789100887.793858:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100887.793861:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100887.793862:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00080000:0.0:1789100887.793868:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1789100887.793868:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100887.793871:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100887.793874:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:0.0:1789100887.793876:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000020:00000040:1.0:1789100887.793878:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789100887.793882:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1789100887.793883:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100887.793888:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100887.793892:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100887.793893:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793896:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100887.793901:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793906:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100887.793911:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00100000:0.0:1789100887.793916:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964674176:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789100887.793917:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100887.793924:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.793926:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100887.793927:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100887.793931:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789100887.793932:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100887.793937:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.793938:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964674176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.793941:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100887.793945:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100887.793951:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1789100887.793951:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.793955:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.793956:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1789100887.793958:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
02000000:00000010:0.0:1789100887.793961:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
00000020:00000040:1.0:1789100887.793962:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100887.793967:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1789100887.793967:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100887.793969:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100887.793970:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1789100887.793971:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:0.0:1789100887.793973:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100887.793974:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1789100887.793977:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1789100887.793977:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100887.793981:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000010:1.0:1789100887.793983:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100887.793986:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789100887.793987:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.793990:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100887.793992:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00100000:1.0:1789100887.793995:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100887.793996:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100887.793999:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794003:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100887.794008:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100887.794010:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794012:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1789100887.794013:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794016:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794020:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100887.794022:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100887.794025:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789100887.794025:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.794028:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789100887.794029:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100887.794034:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789100887.794036:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100887.794039:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100887.794043:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100887.794044:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100887.794046:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100887.794049:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28025
02000000:00000001:0.0:1789100887.794050:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:1.0:1789100887.794054:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100887.794057:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100887.794059:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1789100887.794073:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789100887.794075:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100887.794079:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.794080:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100887.794087:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674304:192.168.204.152@tcp:38:kworker.0
00000100:00000040:1.0:1789100887.794087:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.794092:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100887.794095:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1789100887.794097:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1789100887.794099:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789100887.794100:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000001:0.0:1789100887.794102:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100887.794104:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789100887.794106:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1789100887.794108:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000010:0.0:1789100887.794111:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
00000020:00000001:1.0:1789100887.794112:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100887.794114:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100887.794116:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.794118:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100887.794119:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100887.794123:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100887.794125:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100887.794125:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100887.794130:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794133:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100887.794134:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100887.794136:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:1.0:1789100887.794137:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100887.794141:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1789100887.794142:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:1.0:1789100887.794143:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100887.794147:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100887.794149:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000200:0.0:1789100887.794150:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674304, portal 10
00000008:00000001:1.0:1789100887.794151:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794154:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789100887.794154:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794158:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000010:1.0:1789100887.794160:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100887.794163:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100887.794165:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100887.794166:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.794170:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100887.794170:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100887.794173:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100887.794176:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100887.794183:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:0.0:1789100887.794184:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100887.794188:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.794189:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100887.794195:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00100000:1.0:1789100887.794198:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100887.794200:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964674304, offset 0
00000400:00000200:0.0:1789100887.794210:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100887.794212:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100887.794217:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.794218:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100887.794225:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100887.794226:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100887.794232:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100887.794238:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100887.794243:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.794244:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100887.794250:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:1.0:1789100887.794251:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28035)
00000400:00000200:0.0:1789100887.794255:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512216:512216:256:4294967295] 192.168.204.152@tcp LPNI seq info [511973:511973:8:4294967295]
00000400:00000200:0.0:1789100887.794262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794270:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100887.794275:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794279:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100887.794283:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100887.794286:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100887.794290:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100887.794293:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789100887.794297:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794299:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100887.794302:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100887.794305:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100887.794308:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100887.794310:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100887.794312:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100887.794316:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794324:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794327:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794333:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794334:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100887.794338:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.794341:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100887.794344:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100887.794346:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322697748
00000100:00000001:0.0:1789100887.794348:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794350:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322697748
00000100:00000001:0.0:1789100887.794352:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794353:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100887.794355:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794357:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100887.794361:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100887/real 1789100887]  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100887.794368:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100887.794369:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100887.794370:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100887.794373:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100887.794375:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100887.794377:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100887.794380:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100887.794387:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794394:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100887.794395:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794397:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794398:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100887.794401:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794405:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100887.794407:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794411:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100887.794413:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794414:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794415:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794416:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100887.794417:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100887.794418:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100887.794420:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100887.794421:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100887.794423:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100887.794427:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100887.794430:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100887.794431:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794435:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100887.794436:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794437:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100887.794438:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100887.794440:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100887.794441:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100887.794443:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100887.794445:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100887.794446:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794447:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100887.794449:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100887.794450:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.794453:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100887.794454:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100887.794456:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100887.794458:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674432, portal 10
00000100:00000001:0.0:1789100887.794460:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100887.794460:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:0.0:1789100887.794464:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794468:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100887.794469:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100887.794470:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100887.794471:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964674432, offset 0
00000400:00000200:0.0:1789100887.794474:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794476:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794478:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100887.794480:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100887.794482:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100887.794483:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100887.794485:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794487:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512217:512217:256:4294967295] 192.168.204.152@tcp LPNI seq info [511974:511974:8:4294967295]
00000400:00000200:0.0:1789100887.794489:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794493:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100887.794495:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794497:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100887.794499:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100887.794501:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100887.794503:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100887.794505:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789100887.794507:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794508:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100887.794510:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100887.794512:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100887.794514:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100887.794515:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100887.794516:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100887.794518:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794523:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794524:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794528:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794529:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100887.794530:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.794532:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100887.794534:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100887.794535:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322697747
00000100:00000001:0.0:1789100887.794537:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794538:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322697747
00000100:00000001:0.0:1789100887.794539:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794540:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100887.794542:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794543:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100887.794544:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100887/real 1789100887]  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100887.794548:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100887.794549:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100887.794550:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100887.794551:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100887.794551:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100887.794552:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100887.794554:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100887.794558:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794562:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100887.794563:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794564:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794565:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100887.794567:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794570:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100887.794572:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794576:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100887.794577:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794578:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794578:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794579:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100887.794580:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100887.794582:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100887.794583:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100887.794584:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100887.794586:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100887.794590:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100887.794592:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794594:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794595:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964674304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794599:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100887.794600:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100887.794602:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100887.794603:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100887.794604:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100887.794605:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100887.794606:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100887.794607:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:0.0:1789100887.794609:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100887.794610:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100887.794611:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:0.0:1789100887.794612:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100887.794613:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794614:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794616:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964674432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794619:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100887.794620:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100887.794620:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100887.794622:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100887.794623:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100887.794623:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100887.794624:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100887.794625:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:0.0:1789100887.794626:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100887.794626:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100887.794627:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:0.0:1789100887.794629:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100887.794629:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794630:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794633:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100887.794634:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794635:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100887.794636:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100887.794637:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100887.794639:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794642:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100887.794644:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794645:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100887.794646:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100887.794647:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100887.794649:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100887.794650:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100887.794651:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100887.794652:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794653:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100887.794654:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100887.794655:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.794657:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100887.794658:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100887.794660:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100887.794662:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674560, portal 4
00000100:00000001:0.0:1789100887.794663:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100887.794664:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:0.0:1789100887.794667:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794671:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100887.794672:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100887.794673:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100887.794674:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964674560, offset 0
00000400:00000200:0.0:1789100887.794676:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794678:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794680:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100887.794681:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100887.794683:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100887.794684:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100887.794686:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794687:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512218:512218:256:4294967295] 192.168.204.152@tcp LPNI seq info [511975:511975:8:4294967295]
00000400:00000200:0.0:1789100887.794690:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794693:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100887.794696:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794699:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100887.794702:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100887.794705:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100887.794708:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100887.794710:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789100887.794714:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794716:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100887.794718:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100887.794721:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100887.794724:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100887.794725:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100887.794727:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100887.794731:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794738:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794741:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794747:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794749:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100887.794752:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.794755:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100887.794758:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100887.794760:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322697757
00000100:00000001:0.0:1789100887.794762:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794764:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322697757
00000100:00000001:0.0:1789100887.794766:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.794767:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100887.794769:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.794771:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100887.794776:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100887/real 1789100887]  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100887.794784:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100887.794785:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100887.794803:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100887.794805:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100887.794806:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100887.794807:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100887.794810:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100887.794815:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794818:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100887.794819:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794821:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794821:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100887.794823:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794828:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100887.794831:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794838:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100887.794840:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794842:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.794843:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.794844:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100887.794846:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100887.794848:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100887.794851:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100887.794853:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100887.794858:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100887.794864:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100887.794868:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100887.794871:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794877:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100887.794878:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794880:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100887.794882:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100887.794884:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100887.794886:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100887.794889:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100887.794891:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100887.794893:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100887.794894:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100887.794897:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100887.794899:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100887.794903:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100887.794905:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100887.794908:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100887.794911:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674688, portal 4
00000100:00000001:0.0:1789100887.794913:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100887.794914:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:0.0:1789100887.794919:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794926:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100887.794928:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100887.794930:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100887.794932:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964674688, offset 0
00000400:00000200:0.0:1789100887.794936:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794939:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794941:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100887.794943:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100887.794945:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100887.794946:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100887.794948:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100887.794949:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512219:512219:256:4294967295] 192.168.204.152@tcp LPNI seq info [511976:511976:8:4294967295]
00000400:00000200:0.0:1789100887.794952:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100887.794955:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100887.794958:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794959:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100887.794962:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100887.794963:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789100887.794966:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100887.794968:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789100887.794972:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100887.794974:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100887.794977:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100887.794979:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100887.794982:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100887.794983:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100887.794985:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100887.794989:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.794996:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.794999:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795005:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.795007:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100887.795010:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100887.795012:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100887.795015:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100887.795018:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322697778
00000100:00000001:0.0:1789100887.795020:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.795021:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322697778
00000100:00000001:0.0:1789100887.795022:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322699011
00000100:00000001:0.0:1789100887.795024:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100887.795025:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.795026:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100887.795028:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100887/real 1789100887]  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100887.795033:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100887.795034:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100887.795035:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100887.795036:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100887.795037:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100887.795038:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100887.795040:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100887.795045:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795050:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100887.795051:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795052:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.795054:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100887.795057:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795074:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100887.795078:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795085:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100887.795088:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795089:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100887.795090:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795092:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100887.795094:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100887.795096:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100887.795100:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100887.795102:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100887.795105:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100887.795110:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100887.795112:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795113:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.795115:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964674560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795118:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100887.795119:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100887.795120:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100887.795122:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100887.795123:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100887.795124:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100887.795125:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100887.795126:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100887.795129:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100887.795130:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100887.795131:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:0.0:1789100887.795132:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100887.795133:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795134:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100887.795137:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964674688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100887.795149:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100887.795151:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100887.795152:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100887.795154:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100887.795155:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100887.795156:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100887.795158:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100887.795159:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100887.795161:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100887.795162:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100887.795163:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:0.0:1789100887.795165:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100887.795166:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795168:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100887.795172:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100887.795173:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100887.795175:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100887.795176:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100888.816932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100888.816938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100888.816944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100888.816946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100888.816949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100888.816951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100888.817016:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100888.817020:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100888.817024:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100889.136910:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322699011, at 4322699072
00000100:00000040:1.0:1789100889.136910:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322699011, at 4322699072
00000100:00000010:0.0:1789100889.136923:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100889.136927:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d80.
00010000:00000001:2.0:1789100889.841003:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100889.841011:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100889.841018:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100889.841020:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100889.841038:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100889.841040:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100889.841161:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100889.841168:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100889.841173:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100890.864901:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100890.864907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100890.864912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100890.864914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100890.864917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100890.864918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100890.864974:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100890.864986:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100890.864990:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100891.888920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100891.888926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100891.888931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100891.888933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100891.888936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100891.888937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100891.889019:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100891.889023:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100891.889026:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100892.912934:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100892.912944:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100892.912946:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100892.912950:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100892.912955:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100892.912962:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28030
00000400:00000200:1.0:1789100892.912982:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100892.912989:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100892.912992:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100892.912996:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.912999:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913001:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913003:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100892.913007:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100892.913010:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100892.913013:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100892.913016:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100892.913019:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100892.913021:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100892.913024:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913026:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913028:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913032:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100892.913037:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100892.913040:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913044:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100892.913048:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100892.913052:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100892.913055:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913057:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100892.913060:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100892.913070:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100892.913072:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100892.913076:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100892.913078:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913080:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100892.913083:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100892.913086:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100892.913092:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100892.913098:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100892.913107:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100892.913115:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100892.913120:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100892.913124:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100892.913131:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100892.913139:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913145:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100892.913146:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100892.913150:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100892.913151:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100892.913160:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00000001:2.0:1789100892.913162:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100892.913163:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100892.913168:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100892.913168:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913177:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100892.913179:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28030
00000400:00000200:1.0:1789100892.913183:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100892.913186:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100892.913187:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100892.913189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100892.913192:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100892.913193:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913197:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100892.913199:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789100892.913199:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100892.913200:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:0.0:1789100892.913204:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100892.913204:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100892.913206:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100892.913209:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100892.913211:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100892.913216:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100892.913218:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100892.913219:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913223:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913226:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100892.913230:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100892.913236:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913239:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.913240:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789100892.913241:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100892.913245:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100892.913247:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100892.913251:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913252:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100892.913253:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1789100892.913257:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000020:00000001:3.0:1789100892.913259:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1789100892.913260:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1789100892.913264:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100892.913267:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.913269:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913269:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100892.913276:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:1.0:1789100892.913279:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000100:00100000:0.0:1789100892.913281:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964674816:192.168.204.152@tcp:250:kworker.0
00000020:00000040:1.0:1789100892.913284:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100892.913289:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100892.913291:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100892.913294:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913296:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100892.913298:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100892.913301:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789100892.913301:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.913306:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100892.913308:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100892.913310:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100892.913313:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100892.913318:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100892.913323:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100892.913324:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100892.913327:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100892.913330:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:1.0:1789100892.913333:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.913335:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100892.913337:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100892.913341:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100892.913342:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100892.913344:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100892.913346:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100892.913348:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1789100892.913353:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00080000:1.0:1789100892.913353:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28030
00000400:00000200:1.0:1789100892.913361:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100892.913364:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000400:00000200:1.0:1789100892.913364:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100892.913370:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100892.913373:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100892.913376:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674816, portal 25
00000100:00000001:1.0:1789100892.913376:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100892.913381:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1789100892.913381:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100892.913385:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000001:1.0:1789100892.913386:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100892.913391:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100892.913393:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100892.913395:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100892.913398:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000040:0.0:1789100892.913399:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100892.913401:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100892.913406:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100892.913412:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913413:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913414:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913415:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100892.913416:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100892.913417:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913419:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100892.913420:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100892.913422:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100892.913423:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913424:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100892.913426:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100892.913428:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913429:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100892.913431:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789100892.913432:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100892.913434:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100892.913435:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913436:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100892.913438:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100892.913439:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100892.913442:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100892.913446:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100892.913452:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100892.913457:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100892.913466:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913466:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100892.913471:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100892.913474:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100892.913479:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964674816, offset 0
00000100:00000040:1.0:1789100892.913479:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100892.913492:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913493:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100892.913497:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100892.913499:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100892.913501:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100892.913502:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100892.913503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100892.913505:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100892.913509:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28030
00000400:00000200:0.0:1789100892.913513:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100892.913518:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100892.913523:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100892.913526:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100892.913529:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.913532:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512220:512220:256:4294967295] 192.168.204.152@tcp LPNI seq info [511977:511977:8:4294967295]
00000400:00000200:0.0:1789100892.913537:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.913546:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1789100892.913553:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.0:1789100892.913555:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100892.913559:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100892.913562:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1789100892.913563:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000040:1.0:1789100892.913564:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913567:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913568:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913569:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100892.913572:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100892.913573:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100892.913574:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100892.913576:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100892.913580:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.0:1789100892.913581:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:1.0:1789100892.913582:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000800:00000200:0.0:1789100892.913587:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789100892.913587:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913591:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913595:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913599:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100892.913601:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100892.913603:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913604:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100892.913605:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100892.913607:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100892.913608:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913609:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1789100892.913611:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00100000:1.0:1789100892.913612:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100892.913617:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100892.913618:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1789100892.913619:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100892.913623:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789100892.913626:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000800:00000100:0.0:1789100892.913628:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100892.913629:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100892.913632:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913634:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1789100892.913635:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
02000000:00000001:1.0:1789100892.913637:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100892.913640:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100892.913643:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000400:00000200:0.0:1789100892.913644:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789100892.913646:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100892.913652:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100892.913653:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100892.913662:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:1.0:1789100892.913663:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789100892.913666:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:1.0:1789100892.913668:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.913672:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1789100892.913675:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100892.913680:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100892.913695:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100892.913699:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100892.913700:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1789100892.913705:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1789100892.913707:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100892.913708:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100892.913711:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100892.913717:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100892.913723:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100892.913723:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28030
00000100:00000001:0.0:1789100892.913727:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1789100892.913732:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100892.913736:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100892.913738:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100892.913741:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100892.913744:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913744:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913748:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.913753:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100892.913753:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100892.913757:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100892.913760:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322704131
00000020:00000040:1.0:1789100892.913760:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100892.913764:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100892.913767:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100892.913769:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000010:0.0:1789100892.913770:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000001:1.0:1789100892.913772:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100892.913776:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100892.913779:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100892.913780:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100892.913784:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913811:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100892.913812:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100892.913814:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100892.913816:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100892.913817:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100892.913819:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100892.913821:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913822:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100892.913824:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322704132
00000008:00100000:1.0:1789100892.913824:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100892.913830:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913831:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100892.913832:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8a80.
00000100:00000010:1.0:1789100892.913835:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100892.913839:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100892.913841:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100892.913842:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100892.913843:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100892.913844:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100892.913846:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.913849:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000010:1.0:1789100892.913852:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:0.0:1789100892.913855:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100892.913856:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.913860:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.913865:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789100892.913866:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789100892.913873:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100892/real 1789100892]  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100892.913905:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1789100892.913905:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1789100892.913908:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1789100892.913910:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100892.913912:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100892.913917:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00000040:1.0:1789100892.913918:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100892.913921:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100892.913927:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100892.913933:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100892.913934:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100892.913939:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28040)
00000100:00000200:0.0:1789100892.913957:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.913965:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100892.913980:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.913982:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.913984:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100892.913990:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.913997:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100892.914001:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914008:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100892.914011:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914012:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914014:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914016:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100892.914018:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100892.914020:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100892.914024:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100892.914027:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100892.914032:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100892.914039:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964674816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100892.914044:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914046:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.914049:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964674816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914060:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100892.914063:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100892.914065:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100892.914068:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100892.914071:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100892.914072:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100892.914074:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100892.914077:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100892.914080:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100892.914082:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100892.914084:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:0.0:1789100892.914088:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100892.914089:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914092:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914100:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100892.914102:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914104:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100892.914106:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100892.914107:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100892.914111:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914117:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100892.914119:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914121:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100892.914123:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100892.914125:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100892.914128:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100892.914131:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100892.914133:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100892.914135:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914137:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100892.914140:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100892.914141:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100892.914145:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100892.914148:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100892.914151:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100892.914154:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964674944, portal 10
00000100:00000001:0.0:1789100892.914156:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100892.914158:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:0.0:1789100892.914165:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914171:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100892.914173:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100892.914175:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100892.914188:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964674944, offset 0
00000400:00000200:0.0:1789100892.914196:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914200:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914204:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100892.914207:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100892.914209:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100892.914211:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100892.914214:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914217:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512221:512221:256:4294967295] 192.168.204.152@tcp LPNI seq info [511978:511978:8:4294967295]
00000400:00000200:0.0:1789100892.914221:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914226:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100892.914231:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914235:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100892.914240:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100892.914243:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100892.914247:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100892.914249:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100892.914253:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914255:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100892.914258:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100892.914261:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100892.914264:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100892.914265:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100892.914268:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100892.914272:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914280:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.914282:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914289:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914290:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100892.914293:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100892.914297:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100892.914300:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100892.914302:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322702868
00000100:00000001:0.0:1789100892.914304:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322704131
00000100:00000001:0.0:1789100892.914306:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322702868
00000100:00000001:0.0:1789100892.914308:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322704132
00000100:00000001:0.0:1789100892.914312:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100892.914314:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914316:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100892.914319:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100892/real 1789100892]  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100892.914327:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100892.914328:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100892.914330:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100892.914332:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100892.914334:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100892.914336:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100892.914339:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100892.914346:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914357:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100892.914359:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914360:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914362:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100892.914365:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914371:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100892.914374:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914380:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100892.914382:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914383:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914385:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914387:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100892.914388:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100892.914390:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100892.914393:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100892.914395:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100892.914398:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100892.914404:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964674944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100892.914407:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100892.914410:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914417:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100892.914418:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914420:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100892.914422:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100892.914424:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100892.914427:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100892.914430:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100892.914431:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100892.914433:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914435:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100892.914437:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100892.914439:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100892.914442:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100892.914444:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100892.914446:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100892.914449:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675072, portal 10
00000100:00000001:0.0:1789100892.914451:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100892.914452:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:0.0:1789100892.914457:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914463:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100892.914465:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100892.914467:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100892.914468:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964675072, offset 0
00000400:00000200:0.0:1789100892.914471:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914475:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914478:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100892.914481:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100892.914483:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100892.914485:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100892.914487:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914490:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512222:512222:256:4294967295] 192.168.204.152@tcp LPNI seq info [511979:511979:8:4294967295]
00000400:00000200:0.0:1789100892.914494:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914499:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100892.914503:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914505:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100892.914509:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100892.914512:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100892.914515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100892.914517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100892.914521:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914523:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100892.914526:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100892.914528:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100892.914531:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100892.914532:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100892.914535:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100892.914538:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.914548:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914553:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914555:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100892.914557:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100892.914559:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100892.914562:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100892.914563:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322702867
00000100:00000001:0.0:1789100892.914565:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322704131
00000100:00000001:0.0:1789100892.914567:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322702867
00000100:00000001:0.0:1789100892.914569:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322704132
00000100:00000001:0.0:1789100892.914571:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100892.914573:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914574:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100892.914578:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100892/real 1789100892]  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100892.914590:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100892.914592:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100892.914593:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100892.914595:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100892.914597:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100892.914599:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100892.914602:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100892.914610:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914615:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100892.914617:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914619:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914620:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100892.914623:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914629:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100892.914633:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914639:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100892.914641:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914643:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914644:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914645:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100892.914647:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100892.914649:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100892.914652:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100892.914654:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100892.914659:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100892.914667:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100892.914670:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100892.914673:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914679:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100892.914681:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914683:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100892.914685:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100892.914686:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100892.914689:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100892.914692:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100892.914694:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100892.914695:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914697:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100892.914702:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100892.914703:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100892.914706:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100892.914709:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100892.914712:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100892.914715:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675200, portal 4
00000100:00000001:0.0:1789100892.914716:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100892.914718:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:0.0:1789100892.914723:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914729:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100892.914731:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100892.914733:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100892.914735:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964675200, offset 0
00000400:00000200:0.0:1789100892.914739:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914743:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914746:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100892.914749:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100892.914751:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100892.914753:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100892.914756:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.914758:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512223:512223:256:4294967295] 192.168.204.152@tcp LPNI seq info [511980:511980:8:4294967295]
00000400:00000200:0.0:1789100892.914762:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.914767:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100892.914771:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914774:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100892.914778:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100892.914780:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100892.914784:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100892.914804:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100892.914809:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.914811:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100892.914814:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100892.914816:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100892.914819:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100892.914821:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100892.914823:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100892.914827:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914833:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.914836:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914841:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914843:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100892.914845:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100892.914848:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100892.914850:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100892.914853:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322702878
00000100:00000001:0.0:1789100892.914855:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322704131
00000100:00000001:0.0:1789100892.914857:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322702878
00000100:00000001:0.0:1789100892.914859:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322704132
00000100:00000001:0.0:1789100892.914861:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100892.914863:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.914865:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100892.914868:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100892/real 1789100892]  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100892.914875:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100892.914876:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100892.914878:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100892.914880:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100892.914881:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100892.914883:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100892.914886:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100892.914894:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914899:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100892.914900:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914902:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914903:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100892.914906:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914912:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100892.914915:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914922:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100892.914924:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914926:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.914927:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.914928:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100892.914930:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100892.914933:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100892.914936:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100892.914938:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100892.914941:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100892.914949:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100892.914952:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100892.914955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.914962:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100892.914963:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914965:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100892.914978:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100892.914981:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100892.914984:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100892.914987:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100892.914988:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100892.914990:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100892.914991:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100892.914995:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100892.914997:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100892.915000:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100892.915003:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100892.915005:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100892.915008:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675328, portal 4
00000100:00000001:0.0:1789100892.915010:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100892.915012:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:0.0:1789100892.915017:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915022:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100892.915024:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100892.915026:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100892.915028:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964675328, offset 0
00000400:00000200:0.0:1789100892.915032:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100892.915036:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.915040:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100892.915042:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100892.915044:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100892.915047:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100892.915049:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100892.915052:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512224:512224:256:4294967295] 192.168.204.152@tcp LPNI seq info [511981:511981:8:4294967295]
00000400:00000200:0.0:1789100892.915055:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100892.915061:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100892.915065:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.915068:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100892.915072:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100892.915075:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100892.915079:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100892.915081:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100892.915085:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100892.915087:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100892.915089:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100892.915092:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100892.915095:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100892.915096:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100892.915098:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100892.915102:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915114:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.915117:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915123:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.915124:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100892.915127:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100892.915130:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100892.915133:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100892.915134:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322702898
00000100:00000001:0.0:1789100892.915136:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322704131
00000100:00000001:0.0:1789100892.915138:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322702898
00000100:00000001:0.0:1789100892.915140:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322704132
00000100:00000001:0.0:1789100892.915142:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100892.915144:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.915146:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100892.915149:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100892/real 1789100892]  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100892.915156:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100892.915157:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100892.915159:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100892.915161:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100892.915162:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100892.915164:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100892.915167:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100892.915174:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915180:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100892.915182:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915184:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.915185:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100892.915188:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915194:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100892.915197:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915203:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100892.915205:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915206:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100892.915207:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915209:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100892.915211:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100892.915213:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100892.915216:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100892.915218:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100892.915221:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100892.915228:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100892.915231:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915233:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.915236:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964674944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915241:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100892.915243:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100892.915245:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100892.915248:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100892.915249:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100892.915251:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100892.915253:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100892.915254:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100892.915257:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100892.915258:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100892.915259:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:0.0:1789100892.915262:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100892.915263:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915264:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.915268:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964675072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915273:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100892.915275:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100892.915276:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100892.915279:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100892.915280:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100892.915281:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100892.915283:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100892.915284:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:0.0:1789100892.915286:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100892.915287:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100892.915288:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789100892.915291:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100892.915292:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915294:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.915297:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964675200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915304:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100892.915305:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100892.915306:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100892.915308:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100892.915309:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100892.915309:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100892.915311:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100892.915312:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:0.0:1789100892.915313:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100892.915314:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100892.915315:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:0.0:1789100892.915316:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100892.915317:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915318:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100892.915320:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964675328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100892.915326:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100892.915327:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100892.915329:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100892.915330:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100892.915331:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100892.915333:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100892.915334:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100892.915336:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:0.0:1789100892.915338:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100892.915339:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100892.915340:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:0.0:1789100892.915344:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100892.915345:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915347:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100892.915351:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100892.915353:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100892.915355:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100892.915357:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100893.936923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100893.936931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100893.936938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100893.936939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100893.936943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100893.936945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100893.937027:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100893.937031:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100893.937036:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100894.256922:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322704131, at 4322704192
00000100:00000040:1.0:1789100894.256922:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322704132, at 4322704192
00000100:00000010:0.0:1789100894.256954:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100894.256957:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8a80.
00010000:00000001:2.0:1789100894.961366:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100894.961380:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100894.961387:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100894.961388:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100894.961392:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100894.961394:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100894.961521:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100894.961523:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100894.961525:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100895.984929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100895.984934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100895.984939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100895.984940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100895.984944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100895.984945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100895.985004:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100895.985009:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100895.985012:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100897.008922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100897.008928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100897.008934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100897.008936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100897.008939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100897.008940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100897.009006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100897.009010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100897.009014:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100898.032884:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100898.032893:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100898.032895:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100898.032897:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100898.032898:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100898.032900:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00080000:1.0:1789100898.032901:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100898.032903:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.032905:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100898.032906:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100898.032908:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100898.032910:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100898.032911:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28035
00010000:00000001:2.0:1789100898.032913:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100898.032917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100898.032918:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000400:00000200:1.0:1789100898.032920:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100898.032920:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100898.032921:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100898.032922:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100898.032923:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100898.032925:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100898.032926:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100898.032927:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100898.032929:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100898.032930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1789100898.032931:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100898.032932:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100898.032933:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100898.032934:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.032935:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100898.032936:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000040:1.0:1789100898.032937:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100898.032937:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.032939:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100898.032939:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100898.032941:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100898.032942:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100898.032944:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100898.032946:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100898.032949:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100898.032951:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100898.032955:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100898.032957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.032959:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.032961:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.032963:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100898.032965:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100898.032968:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100898.032970:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100898.032973:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100898.032976:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100898.032978:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.032981:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100898.032983:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100898.032992:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000001:0.0:1789100898.032995:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1789100898.032996:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100898.032998:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100898.033001:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00010000:00010000:0.0:1789100898.033003:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1789100898.033004:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033007:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100898.033010:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100898.033013:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100898.033018:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100898.033022:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100898.033030:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100898.033037:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100898.033040:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100898.033043:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100898.033056:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100898.033058:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100898.033060:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100898.033062:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100898.033063:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100898.033065:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100898.033066:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28035
00000400:00000200:1.0:1789100898.033070:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100898.033072:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100898.033074:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100898.033076:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033078:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.033079:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033080:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100898.033082:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789100898.033083:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100898.033085:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100898.033087:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100898.033088:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1789100898.033089:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100898.033092:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100898.033093:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100898.033094:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100898.033098:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033100:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.033102:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033104:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100898.033106:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100898.033106:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100898.033111:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033113:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100898.033114:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100898.033118:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100898.033119:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033120:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100898.033123:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100898.033127:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033131:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100898.033131:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033134:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100898.033136:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
02000000:00000001:0.0:1789100898.033140:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1789100898.033140:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100898.033143:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100898.033144:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100898.033146:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.033148:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033149:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100898.033151:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1789100898.033154:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964675456:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100898.033154:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033158:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100898.033162:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100898.033163:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.033167:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789100898.033169:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
02000000:00000010:0.0:1789100898.033171:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
00000100:00000001:1.0:1789100898.033173:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.033174:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100898.033181:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100898.033182:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100898.033186:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100898.033191:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100898.033193:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100898.033194:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000040:1.0:1789100898.033198:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100898.033202:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675456, portal 25
00000100:00000001:0.0:1789100898.033206:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789100898.033208:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033209:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00080000:1.0:1789100898.033213:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789100898.033218:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100898.033218:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100898.033221:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100898.033223:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100898.033230:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100898.033233:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789100898.033235:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28035
00000100:00000040:0.0:1789100898.033239:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100898.033242:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100898.033245:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100898.033246:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789100898.033248:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000040:1.0:1789100898.033249:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100898.033252:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964675456, offset 0
00000100:00000001:1.0:1789100898.033253:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.033257:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033259:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100898.033262:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789100898.033262:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100898.033264:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100898.033266:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100898.033268:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100898.033269:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100898.033271:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100898.033272:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100898.033277:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033279:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100898.033282:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:1.0:1789100898.033282:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033286:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100898.033292:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1789100898.033292:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100898.033297:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100898.033298:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.033301:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:1.0:1789100898.033301:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100898.033305:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100898.033308:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.033309:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789100898.033312:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100898.033315:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00100000:1.0:1789100898.033316:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100898.033319:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033322:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.033324:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512225:512225:256:4294967295] 192.168.204.152@tcp LPNI seq info [511982:511982:8:4294967295]
00000100:00000010:1.0:1789100898.033327:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100898.033331:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100898.033332:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100898.033337:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100898.033338:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033340:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100898.033341:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100898.033343:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100898.033347:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100898.033354:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.033355:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1789100898.033362:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789100898.033368:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.033377:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:1.0:1789100898.033377:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100898.033380:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100898.033385:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789100898.033389:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100898.033395:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1789100898.033397:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100898.033401:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789100898.033403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100898.033405:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100898.033408:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100898.033410:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100898.033413:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100898.033415:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28035
00000400:00000200:1.0:1789100898.033417:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.1:1789100898.033418:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000400:00000200:1.0:1789100898.033419:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100898.033423:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789100898.033428:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100898.033431:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000010:0.0:1789100898.033432:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:1.0:1789100898.033437:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100898.033439:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100898.033440:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100898.033446:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789100898.033446:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100898.033451:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000020:00000001:1.0:1789100898.033451:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100898.033453:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000400:00000010:0.0:1789100898.033454:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000020:00000001:1.0:1789100898.033457:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100898.033459:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1789100898.033461:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000200:0.0:1789100898.033465:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100898.033466:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100898.033471:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100898.033478:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100898.033479:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100898.033480:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.033485:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100898.033486:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100898.033487:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100898.033492:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100898.033497:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100898.033500:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033501:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033505:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1789100898.033505:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100898.033509:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100898.033510:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033511:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033512:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100898.033516:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1789100898.033519:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:1.0:1789100898.033520:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033523:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033524:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322709251
00000100:00000010:1.0:1789100898.033527:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000100:00000010:0.0:1789100898.033530:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000040:1.0:1789100898.033531:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100898.033535:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100898.033536:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033537:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100898.033538:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1789100898.033539:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100898.033542:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033546:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322709251
02000000:00000010:1.0:1789100898.033547:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000010:0.0:1789100898.033551:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8f60.
00000100:00000001:1.0:1789100898.033552:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033555:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1789100898.033559:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100898.033560:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100898.033565:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033569:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100898.033573:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1789100898.033575:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100898/real 1789100898]  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100898.033576:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100898.033583:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100898.033607:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100898.033611:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1789100898.033611:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1789100898.033614:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1789100898.033616:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1789100898.033617:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100898.033618:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789100898.033620:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00080000:1.0:1789100898.033621:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1789100898.033624:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100898.033625:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100898.033629:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1789100898.033630:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28035
00000100:00000200:0.0:1789100898.033634:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100898.033635:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100898.033643:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:0.0:1789100898.033645:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100898.033647:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100898.033654:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1789100898.033655:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100898.033656:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.033660:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.033662:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100898.033662:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100898.033668:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100898.033670:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100898.033672:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100898.033677:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100898.033680:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100898.033684:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100898.033686:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100898.033687:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100898.033692:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100898.033695:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100898.033696:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100898.033705:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1789100898.033706:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100898.033708:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100898.033711:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100898.033712:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.033715:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100898.033718:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100898.033719:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100898.033723:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100898.033724:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00080000:0.0:1789100898.033730:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1789100898.033731:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100898.033737:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00080000:0.0:1789100898.033740:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:1.0:1789100898.033742:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033745:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1789100898.033746:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100898.033751:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100898.033754:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100898.033755:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033760:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100898.033763:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100898.033768:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033772:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100898.033773:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964675456:192.168.204.152@tcp:250:kworker.0
00000100:00000010:1.0:1789100898.033777:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000100:00000001:0.0:1789100898.033780:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100898.033781:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100898.033785:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789100898.033803:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100898.033805:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100898.033806:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100898.033808:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100898.033810:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100898.033814:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100898.033820:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100898.033822:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964675456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100898.033829:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100898.033834:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100898.033838:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100898.033842:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
00000100:00000001:1.0:1789100898.033843:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100898.033847:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1789100898.033847:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100898.033851:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100898.033853:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000040:1.0:1789100898.033855:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100898.033857:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100898.033860:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:0.0:1789100898.033866:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100898.033868:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100898.033883:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:1.0:1789100898.033885:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033888:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100898.033891:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100898.033891:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28045)
00000100:00000001:0.0:1789100898.033897:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.033905:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100898.033907:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.033910:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100898.033911:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100898.033913:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100898.033917:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.033924:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100898.033925:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.033927:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100898.033929:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100898.033931:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100898.033933:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100898.033937:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100898.033939:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100898.033940:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.033942:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100898.033945:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100898.033947:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.033951:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100898.033953:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100898.033956:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100898.033959:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675584, portal 10
00000100:00000001:0.0:1789100898.033961:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100898.033962:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:0.0:1789100898.033969:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.033975:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100898.033977:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100898.033979:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100898.033982:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964675584, offset 0
00000400:00000200:0.0:1789100898.033986:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100898.033990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.033993:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100898.033996:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100898.033999:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100898.034001:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100898.034004:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034006:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512226:512226:256:4294967295] 192.168.204.152@tcp LPNI seq info [511983:511983:8:4294967295]
00000400:00000200:0.0:1789100898.034011:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034017:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100898.034022:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034024:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100898.034028:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100898.034031:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100898.034036:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100898.034038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100898.034042:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034044:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100898.034047:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100898.034050:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100898.034053:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100898.034055:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100898.034057:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100898.034060:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034067:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034070:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034076:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034077:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100898.034081:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100898.034084:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100898.034087:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100898.034089:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322707988
00000100:00000001:0.0:1789100898.034092:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034094:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322707988
00000100:00000001:0.0:1789100898.034096:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034098:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100898.034100:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034101:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100898.034105:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100898/real 1789100898]  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100898.034113:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100898.034114:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100898.034116:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100898.034119:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100898.034120:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100898.034122:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100898.034125:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100898.034134:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034141:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100898.034142:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034144:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034145:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100898.034148:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034155:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100898.034159:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034166:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100898.034168:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034170:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034171:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034172:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100898.034174:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100898.034176:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100898.034179:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100898.034180:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100898.034184:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100898.034192:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100898.034196:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100898.034199:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034205:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100898.034207:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034208:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100898.034210:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100898.034212:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100898.034215:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100898.034217:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100898.034218:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100898.034219:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034220:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034222:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100898.034224:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.034226:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100898.034227:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100898.034229:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100898.034231:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675712, portal 10
00000100:00000001:0.0:1789100898.034232:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100898.034233:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:0.0:1789100898.034236:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034240:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100898.034241:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100898.034243:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100898.034244:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964675712, offset 0
00000400:00000200:0.0:1789100898.034246:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034252:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100898.034254:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100898.034257:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100898.034259:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100898.034261:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034264:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512227:512227:256:4294967295] 192.168.204.152@tcp LPNI seq info [511984:511984:8:4294967295]
00000400:00000200:0.0:1789100898.034269:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034274:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100898.034278:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034281:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100898.034285:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100898.034287:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100898.034291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100898.034294:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100898.034297:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034299:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100898.034301:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100898.034304:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100898.034307:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100898.034309:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100898.034312:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100898.034316:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034323:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034326:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034332:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034333:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100898.034336:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100898.034338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100898.034341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100898.034343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322707987
00000100:00000001:0.0:1789100898.034345:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034347:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322707987
00000100:00000001:0.0:1789100898.034349:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034351:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100898.034353:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034354:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100898.034358:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100898/real 1789100898]  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100898.034365:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100898.034367:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100898.034368:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100898.034370:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100898.034372:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100898.034374:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100898.034377:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100898.034385:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034391:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100898.034392:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034393:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034394:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100898.034396:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034400:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100898.034403:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034406:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100898.034408:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034408:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034409:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034410:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100898.034412:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100898.034414:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100898.034416:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100898.034417:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100898.034419:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100898.034424:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100898.034426:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100898.034428:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034431:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100898.034432:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034434:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100898.034435:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100898.034436:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100898.034438:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100898.034440:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100898.034441:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100898.034442:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034443:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034446:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100898.034447:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.034449:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100898.034451:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100898.034453:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100898.034455:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675840, portal 4
00000100:00000001:0.0:1789100898.034456:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100898.034457:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:0.0:1789100898.034460:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034465:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100898.034466:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100898.034467:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100898.034468:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964675840, offset 0
00000400:00000200:0.0:1789100898.034470:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034473:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034475:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100898.034477:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100898.034478:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100898.034480:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100898.034481:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034483:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512228:512228:256:4294967295] 192.168.204.152@tcp LPNI seq info [511985:511985:8:4294967295]
00000400:00000200:0.0:1789100898.034485:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034489:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100898.034492:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034494:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100898.034496:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100898.034498:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100898.034500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100898.034502:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100898.034504:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034505:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100898.034507:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100898.034509:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100898.034511:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100898.034512:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100898.034513:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100898.034515:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034519:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034521:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034529:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034530:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100898.034531:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100898.034533:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100898.034535:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100898.034536:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322707997
00000100:00000001:0.0:1789100898.034538:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034539:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322707997
00000100:00000001:0.0:1789100898.034541:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034542:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100898.034543:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034544:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100898.034546:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100898/real 1789100898]  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100898.034550:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100898.034550:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100898.034551:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100898.034552:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100898.034553:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100898.034554:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100898.034556:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100898.034561:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034564:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100898.034564:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034565:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034566:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100898.034568:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034572:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100898.034574:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034578:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100898.034579:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034580:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034580:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034581:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100898.034582:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100898.034584:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100898.034585:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100898.034586:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100898.034588:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100898.034592:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100898.034594:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100898.034596:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034599:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100898.034600:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034601:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100898.034602:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100898.034603:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100898.034605:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100898.034606:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100898.034607:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100898.034608:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100898.034609:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034611:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100898.034612:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100898.034614:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100898.034615:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100898.034616:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100898.034618:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964675968, portal 4
00000100:00000001:0.0:1789100898.034619:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100898.034620:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:0.0:1789100898.034623:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034626:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100898.034627:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100898.034628:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100898.034629:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964675968, offset 0
00000400:00000200:0.0:1789100898.034631:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034633:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034635:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100898.034636:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100898.034637:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100898.034639:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100898.034640:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100898.034642:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512229:512229:256:4294967295] 192.168.204.152@tcp LPNI seq info [511986:511986:8:4294967295]
00000400:00000200:0.0:1789100898.034644:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100898.034648:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100898.034650:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034651:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100898.034653:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100898.034655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100898.034657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100898.034658:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100898.034660:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100898.034662:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100898.034663:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100898.034665:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100898.034667:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100898.034667:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100898.034669:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100898.034670:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034674:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034676:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034680:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034680:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100898.034682:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100898.034683:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100898.034685:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100898.034686:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322708017
00000100:00000001:0.0:1789100898.034687:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034688:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322708017
00000100:00000001:0.0:1789100898.034689:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322709251
00000100:00000001:0.0:1789100898.034690:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100898.034691:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034692:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100898.034694:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100898/real 1789100898]  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100898.034698:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100898.034698:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100898.034699:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100898.034700:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100898.034701:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100898.034702:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100898.034704:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100898.034710:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034716:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100898.034717:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034719:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034720:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100898.034723:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034730:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100898.034733:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034740:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100898.034742:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034744:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100898.034745:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034746:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100898.034748:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100898.034751:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100898.034754:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100898.034756:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100898.034760:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100898.034767:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964675968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100898.034770:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034772:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034775:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964675584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034782:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100898.034784:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034801:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100898.034805:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100898.034806:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100898.034808:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100898.034810:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100898.034811:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:0.0:1789100898.034814:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100898.034815:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100898.034816:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:0.0:1789100898.034819:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100898.034820:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034822:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034826:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964675712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034832:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100898.034834:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034835:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100898.034837:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100898.034838:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100898.034839:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100898.034841:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100898.034842:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100898.034844:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100898.034845:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100898.034846:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:0.0:1789100898.034848:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100898.034849:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034851:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034854:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964675840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034859:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100898.034861:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034862:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100898.034864:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100898.034866:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100898.034867:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100898.034868:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100898.034882:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100898.034884:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100898.034884:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100898.034885:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:0.0:1789100898.034887:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100898.034887:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034889:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100898.034891:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964675968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100898.034894:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100898.034895:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100898.034896:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100898.034898:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100898.034899:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100898.034899:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100898.034900:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100898.034901:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100898.034902:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100898.034902:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100898.034903:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:0.0:1789100898.034904:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100898.034905:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034906:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100898.034908:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100898.034909:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100898.034910:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100898.034911:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100899.056960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100899.056967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100899.056974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100899.056975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100899.056979:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100899.056980:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100899.057034:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100899.057038:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100899.057040:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100899.376894:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322709251, at 4322709312
00000100:00000040:1.0:1789100899.376894:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322709251, at 4322709312
00000100:00000010:0.0:1789100899.376908:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100899.376910:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8f60.
00010000:00000001:2.0:1789100900.080894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100900.080901:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100900.080906:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100900.080907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100900.080911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100900.080912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100900.080959:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100900.080963:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100900.080967:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100901.104961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100901.104968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100901.104973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100901.104975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100901.104978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100901.104979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100901.105356:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100901.105362:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100901.105366:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100902.128922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100902.128927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100902.128931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100902.128932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100902.128934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100902.128935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100902.129001:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100902.129005:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100902.129009:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100903.152920:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100903.152923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100903.152930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100903.152935:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100903.152939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100903.152940:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100903.152943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100903.152946:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100903.152948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100903.152956:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100903.152967:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28040
00010000:00000001:2.0:1789100903.152968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100903.152981:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100903.152990:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100903.152995:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100903.152999:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153004:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100903.153007:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153010:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100903.153016:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100903.153019:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100903.153022:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100903.153027:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100903.153031:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100903.153034:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100903.153039:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153041:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1789100903.153043:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1789100903.153045:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153049:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100903.153049:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100903.153056:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100903.153060:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153062:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100903.153066:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00010000:00010000:3.0:1789100903.153067:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1789100903.153069:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100903.153073:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.153076:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100903.153080:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100903.153092:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789100903.153096:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100903.153101:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100903.153103:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.153107:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100903.153110:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100903.153123:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100903.153137:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100903.153145:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100903.153158:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100903.153169:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100903.153174:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100903.153179:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100903.153204:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100903.153207:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100903.153211:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100903.153212:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100903.153215:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100903.153217:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100903.153220:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28040
00000400:00000200:1.0:1789100903.153225:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100903.153229:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100903.153232:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100903.153236:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153238:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100903.153240:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153243:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100903.153244:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789100903.153246:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100903.153249:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:0.0:1789100903.153252:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789100903.153252:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100903.153258:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1789100903.153258:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100903.153263:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100903.153266:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100903.153269:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100903.153271:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153276:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100903.153281:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100903.153282:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100903.153285:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100903.153286:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100903.153289:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100903.153292:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100903.153295:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789100903.153295:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100903.153298:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.153302:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.153304:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964676096:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100903.153305:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100903.153310:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100903.153314:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789100903.153314:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100903.153318:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100903.153319:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.153321:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100903.153322:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1789100903.153327:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
00000008:00100000:1.0:1789100903.153328:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100903.153331:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100903.153334:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.153337:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.153339:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100903.153344:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000010:1.0:1789100903.153344:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100903.153347:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100903.153350:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100903.153351:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100903.153353:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100903.153353:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100903.153356:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100903.153358:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100903.153362:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676096, portal 25
02000000:00000010:1.0:1789100903.153362:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100903.153365:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153366:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100903.153369:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217535552 : -114338492016064 : ffff98027ecc9a40)
00000100:00100000:1.0:1789100903.153373:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100903.153377:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100903.153387:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100903.153390:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153392:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789100903.153396:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100903.153397:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100903.153403:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000001:1.0:1789100903.153406:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100903.153407:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964676096, offset 0
00000100:00080000:1.0:1789100903.153411:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100903.153414:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100903.153415:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100903.153416:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100903.153418:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100903.153421:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100903.153423:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28040
00000400:00000200:1.0:1789100903.153427:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100903.153430:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100903.153431:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100903.153434:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100903.153435:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153438:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100903.153440:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.153442:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100903.153443:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100903.153447:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100903.153449:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100903.153450:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100903.153451:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1789100903.153453:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100903.153455:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100903.153458:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:1.0:1789100903.153458:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100903.153463:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.153465:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789100903.153466:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100903.153469:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.153472:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153473:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100903.153476:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100903.153477:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512230:512230:256:4294967295] 192.168.204.152@tcp LPNI seq info [511987:511987:8:4294967295]
00000100:00080000:1.0:1789100903.153481:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100903.153484:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100903.153487:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100903.153491:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100903.153494:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100903.153495:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100903.153501:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.153506:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
02000000:00000001:1.0:1789100903.153507:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.153511:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100903.153513:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100903.153514:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:1.0:1789100903.153518:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100903.153520:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1789100903.153523:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100903.153527:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:1.0:1789100903.153529:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000800:00000200:0.1:1789100903.153531:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1789100903.153535:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000100:0.0:1789100903.153536:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.153540:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
02000000:00000001:1.0:1789100903.153542:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100903.153544:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.153547:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789100903.153548:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100903.153551:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100903.153554:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1789100903.153555:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.153559:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
02000000:00000010:1.0:1789100903.153561:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000400:00000010:0.0:1789100903.153562:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:1.0:1789100903.153568:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153569:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100903.153574:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100903.153579:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100903.153585:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.153591:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100903.153594:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100903.153599:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153600:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153603:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1789100903.153607:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.153609:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.153616:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.153621:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322714371
00000100:00000001:1.0:1789100903.153624:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100903.153626:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00080000:1.0:1789100903.153629:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100903.153634:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1789100903.153634:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100903.153636:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100903.153640:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100903.153643:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100903.153645:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322714371
00000100:00080000:1.0:1789100903.153647:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28040
00000100:00000010:0.0:1789100903.153649:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8ae0.
00000100:00000001:0.0:1789100903.153652:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1789100903.153653:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.153656:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789100903.153659:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100903.153660:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100903.153664:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100903.153665:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1789100903.153669:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153673:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100903.153674:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100903/real 1789100903]  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100903.153678:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153682:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100903.153687:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100903.153689:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100903.153693:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:0.0:1789100903.153694:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1789100903.153695:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000001:0.0:1789100903.153698:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1789100903.153699:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:0.0:1789100903.153702:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000020:00000001:1.0:1789100903.153704:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100903.153708:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00000040:1.0:1789100903.153710:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100903.153711:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100903.153715:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100903.153716:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789100903.153721:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100903.153722:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153727:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100903.153733:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100903.153739:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:0.0:1789100903.153743:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100903.153743:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100903.153749:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100903.153753:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100903.153757:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1789100903.153757:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153761:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.153761:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100903.153765:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100903.153767:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1789100903.153769:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153771:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.153772:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100903.153823:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789100903.153825:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100903.153830:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100903.153832:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.153834:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100903.153835:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100903.153838:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100903.153841:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100903.153848:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:0.0:1789100903.153849:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.153853:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100903.153858:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789100903.153862:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100903.153877:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100903.153880:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100903.153882:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.153885:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.153886:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.153891:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789100903.153892:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.153895:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100903.153899:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100903.153905:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100903.153906:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789100903.153910:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100903.153914:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00080000:1.0:1789100903.153917:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100903.153919:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789100903.153920:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100903.153922:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100903.153926:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789100903.153930:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100903.153931:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28040
00000400:00000200:1.0:1789100903.153939:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100903.153946:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:0.0:1789100903.153949:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964676096:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789100903.153950:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100903.153958:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100903.153959:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.153961:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100903.153964:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789100903.153966:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100903.153971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100903.153972:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9a40 x1875994964676096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100903.153976:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100903.153979:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100903.153982:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100903.153986:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1789100903.153986:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100903.153991:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:0.0:1789100903.153992:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1789100903.153996:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:0.0:1789100903.153997:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
00000100:00000040:1.0:1789100903.154002:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100903.154003:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1789100903.154006:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1789100903.154007:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:1.0:1789100903.154010:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000040:0.0:1789100903.154012:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000001:1.0:1789100903.154015:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100903.154017:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:1.0:1789100903.154019:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000010:0.0:1789100903.154021:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
00000100:00080000:1.0:1789100903.154025:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100903.154029:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154030:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789100903.154031:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100903.154033:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1789100903.154036:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789100903.154037:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9a40.
02000000:00000001:1.0:1789100903.154041:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154045:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789100903.154045:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100903.154049:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789100903.154049:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100903.154054:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154055:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100903.154058:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100903.154063:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000100:00000001:0.0:1789100903.154065:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1789100903.154066:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100903.154068:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154072:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1789100903.154073:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100903.154074:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100903.154077:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1789100903.154077:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.154081:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1789100903.154082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100903.154084:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100903.154087:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154093:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100903.154095:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100903.154095:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100903.154099:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100903.154101:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100903.154102:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154103:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.154107:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100903.154112:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1789100903.154112:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100903.154114:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100903.154116:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154119:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154123:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:1.0:1789100903.154126:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100903.154127:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100903.154131:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.154135:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789100903.154140:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100903.154141:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100903.154149:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100903.154153:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100903.154154:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676224, portal 10
00000100:00000001:0.0:1789100903.154158:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100903.154160:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:1.0:1789100903.154160:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28050)
00000100:00000040:0.0:1789100903.154170:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154177:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100903.154181:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100903.154183:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100903.154186:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964676224, offset 0
00000400:00000200:0.0:1789100903.154191:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154196:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154201:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100903.154205:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100903.154208:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100903.154210:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100903.154212:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154215:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512231:512231:256:4294967295] 192.168.204.152@tcp LPNI seq info [511988:511988:8:4294967295]
00000400:00000200:0.0:1789100903.154219:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154225:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100903.154229:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154233:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100903.154237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100903.154240:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100903.154244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100903.154247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100903.154251:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154253:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100903.154256:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100903.154259:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100903.154262:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100903.154264:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100903.154266:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100903.154270:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154278:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154281:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154286:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154288:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100903.154291:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100903.154296:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100903.154298:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.154301:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322713108
00000100:00000001:0.0:1789100903.154304:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154305:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322713108
00000100:00000001:0.0:1789100903.154307:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154310:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100903.154312:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154314:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100903.154318:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100903/real 1789100903]  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100903.154325:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100903.154326:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100903.154328:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100903.154331:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100903.154332:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100903.154335:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100903.154338:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100903.154346:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154352:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100903.154353:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154355:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154357:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100903.154360:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154366:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100903.154370:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154376:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100903.154378:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154379:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154381:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154382:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100903.154384:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100903.154387:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100903.154390:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100903.154392:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100903.154396:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100903.154404:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100903.154408:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100903.154411:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154417:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100903.154418:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154420:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100903.154421:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100903.154422:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.154424:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100903.154426:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100903.154428:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100903.154429:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154430:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154433:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100903.154434:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.154436:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100903.154438:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100903.154440:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100903.154442:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676352, portal 10
00000100:00000001:0.0:1789100903.154443:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100903.154444:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:0.0:1789100903.154448:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154452:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100903.154454:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100903.154456:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100903.154457:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964676352, offset 0
00000400:00000200:0.0:1789100903.154459:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154462:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154464:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100903.154466:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100903.154468:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100903.154470:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100903.154471:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154473:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512232:512232:256:4294967295] 192.168.204.152@tcp LPNI seq info [511989:511989:8:4294967295]
00000400:00000200:0.0:1789100903.154476:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154479:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100903.154482:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154484:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100903.154487:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100903.154489:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100903.154491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100903.154493:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100903.154495:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154497:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100903.154499:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100903.154501:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100903.154503:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100903.154504:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100903.154506:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100903.154508:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154512:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154514:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154518:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154520:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100903.154522:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100903.154523:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100903.154525:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.154527:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322713107
00000100:00000001:0.0:1789100903.154528:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154530:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322713107
00000100:00000001:0.0:1789100903.154532:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154534:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100903.154536:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154537:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100903.154540:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100903/real 1789100903]  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100903.154548:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100903.154549:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100903.154551:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100903.154553:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100903.154554:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100903.154556:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100903.154559:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100903.154568:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154574:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100903.154575:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154577:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154579:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100903.154582:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154589:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100903.154593:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154600:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100903.154602:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154604:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154605:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154607:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100903.154609:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100903.154612:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100903.154615:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100903.154617:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100903.154621:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100903.154629:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100903.154631:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100903.154633:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154638:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100903.154639:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154640:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100903.154641:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100903.154642:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.154644:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100903.154646:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100903.154648:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100903.154649:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154650:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154652:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100903.154654:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.154658:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100903.154660:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100903.154664:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100903.154667:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676480, portal 4
00000100:00000001:0.0:1789100903.154669:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100903.154670:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:0.0:1789100903.154676:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154683:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100903.154685:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100903.154687:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100903.154690:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964676480, offset 0
00000400:00000200:0.0:1789100903.154694:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154698:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154701:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100903.154704:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100903.154707:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100903.154709:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100903.154710:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.154712:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512233:512233:256:4294967295] 192.168.204.152@tcp LPNI seq info [511990:511990:8:4294967295]
00000400:00000200:0.0:1789100903.154715:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.154719:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100903.154722:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154724:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100903.154726:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100903.154728:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100903.154731:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100903.154732:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100903.154734:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.154736:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100903.154737:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100903.154740:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100903.154742:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100903.154744:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100903.154746:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100903.154750:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154757:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154760:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154766:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154767:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100903.154771:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100903.154804:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100903.154808:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.154810:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322713118
00000100:00000001:0.0:1789100903.154812:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154814:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322713118
00000100:00000001:0.0:1789100903.154816:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.154818:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100903.154820:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154822:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100903.154826:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100903/real 1789100903]  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100903.154834:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100903.154835:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100903.154837:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100903.154839:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100903.154840:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100903.154842:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100903.154845:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100903.154851:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154856:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100903.154858:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154860:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154861:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100903.154864:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154869:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100903.154872:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154877:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100903.154879:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154880:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.154882:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154884:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100903.154885:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100903.154887:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100903.154890:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100903.154892:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100903.154896:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100903.154903:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100903.154906:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154908:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154911:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964676224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154917:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100903.154918:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154921:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100903.154923:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100903.154924:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100903.154926:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100903.154927:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100903.154929:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:0.0:1789100903.154933:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100903.154934:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100903.154935:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:0.0:1789100903.154938:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100903.154939:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154941:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154944:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964676352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154951:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100903.154952:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154953:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100903.154955:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100903.154956:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100903.154957:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100903.154959:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100903.154959:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:0.0:1789100903.154961:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100903.154962:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100903.154962:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:0.0:1789100903.154964:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100903.154965:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154965:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.154967:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964676480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154971:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100903.154971:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100903.154972:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100903.154974:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100903.154975:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100903.154976:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100903.154977:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100903.154978:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:0.0:1789100903.154979:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100903.154980:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100903.154981:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:0.0:1789100903.154982:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100903.154983:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154984:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.154986:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100903.154987:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.154988:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100903.154989:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100903.154990:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100903.154992:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.154996:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100903.154997:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.154998:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100903.155000:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100903.155001:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100903.155003:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100903.155005:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100903.155007:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100903.155008:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100903.155009:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100903.155011:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100903.155012:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100903.155014:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100903.155016:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100903.155018:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100903.155020:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676608, portal 4
00000100:00000001:0.0:1789100903.155021:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100903.155022:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:0.0:1789100903.155027:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155031:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100903.155033:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100903.155034:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100903.155036:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964676608, offset 0
00000400:00000200:0.0:1789100903.155038:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100903.155040:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.155042:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100903.155044:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100903.155046:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100903.155047:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100903.155049:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100903.155051:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512234:512234:256:4294967295] 192.168.204.152@tcp LPNI seq info [511991:511991:8:4294967295]
00000400:00000200:0.0:1789100903.155053:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100903.155058:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100903.155062:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.155065:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100903.155069:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100903.155071:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100903.155075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100903.155078:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100903.155081:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100903.155083:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100903.155085:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100903.155089:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100903.155092:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100903.155094:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100903.155096:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100903.155099:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155107:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.155109:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155118:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.155119:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100903.155121:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100903.155123:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100903.155125:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100903.155127:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322713138
00000100:00000001:0.0:1789100903.155128:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.155130:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322713138
00000100:00000001:0.0:1789100903.155131:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322714371
00000100:00000001:0.0:1789100903.155132:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100903.155133:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.155135:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100903.155137:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100903/real 1789100903]  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100903.155141:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100903.155142:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100903.155144:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100903.155146:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100903.155148:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100903.155150:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100903.155153:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100903.155160:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155166:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100903.155167:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155169:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.155171:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100903.155175:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155182:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100903.155187:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155192:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100903.155194:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155195:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100903.155195:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155196:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100903.155198:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100903.155199:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100903.155201:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100903.155202:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100903.155204:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100903.155209:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100903.155211:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155212:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100903.155214:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964676608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100903.155217:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100903.155218:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100903.155219:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100903.155222:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100903.155224:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100903.155225:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100903.155227:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100903.155228:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100903.155231:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100903.155232:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100903.155234:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:0.0:1789100903.155237:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100903.155238:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155240:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100903.155243:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100903.155245:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100903.155247:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100903.155248:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100904.176933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100904.176940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100904.176946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100904.176947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100904.176950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100904.176952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100904.177024:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100904.177028:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100904.177032:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100904.496917:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322714371, at 4322714432
00000100:00000040:1.0:1789100904.496917:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322714371, at 4322714432
00000100:00000010:0.0:1789100904.496933:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100904.496935:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ae0.
00010000:00000001:2.0:1789100905.200917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100905.200923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100905.200929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100905.200930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100905.200932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100905.200933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100905.200994:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100905.200999:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100905.201002:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100906.224920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100906.224925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100906.224929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100906.224930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100906.224932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100906.224933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100906.224997:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100906.225001:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100906.225005:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100907.248941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100907.248947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100907.248953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100907.248955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100907.248958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100907.248959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100907.249034:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100907.249038:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100907.249049:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100908.272918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100908.272920:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100908.272930:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00080000:1.0:1789100908.272933:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100908.272935:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1789100908.272938:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100908.272941:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100908.272945:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100908.272948:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100908.272952:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.272953:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100908.272956:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100908.272960:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100908.272966:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28045
00000400:00000200:1.0:1789100908.272978:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100908.272981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1789100908.272986:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789100908.272986:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100908.272989:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00080000:1.0:1789100908.272992:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789100908.272993:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100908.272998:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000040:1.0:1789100908.272999:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100908.273000:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100908.273005:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273007:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789100908.273008:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.273012:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273015:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789100908.273016:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1789100908.273019:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00010000:00000001:2.0:1789100908.273020:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000020:00000040:1.0:1789100908.273022:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00000001:2.0:1789100908.273023:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000020:00000001:1.0:1789100908.273026:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00010000:00000001:2.0:1789100908.273027:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100908.273031:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00010000:00000001:2.0:1789100908.273031:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000020:00000001:1.0:1789100908.273036:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00000001:2.0:1789100908.273037:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100908.273041:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00000001:2.0:1789100908.273042:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.273047:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789100908.273048:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273050:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273053:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273054:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100908.273056:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100908.273058:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273060:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100908.273063:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100908.273067:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100908.273071:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273074:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100908.273077:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100908.273088:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000010:1.0:1789100908.273090:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000001:3.0:1789100908.273091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100908.273093:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
00010000:00010000:3.0:1789100908.273094:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1789100908.273097:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100908.273099:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273102:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100908.273105:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100908.273110:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100908.273119:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789100908.273128:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100908.273145:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100908.273156:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100908.273161:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.273166:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.273189:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100908.273192:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100908.273195:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100908.273197:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100908.273199:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100908.273202:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100908.273204:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28045
00000400:00000200:1.0:1789100908.273208:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100908.273211:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100908.273213:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100908.273217:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273219:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273222:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273224:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100908.273226:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100908.273227:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100908.273229:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100908.273231:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100908.273233:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100908.273235:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100908.273238:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100908.273240:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789100908.273240:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273244:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273247:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100908.273248:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1789100908.273250:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100908.273253:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1789100908.273256:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273259:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100908.273262:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789100908.273264:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100908.273269:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100908.273274:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273278:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100908.273281:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1789100908.273285:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100908.273286:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789100908.273291:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.273294:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789100908.273296:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.273299:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1789100908.273301:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
02000000:00000001:0.0:1789100908.273304:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100908.273306:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100908.273311:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1789100908.273312:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964676736:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100908.273313:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273317:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100908.273320:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100908.273322:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100908.273323:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100908.273329:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100908.273330:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789100908.273333:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.273335:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.273340:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1789100908.273341:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1789100908.273349:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:1.0:1789100908.273350:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100908.273354:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273355:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.273362:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100908.273367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.273375:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100908.273376:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100908.273381:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100908.273384:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1789100908.273386:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100908.273386:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100908.273388:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100908.273394:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100908.273397:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28045
00000100:00000200:0.0:1789100908.273399:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676736, portal 25
00000400:00000200:1.0:1789100908.273403:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100908.273406:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100908.273410:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000400:00000200:1.0:1789100908.273410:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100908.273414:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100908.273421:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100908.273422:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.273426:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273430:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273435:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100908.273438:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100908.273440:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100908.273442:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100908.273444:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100908.273448:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100908.273449:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1789100908.273451:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100908.273456:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100908.273458:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100908.273462:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000001:1.0:1789100908.273463:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273467:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100908.273469:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964676736, offset 0
00000100:00000001:1.0:1789100908.273470:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100908.273476:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100908.273483:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100908.273484:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273490:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100908.273492:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100908.273495:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100908.273499:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100908.273500:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273504:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100908.273508:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789100908.273509:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000008:00000001:1.0:1789100908.273514:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273518:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.273520:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1789100908.273523:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000400:00000200:0.0:1789100908.273528:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000040:1.0:1789100908.273529:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100908.273534:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100908.273536:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.273537:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789100908.273540:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100908.273544:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:1.0:1789100908.273544:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100908.273549:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.273553:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512235:512235:256:4294967295] 192.168.204.152@tcp LPNI seq info [511992:511992:8:4294967295]
02000000:00000010:1.0:1789100908.273555:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000400:00000200:0.0:1789100908.273563:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100908.273563:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100908.273572:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100908.273584:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789100908.273588:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100908.273593:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100908.273598:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100908.273603:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1789100908.273607:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000001:1.0:1789100908.273616:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100908.273621:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:1.0:1789100908.273622:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1789100908.273628:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1789100908.273629:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100908.273632:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100908.273635:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1789100908.273640:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100908.273641:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100908.273647:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28045
00000800:00000200:0.1:1789100908.273647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1789100908.273656:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000100:0.0:1789100908.273658:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100908.273663:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000010:0.0:1789100908.273664:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00080000:1.0:1789100908.273669:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100908.273674:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100908.273675:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273692:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100908.273696:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1789100908.273698:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273703:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100908.273705:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789100908.273706:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000020:00000040:1.0:1789100908.273707:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100908.273711:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1789100908.273712:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000020:00000040:1.0:1789100908.273714:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100908.273718:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100908.273720:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1789100908.273721:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100908.273729:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100908.273730:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.273732:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273737:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273741:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100908.273746:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100908.273752:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100908.273754:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100908.273756:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100908.273761:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789100908.273762:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100908.273767:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100908.273771:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273774:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100908.273776:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100908.273779:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273784:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.273819:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100908.273822:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789100908.273824:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1789100908.273827:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789100908.273831:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100908.273833:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.273834:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273836:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100908.273839:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100908.273843:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100908.273843:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.273848:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322719492
02000000:00000010:1.0:1789100908.273851:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000010:0.0:1789100908.273856:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:1.0:1789100908.273856:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100908.273865:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100908.273867:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100908.273876:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100908.273878:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322719492
00000100:00000001:1.0:1789100908.273879:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100908.273884:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8180.
00000100:00000040:1.0:1789100908.273887:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.273889:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100908.273896:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100908.273901:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.273903:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.273906:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1789100908.273907:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100908.273913:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789100908.273916:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100908/real 1789100908]  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.273916:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100908.273919:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100908.273925:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100908.273931:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28045
00000400:00000001:0.0:1789100908.273935:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100908.273939:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1789100908.273939:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.273944:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:1.0:1789100908.273946:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100908.273949:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00080000:1.0:1789100908.273950:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100908.273955:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.273957:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.273959:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100908.273963:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100908.273964:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100908.273969:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100908.273970:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1789100908.273971:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100908.273975:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1789100908.273977:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100908.273979:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100908.273984:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100908.273989:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:0.0:1789100908.273995:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100908.273997:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100908.274002:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100908.274007:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100908.274010:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789100908.274011:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100908.274015:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100908.274016:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100908.274021:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100908.274023:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274026:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1789100908.274026:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100908.274031:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100908.274032:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100908.274037:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100908.274040:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.274041:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100908.274045:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100908.274050:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.274055:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274057:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1789100908.274060:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000100:00000040:0.0:1789100908.274064:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100908.274066:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100908.274072:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100908.274074:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100908.274078:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100908.274081:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100908.274082:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100908.274084:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274087:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274090:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1789100908.274091:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:0.0:1789100908.274092:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274097:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789100908.274098:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274100:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100908.274105:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789100908.274107:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789100908.274112:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100908.274118:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789100908.274122:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789100908.274127:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100908.274127:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.274134:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100908.274150:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964676736:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789100908.274151:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100908.274159:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28055)
00000100:00000001:0.0:1789100908.274161:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274166:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.274170:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964676736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274177:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100908.274181:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100908.274184:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100908.274188:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100908.274190:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100908.274192:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100908.274195:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100908.274198:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100908.274202:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100908.274204:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100908.274206:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:0.0:1789100908.274209:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100908.274210:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274212:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274220:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100908.274222:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274223:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100908.274225:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100908.274226:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100908.274230:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274237:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100908.274238:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274240:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100908.274242:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100908.274244:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100908.274247:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100908.274250:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100908.274252:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100908.274254:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274256:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100908.274259:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100908.274261:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.274265:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.274268:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100908.274271:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100908.274275:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676864, portal 10
00000100:00000001:0.0:1789100908.274276:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100908.274278:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:0.0:1789100908.274284:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274289:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100908.274290:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100908.274291:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100908.274293:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964676864, offset 0
00000400:00000200:0.0:1789100908.274296:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274299:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274302:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100908.274304:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100908.274306:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100908.274307:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100908.274309:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274312:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512236:512236:256:4294967295] 192.168.204.152@tcp LPNI seq info [511993:511993:8:4294967295]
00000400:00000200:0.0:1789100908.274316:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274321:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100908.274326:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274329:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100908.274334:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100908.274337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100908.274341:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100908.274343:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100908.274347:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274349:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100908.274352:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100908.274355:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100908.274358:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100908.274360:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100908.274362:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100908.274365:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274372:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.274375:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274387:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274389:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100908.274392:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100908.274396:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100908.274399:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100908.274400:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322718228
00000100:00000001:0.0:1789100908.274402:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274404:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322718228
00000100:00000001:0.0:1789100908.274405:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274407:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100908.274409:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274411:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100908.274414:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100908/real 1789100908]  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100908.274422:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100908.274423:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100908.274425:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100908.274427:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100908.274428:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100908.274430:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100908.274434:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100908.274442:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274449:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100908.274450:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274452:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.274454:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100908.274457:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274463:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100908.274466:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274470:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100908.274471:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274472:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.274472:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274474:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100908.274475:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100908.274476:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100908.274478:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100908.274479:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100908.274481:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100908.274486:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100908.274489:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100908.274491:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274495:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100908.274495:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274497:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100908.274498:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100908.274499:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100908.274501:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100908.274503:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100908.274504:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100908.274506:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274507:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100908.274509:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100908.274511:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.274513:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.274515:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100908.274517:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100908.274519:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964676992, portal 10
00000100:00000001:0.0:1789100908.274520:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100908.274522:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:0.0:1789100908.274528:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274534:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100908.274536:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100908.274538:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100908.274540:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964676992, offset 0
00000400:00000200:0.0:1789100908.274544:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274548:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274551:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100908.274554:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100908.274556:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100908.274559:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100908.274561:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274564:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512237:512237:256:4294967295] 192.168.204.152@tcp LPNI seq info [511994:511994:8:4294967295]
00000400:00000200:0.0:1789100908.274568:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274573:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100908.274577:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274580:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100908.274584:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100908.274587:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100908.274591:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100908.274593:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100908.274596:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274598:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100908.274601:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100908.274604:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100908.274607:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100908.274609:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100908.274612:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100908.274615:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274623:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.274625:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274631:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274632:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100908.274636:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100908.274639:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100908.274641:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100908.274643:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322718227
00000100:00000001:0.0:1789100908.274646:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274648:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322718227
00000100:00000001:0.0:1789100908.274650:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274652:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100908.274654:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274656:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100908.274660:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100908/real 1789100908]  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100908.274667:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100908.274669:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100908.274670:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100908.274673:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100908.274675:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100908.274692:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100908.274696:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100908.274704:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274710:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100908.274712:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274714:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.274715:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100908.274719:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274725:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100908.274729:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274736:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100908.274738:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274740:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.274741:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.274743:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100908.274745:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100908.274748:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100908.274752:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100908.274754:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100908.274758:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100908.274765:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964676992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100908.274770:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100908.274774:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274780:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100908.274782:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274784:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100908.274805:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100908.274808:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100908.274811:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100908.274814:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100908.274816:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100908.274817:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.274819:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100908.274823:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100908.274825:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.274829:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.274831:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100908.274835:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100908.274838:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677120, portal 4
00000100:00000001:0.0:1789100908.274839:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100908.274841:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:0.0:1789100908.274846:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274852:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100908.274855:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100908.274857:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100908.274859:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964677120, offset 0
00000400:00000200:0.0:1789100908.274864:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274867:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274871:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100908.274874:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100908.274876:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100908.274878:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100908.274881:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100908.274884:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512238:512238:256:4294967295] 192.168.204.152@tcp LPNI seq info [511995:511995:8:4294967295]
00000400:00000200:0.0:1789100908.274888:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.274893:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100908.274898:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274902:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100908.274905:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100908.274908:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100908.274912:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100908.274915:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100908.274918:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.274921:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100908.274924:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100908.274927:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100908.274930:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100908.274931:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100908.274933:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100908.274937:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274945:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.274948:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.274954:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274955:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100908.274958:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100908.274961:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100908.274964:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100908.274966:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322718238
00000100:00000001:0.0:1789100908.274969:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274971:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322718238
00000100:00000001:0.0:1789100908.274973:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.274975:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100908.274978:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.274980:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100908.274983:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100908/real 1789100908]  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100908.274991:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100908.274992:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100908.274994:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100908.274996:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100908.274998:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100908.275000:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100908.275003:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100908.275011:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275017:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100908.275019:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275020:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.275022:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100908.275025:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275032:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100908.275035:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275042:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100908.275045:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275046:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.275048:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275050:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100908.275052:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100908.275054:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100908.275058:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100908.275060:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100908.275063:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100908.275070:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100908.275074:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100908.275077:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275083:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100908.275085:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.275087:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100908.275089:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100908.275090:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100908.275093:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100908.275096:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100908.275098:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100908.275099:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100908.275101:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100908.275105:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100908.275107:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100908.275110:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100908.275113:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100908.275116:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100908.275119:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677248, portal 4
00000100:00000001:0.0:1789100908.275120:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100908.275122:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:0.0:1789100908.275128:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275134:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100908.275137:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100908.275139:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100908.275141:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964677248, offset 0
00000400:00000200:0.0:1789100908.275145:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100908.275148:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.275151:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100908.275153:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100908.275155:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100908.275158:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100908.275160:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100908.275162:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512239:512239:256:4294967295] 192.168.204.152@tcp LPNI seq info [511996:511996:8:4294967295]
00000400:00000200:0.0:1789100908.275166:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100908.275172:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100908.275176:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.275179:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100908.275183:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100908.275185:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100908.275189:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100908.275191:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100908.275194:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100908.275196:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100908.275199:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100908.275202:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100908.275205:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100908.275207:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100908.275209:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100908.275212:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275220:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.275223:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275229:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.275231:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100908.275234:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100908.275237:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100908.275240:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100908.275242:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322718258
00000100:00000001:0.0:1789100908.275244:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.275246:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322718258
00000100:00000001:0.0:1789100908.275248:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322719492
00000100:00000001:0.0:1789100908.275251:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100908.275252:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.275254:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100908.275258:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100908/real 1789100908]  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100908.275265:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100908.275266:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100908.275268:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100908.275270:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100908.275271:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100908.275273:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100908.275276:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100908.275285:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275291:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100908.275293:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275295:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.275296:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100908.275300:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275306:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100908.275310:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275317:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100908.275319:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275320:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100908.275322:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275323:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100908.275325:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100908.275328:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100908.275331:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100908.275333:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100908.275337:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100908.275343:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100908.275347:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275348:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.275351:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964676864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275357:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100908.275359:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100908.275361:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100908.275364:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100908.275366:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100908.275368:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100908.275370:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100908.275371:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100908.275374:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100908.275375:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100908.275377:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:0.0:1789100908.275380:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100908.275381:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275383:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.275386:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964676992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275393:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100908.275394:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100908.275395:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100908.275398:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100908.275399:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100908.275400:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100908.275402:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100908.275403:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100908.275405:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100908.275406:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100908.275408:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:0.0:1789100908.275410:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100908.275411:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275413:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.275415:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964677120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275421:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100908.275422:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100908.275424:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100908.275426:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100908.275427:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100908.275428:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100908.275429:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100908.275431:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:0.0:1789100908.275433:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100908.275434:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100908.275435:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789100908.275437:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100908.275438:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275439:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100908.275442:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964677248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100908.275454:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100908.275455:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100908.275456:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d400.
02000000:00000001:0.0:1789100908.275459:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100908.275460:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100908.275461:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100908.275463:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100908.275464:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:0.0:1789100908.275466:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100908.275467:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100908.275468:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:0.0:1789100908.275471:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100908.275472:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275474:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100908.275479:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100908.275481:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100908.275483:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100908.275484:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100909.296932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100909.296936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100909.296940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100909.296941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100909.296943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100909.296944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100909.296997:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100909.297000:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100909.297003:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100909.616901:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322719492, at 4322719552
00000100:00000040:1.0:1789100909.616901:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322719492, at 4322719552
00000100:00000010:1.0:1789100909.616916:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8180.
00000100:00000010:0.0:1789100909.616917:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100910.320883:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100910.320888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100910.320892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100910.320893:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100910.320895:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100910.320896:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100910.320946:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100910.320950:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100910.320954:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100911.344899:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100911.344905:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100911.344911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100911.344912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100911.344916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100911.344918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100911.344995:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100911.344999:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100911.345002:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100912.368859:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100912.368866:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100912.368871:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100912.368872:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100912.368874:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100912.368875:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100912.368912:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100912.368917:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100912.368921:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100913.392935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100913.392945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.392951:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100913.392952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100913.392955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.392960:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100913.392962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100913.392964:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100913.392966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.392970:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100913.392976:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100913.392983:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28050
00000400:00000200:3.0:1789100913.392992:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100913.392999:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100913.393003:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100913.393006:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393008:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393010:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393011:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100913.393015:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100913.393017:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100913.393019:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100913.393021:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100913.393023:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100913.393024:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100913.393027:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393028:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393029:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393030:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100913.393032:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100913.393034:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393036:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100913.393038:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100913.393040:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100913.393042:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393043:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100913.393045:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100913.393052:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100913.393054:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100913.393057:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100913.393058:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393060:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100913.393062:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100913.393065:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100913.393070:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100913.393074:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100913.393082:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100913.393088:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100913.393092:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100913.393096:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100913.393140:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100913.393143:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100913.393146:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100913.393183:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.393187:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100913.393190:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100913.393192:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100913.393193:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100913.393196:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100913.393199:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28050
00000400:00000200:3.0:1789100913.393202:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100913.393205:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100913.393207:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100913.393211:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393213:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393216:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393218:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100913.393220:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100913.393221:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789100913.393222:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100913.393226:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100913.393227:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789100913.393229:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:0.0:1789100913.393232:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789100913.393234:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100913.393239:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100913.393242:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100913.393245:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393249:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393253:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393256:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100913.393261:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100913.393264:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789100913.393264:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100913.393268:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393269:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100913.393274:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100913.393276:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100913.393279:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100913.393280:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100913.393285:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.393286:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393291:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1789100913.393294:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964677376:192.168.204.152@tcp:250:kworker.0
00000008:00100000:3.0:1789100913.393297:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100913.393300:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1789100913.393303:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.393306:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789100913.393307:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.393310:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.393313:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100913.393317:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100913.393320:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100913.393326:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000400:00000200:0.0:1789100913.393327:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:3.0:1789100913.393332:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:0.0:1789100913.393335:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100913.393337:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100913.393339:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393341:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100913.393342:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789100913.393344:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:3.0:1789100913.393345:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100913.393353:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000200:0.0:1789100913.393355:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677376, portal 25
00000100:00000001:3.0:1789100913.393357:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.393361:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100913.393365:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00100000:3.0:1789100913.393366:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100913.393377:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100913.393381:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100913.393386:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.393393:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100913.393395:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100913.393399:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100913.393405:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100913.393411:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964677376, offset 0
00000100:00000001:3.0:1789100913.393412:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.393417:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789100913.393422:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100913.393424:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100913.393427:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100913.393429:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100913.393432:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100913.393433:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100913.393439:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28050
00000400:00000200:0.0:1789100913.393443:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100913.393447:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.393452:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100913.393455:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100913.393459:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100913.393460:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:3.0:1789100913.393465:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100913.393468:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789100913.393470:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100913.393474:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100913.393478:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393484:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100913.393485:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512240:512240:256:4294967295] 192.168.204.152@tcp LPNI seq info [511997:511997:8:4294967295]
00000020:00000001:3.0:1789100913.393488:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100913.393492:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100913.393496:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100913.393496:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100913.393501:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100913.393504:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100913.393507:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100913.393513:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789100913.393516:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393521:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1789100913.393522:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.393527:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000040:3.0:1789100913.393527:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393533:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.0:1789100913.393539:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100913.393540:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:0.0:1789100913.393544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1789100913.393548:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.1:1789100913.393553:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100913.393555:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100913.393558:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
02000000:00000001:3.0:1789100913.393559:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100913.393564:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100913.393568:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393570:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100913.393572:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789100913.393574:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000008:00000001:3.0:1789100913.393578:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100913.393590:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000100:00000001:3.0:1789100913.393594:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.393599:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1789100913.393600:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100913.393605:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100913.393607:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1789100913.393609:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100913.393612:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.393614:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000100:00000001:3.0:1789100913.393615:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100913.393618:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789100913.393619:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
02000000:00000001:3.0:1789100913.393621:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.393626:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1789100913.393627:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100913.393633:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100913.393634:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.393642:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.393652:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100913.393652:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100913.393684:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393686:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100913.393687:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100913.393691:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.393694:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100913.393699:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100913.393701:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.393705:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322724611
00000100:00000001:3.0:1789100913.393713:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.393716:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100913.393719:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100913.393721:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100913.393723:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1789100913.393725:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:3.0:1789100913.393726:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100913.393731:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28050
00000100:00000001:0.0:1789100913.393735:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1789100913.393739:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.393744:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322724611
00000400:00000200:3.0:1789100913.393745:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100913.393751:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1789100913.393752:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8060.
00000100:00000040:3.0:1789100913.393756:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100913.393758:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100913.393760:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100913.393763:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100913.393765:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100913.393769:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393770:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100913.393774:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1789100913.393775:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100913.393778:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100913.393780:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1789100913.393783:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100913/real 1789100913]  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100913.393784:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100913.393813:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100913.393819:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100913.393823:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393824:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393826:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393828:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100913.393830:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100913.393833:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393836:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100913.393838:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100913.393841:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100913.393843:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393844:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100913.393846:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100913.393849:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393850:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100913.393853:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100913.393855:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100913.393857:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100913.393858:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.393859:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100913.393861:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100913.393863:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100913.393866:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100913.393870:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100913.393874:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100913.393881:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100913.393882:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100913.393886:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100913.393892:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100913.393894:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100913.393897:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100913.393899:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100913.393902:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100913.393904:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100913.393906:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28050
00000400:00000200:3.0:1789100913.393913:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100913.393919:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100913.393924:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100913.393929:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000001:0.0:1789100913.393931:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1789100913.393931:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1789100913.393936:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1789100913.393936:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100913.393941:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100913.393941:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100913.393945:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789100913.393947:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000020:00000040:3.0:1789100913.393948:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000010:0.0:1789100913.393953:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000020:00000001:3.0:1789100913.393953:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100913.393957:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:0.0:1789100913.393958:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1789100913.393962:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:0.0:1789100913.393965:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100913.393967:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100913.393975:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393977:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100913.393978:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393980:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100913.393982:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100913.393987:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100913.393990:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100913.393992:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100913.393993:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100913.393996:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100913.394001:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.394004:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100913.394007:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100913.394009:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1789100913.394011:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394013:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100913.394015:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394019:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1789100913.394021:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100913.394023:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789100913.394028:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00100000:0.0:1789100913.394032:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100913.394033:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100913.394036:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100913.394041:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100913.394043:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100913.394046:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394049:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789100913.394053:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000040:0.0:1789100913.394058:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100913.394059:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100913.394070:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100913.394072:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100913.394079:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100913.394081:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100913.394085:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394090:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394096:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394099:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100913.394102:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394103:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100913.394107:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1789100913.394108:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28061)
00000100:00080000:0.0:1789100913.394112:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100913.394119:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100913.394122:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100913.394128:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100913.394148:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964677376:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100913.394156:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394158:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.394162:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964677376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394169:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100913.394171:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100913.394174:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100913.394177:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100913.394179:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100913.394181:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100913.394183:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100913.394186:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100913.394189:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100913.394191:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100913.394193:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100913.394195:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100913.394196:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394199:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394207:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100913.394209:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394211:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100913.394213:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100913.394214:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100913.394218:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394225:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100913.394226:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394228:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100913.394230:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100913.394232:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100913.394236:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100913.394240:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100913.394242:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100913.394244:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394246:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100913.394249:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100913.394251:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.394255:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100913.394257:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100913.394261:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100913.394264:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677504, portal 10
00000100:00000001:0.0:1789100913.394266:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100913.394268:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100913.394274:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394280:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100913.394282:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100913.394284:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100913.394287:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964677504, offset 0
00000400:00000200:0.0:1789100913.394290:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394294:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394298:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100913.394301:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100913.394304:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100913.394306:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100913.394308:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394312:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512241:512241:256:4294967295] 192.168.204.152@tcp LPNI seq info [511998:511998:8:4294967295]
00000400:00000200:0.0:1789100913.394316:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394322:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100913.394326:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394330:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100913.394334:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100913.394337:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789100913.394342:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100913.394344:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1789100913.394348:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394350:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100913.394353:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100913.394356:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100913.394358:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100913.394360:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100913.394362:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100913.394366:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394374:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.394377:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394383:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394384:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100913.394387:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100913.394391:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100913.394394:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.394396:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322723348
00000100:00000001:0.0:1789100913.394399:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394401:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322723348
00000100:00000001:0.0:1789100913.394403:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394405:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100913.394408:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394409:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100913.394413:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100913/real 1789100913]  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100913.394422:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100913.394423:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100913.394424:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100913.394427:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100913.394428:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100913.394430:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100913.394434:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100913.394442:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394448:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100913.394449:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394451:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394453:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100913.394457:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394463:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100913.394467:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394474:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100913.394476:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394478:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394479:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394480:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100913.394481:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100913.394483:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100913.394485:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100913.394486:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100913.394489:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100913.394493:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100913.394497:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100913.394499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394507:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100913.394508:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394510:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100913.394511:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100913.394512:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100913.394514:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100913.394516:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100913.394517:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100913.394518:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394519:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100913.394521:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100913.394523:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.394525:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100913.394526:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100913.394528:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100913.394530:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677632, portal 10
00000100:00000001:0.0:1789100913.394532:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100913.394533:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100913.394536:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394540:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100913.394542:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100913.394543:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100913.394545:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964677632, offset 0
00000400:00000200:0.0:1789100913.394547:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394549:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394551:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100913.394553:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100913.394555:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100913.394557:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100913.394558:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394560:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512242:512242:256:4294967295] 192.168.204.152@tcp LPNI seq info [511999:511999:8:4294967295]
00000400:00000200:0.0:1789100913.394563:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394569:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100913.394574:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394577:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100913.394593:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100913.394596:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789100913.394600:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100913.394602:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1789100913.394606:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394608:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100913.394611:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100913.394615:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100913.394618:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100913.394620:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100913.394622:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100913.394625:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394633:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.394635:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394639:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394640:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100913.394643:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100913.394645:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100913.394647:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.394648:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322723347
00000100:00000001:0.0:1789100913.394650:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394651:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322723347
00000100:00000001:0.0:1789100913.394653:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394654:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100913.394656:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394658:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100913.394661:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100913/real 1789100913]  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100913.394669:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100913.394671:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100913.394672:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100913.394675:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100913.394676:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100913.394678:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100913.394681:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100913.394690:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394696:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100913.394698:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394700:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394701:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100913.394704:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394720:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100913.394723:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394728:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100913.394729:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394730:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394731:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394732:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100913.394734:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100913.394735:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100913.394738:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100913.394739:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100913.394741:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100913.394746:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100913.394748:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100913.394750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394753:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100913.394754:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394755:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100913.394756:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100913.394757:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100913.394759:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100913.394761:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100913.394762:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100913.394763:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394764:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100913.394767:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100913.394768:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.394770:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100913.394772:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100913.394774:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100913.394776:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677760, portal 4
00000100:00000001:0.0:1789100913.394777:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100913.394778:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100913.394781:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394801:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100913.394804:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100913.394806:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100913.394808:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964677760, offset 0
00000400:00000200:0.0:1789100913.394812:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394816:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394819:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100913.394822:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100913.394824:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100913.394826:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100913.394828:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100913.394832:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512243:512243:256:4294967295] 192.168.204.152@tcp LPNI seq info [512000:512000:8:4294967295]
00000400:00000200:0.0:1789100913.394835:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.394841:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100913.394846:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394849:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100913.394852:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100913.394855:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789100913.394859:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100913.394862:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1789100913.394866:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.394868:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100913.394870:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100913.394873:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100913.394876:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100913.394877:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100913.394880:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100913.394883:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394890:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.394893:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394899:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394900:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100913.394904:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100913.394906:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100913.394909:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.394911:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322723358
00000100:00000001:0.0:1789100913.394914:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394916:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322723358
00000100:00000001:0.0:1789100913.394918:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.394919:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100913.394921:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.394923:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100913.394927:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100913/real 1789100913]  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100913.394932:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100913.394934:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100913.394935:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100913.394936:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100913.394937:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100913.394939:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100913.394941:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100913.394945:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394949:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100913.394949:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394950:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394951:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100913.394953:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394957:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100913.394959:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394963:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100913.394965:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.394966:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.394967:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100913.394968:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100913.394970:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100913.394971:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100913.394972:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100913.394975:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100913.394981:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100913.394984:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100913.394988:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.394994:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100913.394995:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.394997:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100913.394998:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100913.395000:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100913.395003:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100913.395006:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100913.395008:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100913.395009:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100913.395011:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100913.395014:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100913.395015:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100913.395018:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100913.395020:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100913.395023:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100913.395026:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964677888, portal 4
00000100:00000001:0.0:1789100913.395028:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100913.395029:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100913.395034:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395040:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100913.395042:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100913.395043:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100913.395045:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964677888, offset 0
00000400:00000200:0.0:1789100913.395047:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100913.395050:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.395052:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100913.395054:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100913.395055:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100913.395057:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100913.395058:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100913.395060:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512244:512244:256:4294967295] 192.168.204.152@tcp LPNI seq info [512001:512001:8:4294967295]
00000400:00000200:0.0:1789100913.395062:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100913.395066:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100913.395068:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.395071:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100913.395075:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100913.395077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789100913.395081:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100913.395083:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1789100913.395087:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100913.395088:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100913.395091:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100913.395094:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100913.395097:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100913.395098:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100913.395101:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100913.395104:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395112:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.395115:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395120:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.395122:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100913.395125:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100913.395127:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100913.395129:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100913.395131:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322723378
00000100:00000001:0.0:1789100913.395132:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.395134:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322723378
00000100:00000001:0.0:1789100913.395135:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322724611
00000100:00000001:0.0:1789100913.395136:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100913.395137:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.395138:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100913.395141:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100913/real 1789100913]  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100913.395144:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100913.395145:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100913.395146:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100913.395148:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100913.395149:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100913.395150:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100913.395152:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100913.395156:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395163:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100913.395165:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395166:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.395167:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100913.395169:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395172:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100913.395174:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395179:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100913.395180:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395181:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100913.395181:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395182:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100913.395183:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100913.395185:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100913.395186:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100913.395187:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100913.395189:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100913.395193:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964677888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100913.395195:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395196:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.395198:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964677504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395202:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100913.395203:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100913.395205:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100913.395206:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100913.395207:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100913.395208:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100913.395210:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100913.395211:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100913.395213:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100913.395214:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100913.395215:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100913.395216:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100913.395217:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395218:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.395220:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964677632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395224:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100913.395225:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100913.395225:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100913.395227:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100913.395228:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100913.395228:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100913.395229:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100913.395230:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100913.395231:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100913.395232:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100913.395232:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100913.395234:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100913.395234:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395235:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.395236:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964677760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395240:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100913.395240:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100913.395241:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100913.395243:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100913.395243:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100913.395244:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100913.395245:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100913.395246:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100913.395247:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100913.395248:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100913.395249:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100913.395250:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100913.395251:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395251:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100913.395253:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964677888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100913.395256:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100913.395257:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100913.395257:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100913.395258:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100913.395259:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100913.395260:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100913.395260:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100913.395261:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100913.395262:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100913.395263:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100913.395263:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100913.395264:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100913.395265:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395266:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100913.395269:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100913.395270:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100913.395271:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100913.395272:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100914.416937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100914.416944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100914.416949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100914.416950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100914.416952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100914.416953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100914.417007:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100914.417011:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100914.417014:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100914.736910:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322724611, at 4322724672
00000100:00000040:0.0:1789100914.736914:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322724611, at 4322724672
00000100:00000010:1.0:1789100914.736927:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8060.
00000100:00000010:0.0:1789100914.736929:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100915.440913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100915.440918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100915.440922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100915.440923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100915.440925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100915.440926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100915.440978:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100915.440989:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100915.440992:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100916.464935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100916.464943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100916.464949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100916.464950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100916.464959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100916.464960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100916.465024:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100916.465028:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100916.465031:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100917.488892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100917.488902:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100917.488904:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100917.488908:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488913:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100917.488915:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488917:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488920:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100917.488926:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100917.488928:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100917.488929:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488930:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100917.488932:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488933:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488935:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100917.488940:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100917.488941:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100917.488943:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488944:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100917.488945:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488947:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100917.488948:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100917.489010:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100917.489014:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100917.489018:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100918.512911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100918.512914:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100918.512919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.512923:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100918.512927:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100918.512931:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100918.512936:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100918.512939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100918.512942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.512944:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28056
00010000:00000001:2.0:1789100918.512948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100918.512951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100918.512956:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100918.512963:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100918.512966:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100918.512969:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.512972:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.512975:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.512977:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100918.512980:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100918.512981:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100918.512983:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100918.512986:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100918.512988:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100918.512991:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100918.512993:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.512994:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.512995:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.512996:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100918.512998:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100918.513000:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513001:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100918.513004:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100918.513006:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100918.513008:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513009:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100918.513011:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100918.513018:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789100918.513021:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100918.513025:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100918.513026:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513028:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100918.513030:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100918.513034:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100918.513041:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000020:00000001:1.0:1789100918.513042:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100918.513047:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513047:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100918.513054:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789100918.513061:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100918.513078:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100918.513082:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100918.513087:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100918.513105:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.513108:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100918.513111:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100918.513113:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100918.513114:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100918.513117:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100918.513120:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28056
00000400:00000200:3.0:1789100918.513125:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100918.513129:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100918.513130:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1789100918.513131:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100918.513135:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100918.513136:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100918.513137:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513140:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100918.513141:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100918.513142:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100918.513151:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100918.513153:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100918.513155:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100918.513158:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100918.513162:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:0.0:1789100918.513164:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789100918.513165:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100918.513168:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100918.513169:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100918.513171:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513174:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100918.513175:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100918.513175:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513179:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100918.513180:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789100918.513182:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100918.513185:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.513186:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513191:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100918.513193:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1789100918.513195:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964678016:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100918.513198:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.513201:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100918.513201:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513205:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100918.513208:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1789100918.513209:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100918.513212:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789100918.513212:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513216:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.513219:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1789100918.513220:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100918.513223:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100918.513224:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1789100918.513225:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100918.513226:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513230:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100918.513231:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100918.513232:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100918.513234:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100918.513239:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000400:00000200:0.0:1789100918.513242:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100918.513243:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100918.513248:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00100000:3.0:1789100918.513249:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100918.513258:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100918.513258:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100918.513260:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100918.513266:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100918.513267:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678016, portal 25
00000100:00000001:0.0:1789100918.513273:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100918.513276:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000001:3.0:1789100918.513283:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100918.513287:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100918.513288:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100918.513296:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100918.513299:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100918.513303:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100918.513305:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100918.513307:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789100918.513310:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100918.513313:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00080000:3.0:1789100918.513314:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28056
00000100:00000200:0.0:1789100918.513318:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964678016, offset 0
00000400:00000200:3.0:1789100918.513323:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100918.513330:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100918.513332:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100918.513332:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100918.513337:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513338:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513340:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513341:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100918.513342:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100918.513344:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100918.513345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100918.513346:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100918.513349:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100918.513351:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100918.513352:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100918.513356:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:3.0:1789100918.513356:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513360:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513363:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513364:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100918.513365:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1789100918.513366:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100918.513370:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513371:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.513374:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:3.0:1789100918.513374:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100918.513377:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100918.513380:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.513381:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789100918.513383:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100918.513385:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789100918.513386:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00000001:3.0:1789100918.513388:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513390:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.513394:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512245:512245:256:4294967295] 192.168.204.152@tcp LPNI seq info [512002:512002:8:4294967295]
00000100:00000010:3.0:1789100918.513396:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100918.513399:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100918.513404:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100918.513404:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100918.513407:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513409:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100918.513409:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100918.513411:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100918.513415:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000400:00000200:0.0:1789100918.513419:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100918.513420:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100918.513426:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789100918.513431:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513434:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100918.513436:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100918.513439:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000100:00000040:3.0:1789100918.513440:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100918.513447:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.513450:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1789100918.513451:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100918.513453:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100918.513457:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100918.513459:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1789100918.513460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1789100918.513461:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100918.513465:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28056
00000400:00000200:3.0:1789100918.513470:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.1:1789100918.513472:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:3.0:1789100918.513474:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100918.513478:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1789100918.513479:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1789100918.513480:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513495:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513500:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000100:0.0:1789100918.513502:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513502:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100918.513507:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:0.0:1789100918.513508:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000020:00000040:3.0:1789100918.513508:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100918.513510:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100918.513513:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100918.513515:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100918.513517:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1789100918.513517:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100918.513521:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513523:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513526:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513529:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100918.513530:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1789100918.513531:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100918.513536:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513537:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.513538:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
02000000:00000001:3.0:1789100918.513539:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100918.513542:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1789100918.513543:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
02000000:00000001:3.0:1789100918.513545:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513547:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100918.513549:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1789100918.513549:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100918.513550:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513553:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100918.513556:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000100:00000200:0.0:1789100918.513557:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100918.513558:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100918.513561:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100918.513563:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513566:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100918.513568:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100918.513570:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100918.513573:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100918.513575:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.513582:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1789100918.513586:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100918.513591:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100918.513593:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100918.513597:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100918.513603:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.513607:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.513612:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100918.513613:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100918.513616:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100918.513618:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100918.513619:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513619:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100918.513621:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100918.513624:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100918.513627:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100918.513627:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28056
00000100:00000001:0.0:1789100918.513633:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322729731
00000400:00000200:3.0:1789100918.513634:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100918.513637:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100918.513639:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100918.513641:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000010:0.0:1789100918.513642:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:3.0:1789100918.513643:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513646:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513648:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100918.513649:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100918.513650:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100918.513651:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100918.513652:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1789100918.513652:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100918.513655:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100918.513657:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100918.513659:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100918.513661:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322729731
00000100:00000001:3.0:1789100918.513661:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100918.513662:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100918.513667:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:0.0:1789100918.513668:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc86c0.
00000020:00000040:3.0:1789100918.513668:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100918.513673:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100918.513675:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100918.513675:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.513680:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100918.513680:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100918.513683:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.513685:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100918.513687:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.513690:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100918.513691:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100918.513695:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789100918.513698:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100918/real 1789100918]  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100918.513699:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513704:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100918.513709:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000400:00000001:0.0:1789100918.513713:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1789100918.513713:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000001:0.0:1789100918.513717:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1789100918.513717:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1789100918.513721:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100918.513721:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100918.513724:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100918.513726:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100918.513727:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
02000000:00000001:3.0:1789100918.513728:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100918.513732:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
02000000:00000010:3.0:1789100918.513733:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:0.0:1789100918.513737:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789100918.513738:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100918.513745:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100918.513745:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100918.513770:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100918.513773:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100918.513777:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100918.513778:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100918.513805:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100918.513808:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28066)
00000100:00000001:0.0:1789100918.513819:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100918.513821:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513824:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.513826:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100918.513831:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.513838:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100918.513843:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.513855:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100918.513859:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513860:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.513861:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513867:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100918.513868:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100918.513871:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100918.513874:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100918.513877:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100918.513881:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100918.513889:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964678016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100918.513894:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513896:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.513899:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964678016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.513905:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100918.513907:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100918.513909:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100918.513912:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100918.513914:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100918.513915:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100918.513918:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100918.513920:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:0.0:1789100918.513923:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100918.513924:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100918.513926:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100918.513928:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100918.513929:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513931:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.513939:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100918.513941:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.513943:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100918.513944:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100918.513946:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100918.513949:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.513955:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100918.513957:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.513959:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100918.513960:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100918.513963:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100918.513965:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100918.513968:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100918.513970:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100918.513971:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.513973:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100918.513976:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100918.513978:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.513981:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100918.513983:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100918.513986:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100918.513989:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678144, portal 10
00000100:00000001:0.0:1789100918.513991:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100918.513992:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:0.0:1789100918.513998:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514004:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100918.514006:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100918.514008:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100918.514010:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964678144, offset 0
00000400:00000200:0.0:1789100918.514013:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514017:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514020:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100918.514023:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100918.514025:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100918.514027:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100918.514030:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514033:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512246:512246:256:4294967295] 192.168.204.152@tcp LPNI seq info [512003:512003:8:4294967295]
00000400:00000200:0.0:1789100918.514037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514042:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100918.514047:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514050:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100918.514053:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100918.514056:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789100918.514060:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100918.514062:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1789100918.514066:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514068:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100918.514070:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100918.514073:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100918.514076:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100918.514077:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100918.514079:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100918.514083:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514090:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.514093:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514099:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514100:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100918.514103:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100918.514106:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100918.514109:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100918.514111:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322728468
00000100:00000001:0.0:1789100918.514114:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514116:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322728468
00000100:00000001:0.0:1789100918.514118:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514120:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.514122:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514124:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100918.514127:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100918/real 1789100918]  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100918.514139:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100918.514141:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100918.514142:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100918.514144:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100918.514146:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100918.514148:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100918.514150:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100918.514158:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514164:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100918.514165:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514167:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514168:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100918.514171:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514177:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100918.514181:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514187:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100918.514189:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514190:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514192:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514193:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100918.514195:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100918.514197:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100918.514199:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100918.514202:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100918.514205:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100918.514213:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100918.514216:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100918.514219:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514225:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100918.514226:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514228:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100918.514230:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100918.514232:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100918.514234:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100918.514238:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100918.514239:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100918.514241:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514242:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100918.514245:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100918.514247:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.514250:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100918.514252:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100918.514255:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100918.514258:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678272, portal 10
00000100:00000001:0.0:1789100918.514260:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100918.514261:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100918.514266:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514272:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100918.514274:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100918.514276:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100918.514278:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964678272, offset 0
00000400:00000200:0.0:1789100918.514282:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514285:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514288:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100918.514290:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100918.514293:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100918.514296:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100918.514298:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514301:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512247:512247:256:4294967295] 192.168.204.152@tcp LPNI seq info [512004:512004:8:4294967295]
00000400:00000200:0.0:1789100918.514305:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514309:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100918.514314:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514317:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100918.514320:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100918.514323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789100918.514327:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100918.514329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1789100918.514332:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514334:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100918.514337:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100918.514340:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100918.514343:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100918.514345:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100918.514347:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100918.514351:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514358:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.514360:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514366:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514368:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100918.514371:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100918.514373:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100918.514376:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100918.514378:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322728467
00000100:00000001:0.0:1789100918.514381:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514383:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322728467
00000100:00000001:0.0:1789100918.514385:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514387:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.514389:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514391:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100918.514394:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100918/real 1789100918]  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100918.514401:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100918.514403:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100918.514404:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100918.514406:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100918.514408:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100918.514409:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100918.514412:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100918.514420:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514426:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100918.514428:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514429:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514431:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100918.514434:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514441:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100918.514444:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514451:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100918.514453:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514455:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514456:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514458:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100918.514460:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100918.514463:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100918.514466:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100918.514468:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100918.514471:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100918.514479:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100918.514497:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100918.514501:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514507:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100918.514508:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514511:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100918.514512:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100918.514514:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100918.514517:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100918.514520:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100918.514522:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100918.514523:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514525:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100918.514528:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100918.514530:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.514533:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100918.514535:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100918.514538:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100918.514540:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678400, portal 4
00000100:00000001:0.0:1789100918.514543:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100918.514544:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100918.514549:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514554:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100918.514557:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100918.514559:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100918.514561:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964678400, offset 0
00000400:00000200:0.0:1789100918.514564:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514567:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514571:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100918.514573:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100918.514575:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100918.514578:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100918.514580:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514583:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512248:512248:256:4294967295] 192.168.204.152@tcp LPNI seq info [512005:512005:8:4294967295]
00000400:00000200:0.0:1789100918.514587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514592:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100918.514596:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514600:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100918.514603:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100918.514606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789100918.514610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100918.514612:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1789100918.514615:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514617:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100918.514620:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100918.514623:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100918.514626:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100918.514627:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100918.514629:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100918.514632:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514645:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.514648:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514654:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514656:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100918.514658:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100918.514661:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100918.514664:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100918.514665:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322728477
00000100:00000001:0.0:1789100918.514668:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514670:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322728477
00000100:00000001:0.0:1789100918.514672:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514674:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.514676:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514678:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100918.514681:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100918/real 1789100918]  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100918.514688:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100918.514690:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100918.514691:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100918.514693:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100918.514695:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100918.514697:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100918.514701:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100918.514708:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514714:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100918.514716:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514717:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514719:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100918.514722:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514728:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100918.514732:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514738:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100918.514740:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514742:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514743:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514745:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100918.514747:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100918.514749:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100918.514752:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100918.514754:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100918.514757:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100918.514765:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100918.514768:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100918.514771:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514777:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100918.514778:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514780:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100918.514782:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100918.514784:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100918.514803:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100918.514806:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100918.514808:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100918.514809:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100918.514811:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100918.514814:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100918.514816:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100918.514818:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100918.514820:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100918.514823:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100918.514826:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678528, portal 4
00000100:00000001:0.0:1789100918.514827:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100918.514828:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100918.514833:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514839:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100918.514841:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100918.514843:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100918.514845:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964678528, offset 0
00000400:00000200:0.0:1789100918.514849:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514855:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100918.514858:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100918.514860:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100918.514862:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100918.514865:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100918.514868:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512249:512249:256:4294967295] 192.168.204.152@tcp LPNI seq info [512006:512006:8:4294967295]
00000400:00000200:0.0:1789100918.514871:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100918.514877:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100918.514881:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514884:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100918.514888:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100918.514891:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789100918.514894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100918.514897:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1789100918.514900:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100918.514902:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:0.0:1789100918.514905:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100918.514908:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100918.514910:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:0.0:1789100918.514912:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:0.0:1789100918.514914:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100918.514917:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514924:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.514927:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514932:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514934:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100918.514936:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100918.514939:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100918.514942:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100918.514944:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322728498
00000100:00000001:0.0:1789100918.514946:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514948:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322728498
00000100:00000001:0.0:1789100918.514950:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322729731
00000100:00000001:0.0:1789100918.514951:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100918.514953:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.514955:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100918.514958:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100918/real 1789100918]  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100918.514964:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100918.514966:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100918.514967:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100918.514969:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100918.514971:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100918.514973:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100918.514976:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100918.514983:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.514989:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100918.514990:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.514991:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.514993:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100918.514996:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515002:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100918.515005:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515011:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100918.515013:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515015:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100918.515016:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515018:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100918.515019:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100918.515022:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100918.515025:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100918.515027:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100918.515030:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100918.515043:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100918.515046:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515048:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.515050:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964678144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515057:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100918.515058:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100918.515060:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100918.515062:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100918.515064:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100918.515065:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100918.515067:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100918.515069:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789100918.515072:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100918.515073:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100918.515074:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:0.0:1789100918.515076:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100918.515077:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515079:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.515081:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964678272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515088:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100918.515089:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100918.515090:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35dc00.
02000000:00000001:0.0:1789100918.515092:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100918.515093:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100918.515095:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100918.515096:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100918.515098:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100918.515100:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100918.515101:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100918.515102:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100918.515105:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100918.515106:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515107:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.515110:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964678400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515116:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100918.515117:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100918.515119:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100918.515121:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100918.515122:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100918.515124:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100918.515125:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100918.515127:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100918.515128:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100918.515129:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100918.515131:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100918.515133:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100918.515134:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515136:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100918.515139:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964678528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100918.515144:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100918.515145:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100918.515147:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35fc00.
02000000:00000001:0.0:1789100918.515148:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100918.515149:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100918.515150:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100918.515152:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100918.515153:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100918.515155:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100918.515156:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100918.515157:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100918.515160:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100918.515161:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515163:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100918.515166:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100918.515167:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100918.515169:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100918.515170:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100919.536920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100919.536926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100919.536933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100919.536934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100919.536937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100919.536938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100919.537010:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100919.537014:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100919.537016:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100919.856891:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322729731, at 4322729792
00000100:00000040:1.0:1789100919.856891:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322729731, at 4322729792
00000100:00000010:1.0:1789100919.856911:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc86c0.
00000100:00000010:0.0:1789100919.856913:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100920.560925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100920.560932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100920.560938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100920.560940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100920.560943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100920.560944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100920.561027:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100920.561034:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100920.561038:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100921.584939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100921.584946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100921.584951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100921.584953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100921.584955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100921.584956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100921.585027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100921.585031:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100921.585035:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100922.609079:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100922.609085:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100922.609091:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100922.609093:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100922.609096:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100922.609097:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100922.609153:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100922.609157:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100922.609159:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100923.632969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100923.632976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100923.632981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100923.632983:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100923.632986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100923.632988:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100923.633067:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100923.633071:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100923.633075:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100923.633298:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100923.633304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100923.633306:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100923.633310:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100923.633314:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100923.633320:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28061
00000400:00000200:0.0:1789100923.633327:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100923.633332:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100923.633335:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100923.633337:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633340:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.633342:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633344:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100923.633347:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100923.633349:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100923.633351:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100923.633354:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100923.633357:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100923.633359:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100923.633362:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633364:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.633366:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633368:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100923.633370:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100923.633373:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633376:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100923.633379:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100923.633382:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100923.633384:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633403:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100923.633407:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100923.633417:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789100923.633424:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100923.633427:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100923.633429:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633432:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100923.633434:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100923.633438:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100923.633447:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:0.0:1789100923.633453:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100923.633462:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100923.633470:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100923.633473:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100923.633476:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100923.633492:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100923.633494:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100923.633496:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100923.633497:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100923.633498:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100923.633500:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100923.633501:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28061
00000400:00000200:0.0:1789100923.633504:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100923.633506:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100923.633507:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100923.633509:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633511:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.633512:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633514:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100923.633516:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100923.633517:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100923.633518:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100923.633520:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100923.633521:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100923.633522:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100923.633524:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100923.633525:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100923.633526:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.633530:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633532:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100923.633532:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1789100923.633536:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789100923.633537:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1789100923.633539:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633542:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100923.633543:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789100923.633547:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100923.633548:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100923.633552:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633556:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100923.633561:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789100923.633563:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1789100923.633567:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.633567:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633571:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.633574:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1789100923.633577:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
02000000:00000001:3.0:1789100923.633578:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789100923.633583:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100923.633583:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100923.633590:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1789100923.633591:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964678656:192.168.204.152@tcp:250:kworker.0
02000000:00000001:0.0:1789100923.633593:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633597:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789100923.633599:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100923.633600:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100923.633604:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.633605:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1789100923.633609:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
02000000:00000001:3.0:1789100923.633610:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633614:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.633615:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1789100923.633622:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1789100923.633623:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789100923.633628:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633635:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789100923.633639:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100923.633640:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100923.633645:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000040:0.0:1789100923.633647:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789100923.633653:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000001:0.0:1789100923.633661:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100923.633664:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678656, portal 25
00000100:00080000:0.0:1789100923.633665:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100923.633669:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1789100923.633671:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100923.633673:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000001:0.0:1789100923.633675:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100923.633679:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100923.633684:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1789100923.633684:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100923.633690:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28061
00000400:00000200:0.0:1789100923.633700:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.633701:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1789100923.633706:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:3.0:1789100923.633709:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100923.633712:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00080000:0.0:1789100923.633718:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1789100923.633718:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964678656, offset 0
00000100:00000040:0.0:1789100923.633725:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633729:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100923.633730:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789100923.633734:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633736:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100923.633737:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100923.633738:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100923.633741:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789100923.633741:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:0.0:1789100923.633745:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100923.633748:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100923.633748:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:0.0:1789100923.633750:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789100923.633755:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1789100923.633756:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.633759:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100923.633761:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:0.0:1789100923.633764:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100923.633767:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789100923.633768:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100923.633771:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:0.0:1789100923.633773:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789100923.633777:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512250:512250:256:4294967295] 192.168.204.152@tcp LPNI seq info [512007:512007:8:4294967295]
00000100:00080000:0.0:1789100923.633779:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789100923.633783:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.633814:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100923.633822:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.633829:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:0.0:1789100923.633833:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100923.633839:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1789100923.633839:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:0.0:1789100923.633844:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1789100923.633845:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1789100923.633851:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633856:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1789100923.633856:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00100000:0.0:1789100923.633860:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1789100923.633862:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000008:00000001:0.0:1789100923.633866:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.633872:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789100923.633872:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.633876:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000010:0.0:1789100923.633879:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789100923.633883:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100923.633884:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1789100923.633887:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100923.633891:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100923.633892:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789100923.633895:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100923.633898:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789100923.633899:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
02000000:00000001:0.0:1789100923.633901:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100923.633903:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
02000000:00000010:0.0:1789100923.633907:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:3.0:1789100923.633910:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1789100923.633913:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100923.633918:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100923.633923:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100923.633936:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100923.633939:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789100923.633943:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100923.633944:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100923.633955:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.633959:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.633963:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100923.633969:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100923.633971:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100923.633971:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100923.633976:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100923.633978:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100923.633980:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100923.633982:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100923.633984:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28061
00000400:00000200:0.0:1789100923.633986:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100923.633989:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789100923.633990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789100923.633991:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100923.633997:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100923.633997:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322734852
00000100:00000001:0.0:1789100923.634001:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.634004:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000010:3.0:1789100923.634006:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b180.
00000100:00000001:0.0:1789100923.634007:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100923.634012:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100923.634013:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100923.634015:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100923.634016:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1789100923.634017:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100923.634021:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100923.634024:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789100923.634024:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322734852
00000100:00000040:0.0:1789100923.634030:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000010:3.0:1789100923.634032:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b360.
00000100:00000001:0.0:1789100923.634036:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100923.634038:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1789100923.634041:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100923.634044:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100923.634046:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100923.634049:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100923.634051:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789100923.634053:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1789100923.634057:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100923.634063:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100923.634063:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100923/real 1789100923]  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100923.634069:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100923.634072:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100923.634079:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634083:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100923.634087:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000400:00000001:3.0:1789100923.634090:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1789100923.634091:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1789100923.634094:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789100923.634096:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100923.634099:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000010:0.0:1789100923.634101:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000400:00000200:3.0:1789100923.634104:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000020:00000040:0.0:1789100923.634106:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000010:3.0:1789100923.634108:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
02000000:00000001:0.0:1789100923.634112:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100923.634114:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1789100923.634116:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634121:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1789100923.634121:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100923.634124:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100923.634128:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100923.634135:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000200:3.0:1789100923.634139:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100923.634141:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100923.634150:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100923.634152:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100923.634156:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634160:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634164:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100923.634165:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1789100923.634172:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634178:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100923.634179:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100923.634183:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100923.634189:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634190:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100923.634196:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634199:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634200:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634204:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100923.634206:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100923.634211:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100923.634211:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100923.634217:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100923.634217:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100923.634220:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1789100923.634226:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100923.634228:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1789100923.634228:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789100923.634232:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100923.634237:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100923.634243:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28061
00000100:00100000:3.0:1789100923.634249:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964678656:192.168.204.152@tcp:250:kworker.0
00000400:00000200:0.0:1789100923.634251:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.634258:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789100923.634259:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100923.634263:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1789100923.634264:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100923.634269:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.634272:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100923.634273:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100923.634275:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100923.634277:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100923.634279:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100923.634280:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100923.634285:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000040:3.0:1789100923.634285:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964678656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100923.634289:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100923.634295:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789100923.634301:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1789100923.634303:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100923.634305:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1789100923.634307:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1789100923.634310:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
00000100:00000040:0.0:1789100923.634312:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789100923.634315:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1789100923.634316:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100923.634319:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100923.634321:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000020:00000040:3.0:1789100923.634322:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100923.634327:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:0.0:1789100923.634329:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100923.634333:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100923.634335:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:0.0:1789100923.634336:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100923.634342:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100923.634343:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100923.634345:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634346:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1789100923.634349:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:3.0:1789100923.634350:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000008:00100000:0.0:1789100923.634352:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100923.634356:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634358:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634361:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000010:0.0:1789100923.634362:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100923.634365:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789100923.634366:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789100923.634370:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789100923.634371:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100923.634374:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634377:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100923.634378:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100923.634380:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634381:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:0.0:1789100923.634384:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:3.0:1789100923.634384:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634400:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634406:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1789100923.634410:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100923.634410:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100923.634417:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789100923.634422:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789100923.634424:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100923.634427:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100923.634437:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634448:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100923.634451:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100923.634455:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634456:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100923.634459:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100923.634462:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28071)
02000000:00000001:3.0:1789100923.634463:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100923.634470:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100923.634475:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100923.634478:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100923.634480:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634483:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100923.634485:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789100923.634487:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100923.634490:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100923.634492:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100923.634494:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100923.634496:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678784, portal 10
00000100:00000001:3.0:1789100923.634498:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100923.634498:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:3.0:1789100923.634503:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634507:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100923.634508:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100923.634509:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100923.634511:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964678784, offset 0
00000400:00000200:3.0:1789100923.634513:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634516:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634518:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100923.634520:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100923.634522:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100923.634524:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100923.634525:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634527:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512251:512251:256:4294967295] 192.168.204.152@tcp LPNI seq info [512008:512008:8:4294967295]
00000400:00000200:3.0:1789100923.634529:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634533:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100923.634536:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634538:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100923.634540:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100923.634542:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789100923.634545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100923.634547:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789100923.634549:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634550:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100923.634552:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100923.634554:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100923.634556:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100923.634557:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100923.634559:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100923.634561:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634566:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.634568:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634572:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634573:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100923.634576:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100923.634579:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100923.634582:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.634584:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322733588
00000100:00000001:3.0:1789100923.634586:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.634588:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322733588
00000100:00000001:3.0:1789100923.634590:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.634592:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100923.634593:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634595:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100923.634599:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100923/real 1789100923]  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100923.634607:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100923.634608:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100923.634610:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100923.634612:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100923.634614:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100923.634616:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100923.634619:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100923.634627:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634633:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100923.634634:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634636:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634637:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100923.634640:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634647:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100923.634651:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634657:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100923.634660:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634661:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634662:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634664:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100923.634666:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100923.634668:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100923.634672:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100923.634674:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100923.634677:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100923.634684:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100923.634688:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100923.634691:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634695:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100923.634696:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634697:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100923.634698:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100923.634700:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100923.634701:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100923.634703:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100923.634705:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100923.634706:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634707:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100923.634710:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789100923.634711:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100923.634713:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100923.634714:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100923.634716:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100923.634718:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964678912, portal 10
00000100:00000001:3.0:1789100923.634720:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100923.634720:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789100923.634724:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634728:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100923.634729:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100923.634730:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100923.634732:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964678912, offset 0
00000400:00000200:3.0:1789100923.634734:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634736:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634738:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100923.634740:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100923.634742:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100923.634743:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100923.634745:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634747:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512252:512252:256:4294967295] 192.168.204.152@tcp LPNI seq info [512009:512009:8:4294967295]
00000400:00000200:3.0:1789100923.634749:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634753:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100923.634755:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634757:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100923.634759:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100923.634761:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789100923.634764:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100923.634766:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789100923.634768:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634769:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100923.634771:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100923.634773:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100923.634775:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100923.634776:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100923.634777:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100923.634780:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634784:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.634801:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634806:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634807:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100923.634809:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100923.634811:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100923.634812:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.634814:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322733588
00000100:00000001:3.0:1789100923.634815:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.634817:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322733588
00000100:00000001:3.0:1789100923.634818:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.634820:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100923.634821:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.634822:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100923.634824:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100923/real 1789100923]  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100923.634828:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100923.634829:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100923.634830:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100923.634831:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100923.634832:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100923.634833:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100923.634834:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100923.634839:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634843:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100923.634844:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634845:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634845:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100923.634847:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634851:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100923.634853:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634856:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100923.634858:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634858:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.634859:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.634860:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100923.634862:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100923.634863:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100923.634865:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100923.634867:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100923.634869:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100923.634873:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964678912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100923.634874:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100923.634876:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634880:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100923.634881:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634882:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100923.634883:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100923.634884:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100923.634886:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100923.634887:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100923.634888:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100923.634889:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.634890:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100923.634903:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100923.634905:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100923.634908:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100923.634911:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100923.634917:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100923.634920:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679040, portal 4
00000100:00000001:3.0:1789100923.634922:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100923.634923:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789100923.634928:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.634934:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100923.634937:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100923.634939:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100923.634941:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964679040, offset 0
00000400:00000200:3.0:1789100923.634945:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634948:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634951:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100923.634954:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100923.634957:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100923.634958:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100923.634961:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100923.634963:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512253:512253:256:4294967295] 192.168.204.152@tcp LPNI seq info [512010:512010:8:4294967295]
00000400:00000200:3.0:1789100923.634967:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.634973:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100923.634977:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634980:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100923.634984:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100923.634987:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789100923.634991:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100923.634993:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789100923.634996:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.634998:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100923.635001:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100923.635004:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100923.635006:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100923.635008:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100923.635010:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100923.635014:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635021:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635024:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635035:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635036:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100923.635040:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100923.635043:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100923.635046:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.635048:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322733598
00000100:00000001:3.0:1789100923.635050:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.635052:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322733598
00000100:00000001:3.0:1789100923.635054:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.635056:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100923.635058:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635060:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100923.635064:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100923/real 1789100923]  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100923.635071:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100923.635073:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100923.635074:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100923.635077:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100923.635083:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100923.635086:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100923.635089:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100923.635096:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635102:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100923.635104:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635105:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.635106:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100923.635110:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635116:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100923.635119:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635123:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100923.635125:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635126:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.635126:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635127:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100923.635128:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100923.635130:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100923.635131:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100923.635132:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100923.635134:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100923.635139:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100923.635141:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635142:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635144:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964678784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635148:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100923.635149:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100923.635150:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789100923.635152:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100923.635153:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100923.635154:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100923.635155:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100923.635156:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:3.0:1789100923.635159:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100923.635160:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100923.635161:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:3.0:1789100923.635163:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100923.635163:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635164:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635166:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964678912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635170:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100923.635171:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100923.635172:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789100923.635173:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100923.635173:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100923.635174:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100923.635175:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100923.635176:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789100923.635177:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100923.635177:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100923.635178:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789100923.635179:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100923.635180:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635181:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635182:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964679040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635185:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100923.635186:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100923.635187:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100923.635188:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100923.635188:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100923.635189:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100923.635190:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100923.635190:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100923.635192:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100923.635192:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100923.635193:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789100923.635194:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100923.635195:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635196:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635199:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100923.635200:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635201:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100923.635202:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100923.635203:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100923.635205:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635208:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100923.635209:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.635211:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100923.635212:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100923.635213:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100923.635214:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100923.635216:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100923.635217:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100923.635218:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100923.635219:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100923.635221:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100923.635222:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100923.635224:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100923.635226:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100923.635228:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100923.635230:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679168, portal 4
00000100:00000001:3.0:1789100923.635231:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100923.635232:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789100923.635235:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635239:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100923.635240:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100923.635242:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100923.635243:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964679168, offset 0
00000400:00000200:3.0:1789100923.635245:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100923.635249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.635252:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100923.635255:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100923.635257:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100923.635259:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100923.635262:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100923.635264:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512254:512254:256:4294967295] 192.168.204.152@tcp LPNI seq info [512011:512011:8:4294967295]
00000400:00000200:3.0:1789100923.635268:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100923.635274:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100923.635278:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.635281:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100923.635284:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100923.635287:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789100923.635291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100923.635294:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789100923.635298:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100923.635300:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100923.635302:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100923.635305:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100923.635308:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100923.635310:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100923.635312:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100923.635316:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635323:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635326:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635332:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635333:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100923.635336:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100923.635338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100923.635341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100923.635343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322733618
00000100:00000001:3.0:1789100923.635345:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.635347:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322733618
00000100:00000001:3.0:1789100923.635349:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322734852
00000100:00000001:3.0:1789100923.635351:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100923.635353:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635355:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100923.635359:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100923/real 1789100923]  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100923.635366:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100923.635368:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100923.635369:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100923.635371:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100923.635373:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100923.635375:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100923.635378:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100923.635385:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635401:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100923.635403:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635404:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.635406:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100923.635409:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635415:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100923.635419:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635424:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100923.635427:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635429:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100923.635430:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635431:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100923.635433:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100923.635436:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100923.635439:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100923.635441:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100923.635444:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100923.635452:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100923.635455:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635457:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100923.635460:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964679168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100923.635465:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100923.635467:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100923.635468:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100923.635471:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100923.635472:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100923.635473:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100923.635475:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100923.635476:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:3.0:1789100923.635479:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100923.635480:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100923.635482:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789100923.635484:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100923.635485:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635487:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100923.635490:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100923.635492:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100923.635493:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100923.635495:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100924.656930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100924.656938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100924.656943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100924.656945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100924.656948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100924.656949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100924.657017:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100924.657022:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100924.657025:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100924.976874:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322734852, at 4322734912
00000100:00000040:1.0:1789100924.976874:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322734852, at 4322734912
00000100:00000010:0.0:1789100924.976887:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b180.
00000100:00000010:1.0:1789100924.976891:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b360.
00010000:00000001:2.0:1789100925.680897:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100925.680904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100925.680910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100925.680911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100925.680914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100925.680916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100925.680987:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100925.680991:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100925.680994:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100926.704931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100926.704939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100926.704945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100926.704946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100926.704950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100926.704951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100926.705018:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100926.705023:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100926.705027:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100927.728920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100927.728930:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100927.728932:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100927.728935:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728940:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100927.728943:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728945:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728947:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100927.728954:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100927.728955:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100927.728956:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728957:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100927.728958:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728959:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728960:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100927.728963:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100927.728964:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100927.728965:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728965:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100927.728966:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728967:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100927.728968:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100927.729027:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100927.729031:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100927.729035:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100928.753022:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100928.753030:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100928.753031:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100928.753034:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100928.753037:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100928.753043:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28066
00000400:00000200:3.0:1789100928.753050:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100928.753055:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100928.753057:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100928.753059:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753061:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.753063:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753064:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100928.753067:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100928.753068:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100928.753071:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100928.753074:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100928.753076:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100928.753078:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100928.753081:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753083:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.753084:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753086:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100928.753089:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100928.753092:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753094:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.753097:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100928.753102:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100928.753105:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753107:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100928.753110:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100928.753119:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100928.753122:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100928.753126:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100928.753127:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753129:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100928.753132:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100928.753135:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100928.753141:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100928.753145:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100928.753153:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100928.753161:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100928.753164:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100928.753168:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.753214:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.753219:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.753221:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100928.753228:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.753235:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100928.753236:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753240:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100928.753242:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100928.753245:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100928.753248:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964679296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100928.753252:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100928.753256:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100928.753259:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753260:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100928.753264:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100928.753265:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.753270:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100928.753273:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100928.753278:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100928.753284:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679296, portal 25
00000100:00000001:0.0:1789100928.753286:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100928.753288:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100928.753307:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.753314:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100928.753317:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100928.753319:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbaa0.
00000100:00000200:0.0:1789100928.753322:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964679296, offset 0
00000400:00000200:0.0:1789100928.753328:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100928.753337:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.753343:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100928.753348:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100928.753352:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100928.753355:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100928.753357:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100928.753360:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512255:512255:256:4294967295] 192.168.204.152@tcp LPNI seq info [512012:512012:8:4294967295]
00000400:00000200:0.0:1789100928.753363:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.753370:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100928.753374:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100928.753378:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbf00.
00000800:00000200:0.0:1789100928.753383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100928.753387:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100928.753402:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.753405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100928.753407:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322739971
00000100:00000010:0.0:1789100928.753411:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100928.753416:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100928.753422:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322739971
00000100:00000010:0.0:1789100928.753424:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc84e0.
00000100:00000001:0.0:1789100928.753426:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100928.753428:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100928.753431:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100928.753432:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789100928.753434:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100928.753437:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753438:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1789100928.753445:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100928.753447:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100928.753451:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100928.753452:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753460:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100928.753466:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100928.753480:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100928.753482:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100928.753483:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100928.753486:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100928.753489:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28066
00000400:00000200:3.0:1789100928.753494:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100928.753498:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100928.753501:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100928.753504:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753507:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.753510:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:1.0:1789100928.753511:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789100928.753513:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100928.753515:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100928.753518:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00010000:00010000:1.0:1789100928.753520:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789100928.753521:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100928.753525:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100928.753528:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100928.753530:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100928.753533:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100928.753536:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753539:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.753541:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753543:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100928.753545:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100928.753548:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753551:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.753553:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100928.753558:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100928.753560:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753562:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100928.753566:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100928.753569:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753571:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100928.753575:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100928.753578:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100928.753580:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100928.753582:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753583:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100928.753585:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100928.753587:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100928.753591:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100928.753595:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100928.753605:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100928.753611:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100928.753612:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100928.753613:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789100928.753614:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753616:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.753618:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.753619:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100928.753619:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.753621:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753635:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100928.753638:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100928.753641:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100928.753643:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100928.753644:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100928.753647:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100928.753650:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1789100928.753650:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28066
00000100:00000001:0.0:1789100928.753651:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.753653:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789100928.753653:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100928.753656:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:0.0:1789100928.753657:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100928.753658:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100928.753661:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753663:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100928.753664:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789100928.753665:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100928.753666:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753667:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100928.753668:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1789100928.753669:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1789100928.753670:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789100928.753670:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
02000000:00000001:0.0:1789100928.753672:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100928.753672:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1789100928.753674:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679424:192.168.204.152@tcp:38:kworker.0
00000020:00000040:3.0:1789100928.753674:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100928.753676:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100928.753678:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1789100928.753678:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
02000000:00000001:0.0:1789100928.753680:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100928.753681:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100928.753681:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753682:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100928.753683:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1789100928.753684:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753686:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:0.0:1789100928.753687:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100928.753688:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.753692:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100928.753695:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e898.
00000400:00000010:0.0:1789100928.753698:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100928.753701:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679424, portal 10
00000100:00000001:0.0:1789100928.753703:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100928.753704:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100928.753710:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.753716:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100928.753718:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100928.753721:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb220.
00000100:00000200:0.0:1789100928.753724:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964679424, offset 0
00000400:00000200:0.0:1789100928.753728:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100928.753732:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.753748:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:3.0:1789100928.753749:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100928.753751:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100928.753753:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:3.0:1789100928.753753:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753755:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.753756:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789100928.753757:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100928.753758:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:3.0:1789100928.753760:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100928.753761:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512256:512256:255:4294967295] 192.168.204.152@tcp LPNI seq info [512013:512013:7:4294967295]
02000000:00000001:3.0:1789100928.753762:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753764:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100928.753766:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100928.753768:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753770:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.753772:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789100928.753773:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100928.753776:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100928.753779:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789100928.753779:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100928.753780:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753782:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1789100928.753783:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100928.753784:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1789100928.753804:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db900.
00000800:00000200:0.0:1789100928.753809:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100928.753813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100928.753816:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100928.753819:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100928.753822:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100928.753824:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322738708
00000100:00000001:0.0:1789100928.753827:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.753829:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322738708
00000100:00000001:0.0:1789100928.753831:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.753833:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100928.753835:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753837:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753839:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100928.753842:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100928.753843:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100928.753845:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.753846:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.753847:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753849:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.753858:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100928.753863:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789100928.753867:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100928.753873:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100928.753879:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100928.753881:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100928.753885:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100928.753900:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100928.753903:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100928.753906:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100928.753907:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100928.753909:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100928.753911:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100928.753914:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28066
00000400:00000200:3.0:1789100928.753919:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100928.753922:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100928.753925:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100928.753927:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753929:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.753931:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753933:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100928.753936:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100928.753937:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100928.753939:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100928.753941:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100928.753943:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100928.753945:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100928.753947:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100928.753948:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.753950:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100928.753950:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100928.753951:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100928.753951:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753954:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100928.753955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100928.753956:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100928.753959:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100928.753961:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753963:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100928.753963:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100928.753964:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753966:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100928.753967:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100928.753968:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100928.753969:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753970:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753971:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1789100928.753973:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679552:192.168.204.152@tcp:38:kworker.0
00000008:00100000:3.0:1789100928.753973:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100928.753975:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.753976:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789100928.753977:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753978:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100928.753979:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.753981:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1789100928.753981:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100928.753983:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000010:0.0:1789100928.753984:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789100928.753985:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100928.753986:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.753987:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.753989:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100928.753990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100928.753990:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789100928.753992:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e6e0.
02000000:00000001:3.0:1789100928.753992:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100928.753995:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
02000000:00000010:3.0:1789100928.753996:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000200:0.0:1789100928.753998:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679552, portal 10
00000100:00000001:3.0:1789100928.753999:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754000:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100928.754001:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00100000:3.0:1789100928.754003:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100928.754006:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100928.754011:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100928.754013:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100928.754013:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100928.754015:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:3.0:1789100928.754016:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100928.754017:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbcc0.
00000100:00000200:0.0:1789100928.754020:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964679552, offset 0
00000400:00000200:0.0:1789100928.754024:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100928.754024:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.754027:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100928.754027:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100928.754030:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1789100928.754031:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100928.754032:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100928.754033:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100928.754034:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789100928.754036:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100928.754037:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:3.0:1789100928.754038:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28066
00000400:00000200:0.0:1789100928.754039:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100928.754041:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100928.754042:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100928.754044:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100928.754045:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512257:512257:254:4294967295] 192.168.204.152@tcp LPNI seq info [512014:512014:6:4294967295]
00000100:00080000:3.0:1789100928.754047:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100928.754048:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100928.754050:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.754052:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.754054:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100928.754055:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100928.754057:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000200:0.0:1789100928.754059:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000001:3.0:1789100928.754059:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100928.754060:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100928.754061:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100928.754063:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000800:00000010:0.0:1789100928.754064:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbe00.
00000020:00000001:3.0:1789100928.754065:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000800:00000200:0.0:1789100928.754067:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000001:3.0:1789100928.754068:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100928.754070:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.754072:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100928.754074:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100928.754076:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100928.754078:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100928.754081:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100928.754084:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100928.754084:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100928.754085:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100928.754087:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.754088:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789100928.754089:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
02000000:00000001:3.0:1789100928.754090:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.754092:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100928.754092:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100928.754094:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322738707
00000008:00100000:3.0:1789100928.754094:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100928.754097:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322739971
00000008:00000001:3.0:1789100928.754097:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754099:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322738707
00000100:00000001:3.0:1789100928.754099:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754101:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322739971
00000100:00000010:3.0:1789100928.754102:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100928.754103:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789100928.754104:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100928.754105:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.754106:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100928.754108:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100928.754108:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754110:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100928.754110:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100928.754111:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100928.754113:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1789100928.754113:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754114:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100928.754116:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1789100928.754116:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:0.0:1789100928.754118:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.754119:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100928.754119:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100928.754123:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100928.754123:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100928.754130:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100928.754131:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100928.754131:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100928.754133:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789100928.754133:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.754134:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100928.754136:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100928.754136:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100928.754139:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100928.754142:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100928.754144:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789100928.754144:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.754145:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.754147:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1789100928.754149:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28076)
02000000:00000010:0.0:1789100928.754150:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100928.754152:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.754155:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100928.754157:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789100928.754160:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbdd0.
00000100:00000200:0.0:1789100928.754163:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679680, portal 4
00000100:00000001:0.0:1789100928.754165:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100928.754166:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000040:0.0:1789100928.754173:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.754190:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100928.754192:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100928.754195:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbf68.
00000100:00000200:0.0:1789100928.754197:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964679680, offset 0
00000400:00000200:0.0:1789100928.754201:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100928.754205:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.754208:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100928.754210:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100928.754213:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100928.754216:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100928.754218:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100928.754221:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512258:512258:253:4294967295] 192.168.204.152@tcp LPNI seq info [512015:512015:5:4294967295]
00000400:00000200:0.0:1789100928.754224:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.754229:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100928.754233:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100928.754235:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dba00.
00000800:00000200:0.0:1789100928.754239:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100928.754242:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100928.754245:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100928.754248:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100928.754250:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100928.754252:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322738717
00000100:00000001:0.0:1789100928.754255:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.754256:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322738717
00000100:00000001:0.0:1789100928.754259:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.754261:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100928.754263:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754265:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754267:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100928.754270:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100928.754272:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100928.754274:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.754275:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.754276:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100928.754280:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.754287:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100928.754289:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.754305:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100928.754307:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100928.754309:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100928.754311:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100928.754315:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100928.754316:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100928.754318:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100928.754320:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100928.754323:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100928.754324:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100928.754328:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100928.754331:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100928.754334:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789100928.754338:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679808, portal 4
00000100:00000001:0.0:1789100928.754339:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100928.754340:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100928.754346:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100928.754351:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100928.754354:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100928.754356:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb908.
00000100:00000200:0.0:1789100928.754359:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964679808, offset 0
00000400:00000200:0.0:1789100928.754363:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100928.754367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.754370:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100928.754373:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100928.754375:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100928.754377:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100928.754379:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100928.754381:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512259:512259:252:4294967295] 192.168.204.152@tcp LPNI seq info [512016:512016:4:4294967295]
00000400:00000200:0.0:1789100928.754385:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100928.754391:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100928.754394:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100928.754397:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbb00.
00000800:00000200:0.0:1789100928.754401:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100928.754404:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100928.754407:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100928.754409:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100928.754412:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100928.754414:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322738737
00000100:00000001:0.0:1789100928.754416:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.754418:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322738737
00000100:00000001:0.0:1789100928.754419:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322739971
00000100:00000001:0.0:1789100928.754421:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100928.754423:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754426:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754427:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100928.754430:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100928.754432:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100928.754433:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100928.754434:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100928.754436:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100928.754437:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100929.776924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100929.776931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100929.776937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100929.776939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100929.776942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100929.776943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100929.777847:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100929.777853:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100929.777857:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100930.096943:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322739971, at 4322740032
00000100:00000010:0.0:1789100930.096954:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000040:1.0:1789100930.097110:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322739971, at 4322740032
00000100:00000010:1.0:1789100930.097117:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc84e0.
00010000:00000001:2.0:1789100930.801334:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100930.801341:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100930.801347:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100930.801348:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100930.801351:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100930.801353:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100930.802221:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100930.802226:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100930.802230:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100931.825061:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100931.825067:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100931.825072:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100931.825074:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100931.825077:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100931.825078:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1789100931.825953:0:256904:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:3.0:1789100931.826002:0:256904:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100931.826012:0:256904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100931.826016:0:256904:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100931.826021:0:256904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100931.826025:0:256904:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100931.826029:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100931.826033:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbf00.
00000400:00000200:3.0:1789100931.826038:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100931.826043:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100931.826051:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbaa0
00000400:00000010:3.0:1789100931.826053:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbaa0.
00000100:00000001:3.0:1789100931.826057:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100931.826066:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826096:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100931.826101:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826109:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100931.826111:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100931.826121:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100931.826123:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db900.
00000400:00000200:3.0:1789100931.826126:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100931.826129:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100931.826132:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb220
00000400:00000010:3.0:1789100931.826133:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb220.
00000100:00000001:3.0:1789100931.826136:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100931.826140:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826148:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100931.826152:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826158:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100931.826159:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100931.826163:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100931.826165:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbe00.
00000400:00000200:3.0:1789100931.826167:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100931.826170:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100931.826173:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbcc0
00000400:00000010:3.0:1789100931.826174:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbcc0.
00000100:00000001:3.0:1789100931.826176:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100931.826180:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826186:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100931.826189:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826196:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100931.826197:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100931.826202:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100931.826203:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dba00.
00000400:00000200:3.0:1789100931.826206:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100931.826209:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100931.826211:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbf68
00000400:00000010:3.0:1789100931.826212:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbf68.
00000100:00000001:3.0:1789100931.826214:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100931.826219:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826226:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100931.826228:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826245:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100931.826247:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100931.826251:0:256904:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100931.826253:0:256904:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbb00.
00000400:00000200:3.0:1789100931.826255:0:256904:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100931.826258:0:256904:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100931.826260:0:256904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb908
00000400:00000010:3.0:1789100931.826262:0:256904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb908.
00000100:00000001:3.0:1789100931.826264:0:256904:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100931.826268:0:256904:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826275:0:256904:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100931.826277:0:256904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100931.826282:0:256904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100931.826284:0:256904:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1789100931.826349:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100931.826352:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100931.826356:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100931.826422:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100931.826426:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100931.826429:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100931.826436:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100928/real 1789100931]  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100931.826446:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100931.826448:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100931.826452:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100931.826455:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789100931.826457:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789100931.826459:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100931.826463:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100931.826471:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826478:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100931.826480:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826482:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826485:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100931.826489:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826496:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100931.826500:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826507:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100931.826511:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826512:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826513:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826516:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100931.826519:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100931.826522:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100931.826527:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100931.826529:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100931.826534:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100931.826541:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100931.826545:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100931.826548:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100928/real 1789100931]  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100931.826555:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100931.826556:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100931.826558:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789100931.826560:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbdd0
00000400:00000010:0.0:1789100931.826561:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbdd0.
00000100:00000001:0.0:1789100931.826563:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100931.826566:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100931.826573:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826579:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100931.826580:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826582:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826583:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100931.826598:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826605:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100931.826609:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826615:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100931.826617:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826618:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826619:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826621:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100931.826622:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100931.826625:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100931.826628:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100931.826630:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100931.826633:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100931.826639:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100931.826642:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100931.826646:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100928/real 1789100931]  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100931.826652:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100931.826653:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100931.826655:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e6e0.
00000400:00000200:0.0:1789100931.826657:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100931.826658:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100931.826660:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100931.826662:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100931.826674:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826679:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100931.826681:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826682:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826683:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100931.826686:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826691:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100931.826694:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826700:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100931.826702:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826703:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.826704:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.826706:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100931.826708:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100931.826710:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100931.826713:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100931.826715:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100931.826718:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100931.826724:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100931.826727:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100931.826731:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100928/real 1789100931]  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100931.826744:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100931.826745:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100931.826747:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e898.
00000400:00000200:0.0:1789100931.826749:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100931.826751:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100931.826765:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100931.826769:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100931.826777:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.826782:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100931.826784:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827552:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.827557:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100931.827566:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827576:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100931.827581:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827588:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100931.827591:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827593:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.827594:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827596:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100931.827598:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100931.827601:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100931.827605:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100931.827608:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100931.827613:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100931.827621:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964679424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100931.827627:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100931.827631:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100928/real 1789100931]  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100931.827641:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100931.827643:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100931.827645:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100931.827648:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100931.827651:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100931.827654:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100931.827657:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100931.827666:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827673:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100931.827675:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827677:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.827679:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100931.827683:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827689:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100931.827693:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827700:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100931.827714:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827717:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100931.827718:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827720:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100931.827722:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100931.827725:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100931.827729:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100931.827731:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100931.827735:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100931.827743:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964679296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100931.827747:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827750:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100931.827754:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964679808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827761:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100931.827764:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100931.827768:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100931.827773:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100931.827776:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100931.827778:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100931.827781:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100931.827784:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100931.827817:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100931.827820:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100931.827822:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100931.827825:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100931.827827:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827829:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100931.827833:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964679680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827840:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100931.827841:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100931.827843:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100931.827846:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100931.827848:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100931.827849:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100931.827851:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100931.827852:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100931.827854:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100931.827855:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100931.827857:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100931.827859:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100931.827860:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827862:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100931.827866:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964679552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827872:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100931.827874:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100931.827875:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e800.
02000000:00000001:0.0:1789100931.827877:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100931.827879:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100931.827880:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100931.827882:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100931.827883:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100931.827885:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100931.827886:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100931.827888:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100931.827890:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100931.827891:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827893:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100931.827896:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964679424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827903:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100931.827904:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100931.827906:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35ec00.
02000000:00000001:0.0:1789100931.827908:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100931.827909:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100931.827910:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100931.827912:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100931.827914:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100931.827917:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100931.827918:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100931.827919:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100931.827921:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100931.827922:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827924:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100931.827927:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964679296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100931.827934:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100931.827935:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100931.827936:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100931.827938:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100931.827940:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100931.827941:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100931.827943:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100931.827944:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100931.827946:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100931.827947:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100931.827949:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100931.827951:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100931.827952:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827955:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100931.827964:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100931.827966:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100931.827969:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100931.827970:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100932.849233:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100932.849239:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100932.849244:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100932.849245:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100932.849248:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100932.849250:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100932.849309:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100932.849325:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100932.849328:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100933.872997:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100933.873003:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100933.873009:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100933.873011:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100933.873014:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100933.873016:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100933.874025:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00080000:0.0:1789100933.874026:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1789100933.874031:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100933.874035:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00010000:1.0:1789100933.874038:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789100933.874040:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100933.874045:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100933.874050:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100933.874057:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28071
00000400:00000200:0.0:1789100933.874068:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100933.874074:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100933.874078:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100933.874081:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874084:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874086:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874088:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100933.874091:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100933.874093:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100933.874096:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100933.874099:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100933.874101:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100933.874103:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100933.874106:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874108:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874109:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874111:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100933.874114:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100933.874117:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874120:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100933.874123:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100933.874126:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100933.874129:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874131:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100933.874133:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100933.874140:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789100933.874143:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100933.874147:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100933.874149:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874151:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100933.874154:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100933.874157:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100933.874165:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789100933.874171:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100933.874179:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100933.874190:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100933.874212:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.874217:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100933.874244:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100933.874247:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100933.874250:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100933.874251:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100933.874253:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100933.874256:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100933.874258:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28071
00000400:00000200:0.0:1789100933.874261:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100933.874264:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100933.874267:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100933.874269:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874271:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874273:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874275:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100933.874277:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100933.874278:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100933.874280:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100933.874282:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789100933.874284:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100933.874285:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100933.874288:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874290:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874291:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874293:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100933.874295:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100933.874298:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874300:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100933.874301:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100933.874307:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100933.874309:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874311:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100933.874316:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100933.874318:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874320:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100933.874324:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789100933.874326:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100933.874328:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100933.874329:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874331:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100933.874332:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100933.874334:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100933.874338:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789100933.874341:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100933.874346:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100933.874353:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100933.874355:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.874358:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100933.874365:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100933.874367:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100933.874370:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789100933.874371:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100933.874372:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100933.874375:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100933.874378:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28071
00000400:00000200:0.0:1789100933.874381:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100933.874383:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100933.874385:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100933.874387:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874389:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874391:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874392:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100933.874394:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100933.874395:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789100933.874396:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100933.874398:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789100933.874399:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100933.874401:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789100933.874403:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874405:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.874406:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874407:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100933.874409:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100933.874411:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100933.874413:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100933.874415:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100933.874417:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100933.874419:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874421:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100933.874422:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100933.874424:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874426:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100933.874428:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789100933.874430:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100933.874433:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100933.874434:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.874436:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100933.874437:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100933.874438:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100933.874442:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789100933.874445:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100933.874449:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100933.874690:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100933.874695:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100933.874698:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100933.874705:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.874713:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100933.874715:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.874731:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100933.874737:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100933.874740:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100933.874743:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964679936:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100933.874750:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100933.874754:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100933.874757:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.874759:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100933.874764:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100933.874766:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.874771:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100933.874776:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100933.874783:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100933.874817:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964679936, portal 25
00000100:00000001:3.0:1789100933.874820:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100933.874822:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789100933.874828:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.874835:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100933.874838:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100933.874841:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100933.874845:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964679936, offset 0
00000400:00000200:3.0:1789100933.874851:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100933.874860:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.874865:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100933.874870:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100933.874874:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100933.874982:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100933.874986:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100933.874990:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512260:512260:256:4294967295] 192.168.204.152@tcp LPNI seq info [512017:512017:8:4294967295]
00000400:00000200:3.0:1789100933.874995:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.875006:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100933.875013:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.875019:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100933.875026:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100933.875030:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789100933.875035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100933.875039:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1789100933.875043:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.875046:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100933.875051:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100933.875056:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100933.875061:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100933.875064:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100933.875069:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100933.875073:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875082:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.875086:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875093:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.875094:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100933.875099:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.875104:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100933.875106:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322745093
00000100:00000010:3.0:1789100933.875111:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b9c0.
00000100:00000001:3.0:1789100933.875118:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100933.875126:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322745093
00000100:00000010:3.0:1789100933.875130:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bf60.
00000100:00000001:3.0:1789100933.875133:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100933.875136:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100933.875139:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.875141:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100933.875146:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100933/real 1789100933]  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100933.875155:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100933.875157:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100933.875159:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789100933.875354:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100933.875357:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.875361:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100933.875371:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100933.875374:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100933.875377:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100933.875379:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100933.875382:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100933.875384:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100933.875387:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28071
00000400:00000200:0.0:1789100933.875391:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100933.875394:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100933.875396:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100933.875399:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875401:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.875404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875406:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100933.875408:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100933.875410:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100933.875412:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100933.875414:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100933.875416:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100933.875418:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100933.875421:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875423:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.875425:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875426:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100933.875428:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100933.875431:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875433:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100933.875435:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100933.875439:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100933.875442:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875444:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100933.875446:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100933.875449:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875450:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100933.875454:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789100933.875457:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100933.875460:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100933.875461:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875463:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100933.875465:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100933.875467:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100933.875471:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789100933.875475:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100933.875480:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100933.875487:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100933.875489:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.875492:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100933.875499:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100933.875502:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100933.875505:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100933.875507:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100933.875508:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100933.875511:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100933.875513:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28071
00000400:00000200:0.0:1789100933.875516:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100933.875519:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100933.875521:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100933.875523:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875525:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.875526:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875528:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100933.875530:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100933.875531:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100933.875532:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100933.875534:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100933.875536:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789100933.875537:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100933.875540:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875542:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100933.875543:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875545:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100933.875548:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100933.875550:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100933.875552:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100933.875553:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100933.875556:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100933.875557:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875559:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100933.875561:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100933.875563:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875565:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100933.875568:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789100933.875570:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789100933.875572:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100933.875573:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100933.875575:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100933.875576:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100933.875577:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100933.875581:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789100933.875583:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100933.875588:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100933.875594:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100933.875595:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.875598:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100933.875604:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100933.875608:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28081)
00000400:00000200:3.0:1789100933.875741:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100933.875744:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100933.875747:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100933.875751:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100933.875759:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875838:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100933.875841:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.875843:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.875845:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100933.875849:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875856:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100933.875861:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875872:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100933.875875:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.875876:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.875877:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.875880:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100933.875882:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100933.875884:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100933.875889:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100933.875892:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100933.875896:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100933.875903:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964679936:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100933.875908:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100933.875911:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875917:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100933.875919:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.875921:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100933.875924:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100933.875926:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100933.875929:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100933.875932:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100933.875935:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100933.875936:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.875938:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100933.875942:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093000.
02000000:00000001:3.0:1789100933.875943:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.875952:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100933.875956:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100933.875960:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100933.875965:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680064, portal 10
00000100:00000001:3.0:1789100933.875967:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100933.875968:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:3.0:1789100933.875976:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.875982:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100933.875984:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100933.875986:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100933.875989:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964680064, offset 0
00000400:00000200:3.0:1789100933.875995:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876000:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876004:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100933.876013:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100933.876015:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100933.876018:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100933.876021:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876023:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512261:512261:256:4294967295] 192.168.204.152@tcp LPNI seq info [512018:512018:8:4294967295]
00000400:00000200:3.0:1789100933.876027:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876034:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100933.876039:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876044:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100933.876049:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100933.876051:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789100933.876056:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100933.876058:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1789100933.876062:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876064:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100933.876067:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100933.876070:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100933.876073:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100933.876075:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100933.876077:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100933.876081:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876088:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.876091:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876097:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876099:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100933.876102:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100933.876106:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100933.876109:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100933.876111:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322743830
00000100:00000001:3.0:1789100933.876115:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876117:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322743830
00000100:00000001:3.0:1789100933.876119:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876121:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100933.876123:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876125:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100933.876129:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100933/real 1789100933]  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100933.876142:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100933.876144:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100933.876145:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100933.876148:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100933.876149:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100933.876152:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100933.876155:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100933.876163:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876169:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100933.876170:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876172:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876173:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100933.876176:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876183:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100933.876186:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876203:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100933.876206:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876208:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876209:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876220:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100933.876222:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100933.876225:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100933.876228:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100933.876230:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100933.876234:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100933.876241:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100933.876245:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876248:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.876251:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964679936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876257:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100933.876260:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100933.876263:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100933.876266:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100933.876269:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100933.876271:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100933.876273:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100933.876276:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789100933.876279:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100933.876280:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100933.876282:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789100933.876286:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100933.876287:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876288:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.876292:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964680064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876297:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100933.876299:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100933.876300:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093000.
02000000:00000001:3.0:1789100933.876302:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100933.876303:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100933.876305:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100933.876306:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100933.876308:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:3.0:1789100933.876311:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100933.876312:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100933.876313:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789100933.876315:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100933.876316:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876319:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876327:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100933.876329:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876331:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100933.876333:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100933.876334:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100933.876338:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876345:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100933.876346:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876348:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100933.876350:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100933.876352:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100933.876354:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100933.876357:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100933.876359:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100933.876360:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876362:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100933.876365:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093000.
02000000:00000001:3.0:1789100933.876367:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.876371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100933.876373:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100933.876376:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100933.876379:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680192, portal 10
00000100:00000001:3.0:1789100933.876381:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100933.876382:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100933.876387:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876393:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100933.876395:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100933.876397:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100933.876399:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964680192, offset 0
00000400:00000200:3.0:1789100933.876403:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876407:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876410:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100933.876413:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100933.876415:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100933.876417:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100933.876419:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876422:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512262:512262:256:4294967295] 192.168.204.152@tcp LPNI seq info [512019:512019:8:4294967295]
00000400:00000200:3.0:1789100933.876426:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876432:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100933.876436:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876439:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100933.876443:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100933.876445:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789100933.876449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100933.876452:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1789100933.876456:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876457:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100933.876459:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100933.876462:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100933.876465:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100933.876467:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100933.876469:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100933.876472:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876479:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.876482:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876488:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876489:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100933.876492:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100933.876495:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100933.876499:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100933.876501:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322743829
00000100:00000001:3.0:1789100933.876503:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876505:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322743829
00000100:00000001:3.0:1789100933.876507:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876509:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100933.876511:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876512:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100933.876516:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100933/real 1789100933]  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100933.876523:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100933.876525:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100933.876526:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100933.876528:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100933.876530:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100933.876532:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100933.876535:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100933.876542:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876548:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100933.876550:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876551:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876553:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100933.876556:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876561:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100933.876565:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876572:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100933.876574:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876576:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876577:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876579:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100933.876581:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100933.876583:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100933.876586:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100933.876588:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100933.876592:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100933.876599:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100933.876603:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100933.876606:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876612:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100933.876613:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876615:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100933.876617:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100933.876619:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100933.876621:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100933.876624:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100933.876626:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100933.876627:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876629:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100933.876632:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100933.876634:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.876637:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100933.876639:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100933.876642:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100933.876644:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680320, portal 4
00000100:00000001:3.0:1789100933.876646:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100933.876647:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100933.876652:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876657:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100933.876659:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100933.876661:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100933.876663:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964680320, offset 0
00000400:00000200:3.0:1789100933.876666:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876669:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876672:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100933.876675:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100933.876677:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100933.876679:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100933.876681:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876684:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512263:512263:256:4294967295] 192.168.204.152@tcp LPNI seq info [512020:512020:8:4294967295]
00000400:00000200:3.0:1789100933.876687:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876693:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100933.876696:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876699:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100933.876703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100933.876705:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789100933.876709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100933.876711:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1789100933.876714:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876716:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100933.876719:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100933.876722:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100933.876725:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100933.876727:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100933.876729:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100933.876732:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876738:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.876741:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876747:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876748:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100933.876751:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100933.876753:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100933.876756:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100933.876757:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322743839
00000100:00000001:3.0:1789100933.876760:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876761:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322743839
00000100:00000001:3.0:1789100933.876763:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.876765:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100933.876767:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.876769:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100933.876772:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100933/real 1789100933]  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100933.876779:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100933.876780:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100933.876782:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100933.876783:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100933.876785:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100933.876815:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100933.876818:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100933.876826:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876831:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100933.876833:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876835:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876836:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100933.876839:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876844:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100933.876847:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876853:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100933.876855:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876857:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.876858:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.876859:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100933.876861:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100933.876862:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100933.876865:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100933.876867:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100933.876870:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100933.876877:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100933.876880:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100933.876883:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876888:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100933.876889:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876892:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100933.876894:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100933.876895:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100933.876898:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100933.876900:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100933.876902:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100933.876903:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100933.876905:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100933.876908:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100933.876910:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100933.876913:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100933.876915:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100933.876918:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100933.876920:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680448, portal 4
00000100:00000001:3.0:1789100933.876922:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100933.876923:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100933.876929:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.876935:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100933.876937:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100933.876939:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100933.876941:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964680448, offset 0
00000400:00000200:3.0:1789100933.876944:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876948:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876951:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100933.876953:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100933.876955:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100933.876957:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100933.876960:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100933.876962:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512264:512264:256:4294967295] 192.168.204.152@tcp LPNI seq info [512021:512021:8:4294967295]
00000400:00000200:3.0:1789100933.876966:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100933.876971:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100933.876976:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876978:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100933.876982:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100933.876984:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1789100933.876988:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100933.876990:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1789100933.876994:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100933.876995:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100933.876998:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100933.877001:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100933.877003:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100933.877005:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100933.877007:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100933.877010:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877016:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.877019:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877024:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.877026:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100933.877028:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100933.877031:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100933.877034:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100933.877035:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322743860
00000100:00000001:3.0:1789100933.877038:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.877040:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322743860
00000100:00000001:3.0:1789100933.877042:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322745093
00000100:00000001:3.0:1789100933.877044:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100933.877046:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.877047:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100933.877051:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100933/real 1789100933]  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100933.877058:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100933.877059:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100933.877061:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100933.877063:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100933.877064:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100933.877066:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100933.877070:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100933.877077:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877082:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100933.877084:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877085:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.877086:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100933.877089:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877095:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100933.877098:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877104:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100933.877106:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877108:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100933.877109:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877111:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100933.877112:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100933.877115:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100933.877117:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100933.877119:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100933.877123:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100933.877130:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100933.877133:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877135:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.877138:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964680192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877144:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100933.877145:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100933.877147:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093000.
02000000:00000001:3.0:1789100933.877150:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100933.877151:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100933.877153:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100933.877155:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100933.877156:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789100933.877159:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100933.877160:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100933.877161:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100933.877163:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100933.877164:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877166:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.877169:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964680320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877175:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100933.877176:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100933.877178:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100933.877180:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100933.877181:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100933.877182:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100933.877184:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100933.877185:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789100933.877188:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100933.877189:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100933.877190:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100933.877205:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100933.877207:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877209:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100933.877212:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964680448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100933.877218:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100933.877219:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100933.877220:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100933.877223:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100933.877224:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100933.877225:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100933.877227:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100933.877228:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789100933.877230:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100933.877232:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100933.877233:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100933.877235:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100933.877236:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877238:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100933.877242:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100933.877244:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100933.877246:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100933.877248:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100934.897025:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100934.897032:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100934.897038:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100934.897040:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100934.897043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100934.897044:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100934.897527:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100934.897530:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100934.897534:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100935.216920:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322745093, at 4322745152
00000100:00000040:1.0:1789100935.216920:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322745093, at 4322745152
00000100:00000010:0.0:1789100935.216938:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b9c0.
00000100:00000010:1.0:1789100935.216940:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bf60.
00010000:00000001:2.0:1789100935.920917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100935.920923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100935.920929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100935.920930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100935.920934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100935.920936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100935.921034:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100935.921038:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100935.921041:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100936.945297:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100936.945303:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100936.945308:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100936.945309:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100936.945312:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100936.945314:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100936.945751:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100936.945755:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100936.945757:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100937.968924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100937.968932:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100937.968934:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100937.968938:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968943:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100937.968945:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968947:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968949:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100937.968955:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100937.968956:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100937.968958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968959:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100937.968960:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968962:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968963:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100937.968968:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100937.968969:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100937.968971:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968972:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100937.968974:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968975:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100937.968977:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100937.969101:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100937.969106:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100937.969109:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100938.993975:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100938.993985:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100938.993987:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100938.993991:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100938.993995:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100938.994003:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28076
00000400:00000200:1.0:1789100938.994012:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100938.994018:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100938.994022:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100938.994025:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994028:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994030:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994032:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100938.994036:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100938.994037:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100938.994040:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100938.994043:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100938.994045:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100938.994047:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100938.994050:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994052:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994055:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994057:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100938.994059:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100938.994063:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994066:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100938.994069:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100938.994072:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100938.994075:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994077:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100938.994080:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100938.994105:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100938.994110:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100938.994114:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100938.994116:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994120:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100938.994123:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100938.994128:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100938.994137:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789100938.994143:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100938.994153:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100938.994164:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100938.994169:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100938.994174:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789100938.994200:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100938.994201:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100938.994208:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100938.994210:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100938.994214:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100938.994219:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100938.994221:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100938.994222:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100938.994225:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100938.994226:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100938.994231:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28076
00010000:00000001:2.0:1789100938.994234:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100938.994237:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789100938.994239:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100938.994247:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100938.994249:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100938.994253:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994255:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994257:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994259:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100938.994262:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100938.994264:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100938.994266:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100938.994269:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100938.994270:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100938.994273:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100938.994277:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994280:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994282:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994284:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100938.994288:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789100938.994288:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1789100938.994293:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100938.994295:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100938.994296:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.994299:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1789100938.994300:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1789100938.994305:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1789100938.994307:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789100938.994310:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.994310:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100938.994312:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100938.994317:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789100938.994318:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100938.994324:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789100938.994326:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1789100938.994331:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.994331:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994334:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.994337:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1789100938.994340:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
02000000:00000001:3.0:1789100938.994341:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789100938.994345:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100938.994346:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100938.994351:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1789100938.994354:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964680576:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100938.994355:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994359:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100938.994362:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789100938.994364:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100938.994366:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.994370:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1789100938.994374:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
02000000:00000001:3.0:1789100938.994375:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.994379:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100938.994380:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100938.994385:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
00000100:00100000:1.0:1789100938.994388:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1789100938.994389:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994400:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789100938.994400:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100938.994405:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100938.994405:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000040:1.0:1789100938.994411:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789100938.994415:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000001:1.0:1789100938.994425:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789100938.994426:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680576, portal 25
00000100:00080000:1.0:1789100938.994429:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100938.994431:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100938.994434:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00080000:1.0:1789100938.994435:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100938.994440:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100938.994441:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1789100938.994446:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.994454:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100938.994457:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100938.994459:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100938.994462:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964680576, offset 0
00000400:00000200:3.0:1789100938.994467:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100938.994475:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.994481:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100938.994485:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100938.994489:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100938.994492:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100938.994495:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.994498:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512265:512265:256:4294967295] 192.168.204.152@tcp LPNI seq info [512022:512022:8:4294967295]
00000400:00000200:3.0:1789100938.994502:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.994511:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100938.994517:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.994522:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100938.994528:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100938.994532:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100938.994537:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100938.994541:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100938.994544:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.994547:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100938.994553:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100938.994557:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789100938.994562:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789100938.994565:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00080000:1.0:1789100938.994569:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28076
00000400:00000010:3.0:1789100938.994570:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000400:00000200:1.0:1789100938.994577:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.994578:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1789100938.994582:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100938.994586:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1789100938.994587:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100938.994593:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994599:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994603:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100938.994606:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789100938.994607:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100938.994611:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1789100938.994612:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100938.994613:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100938.994617:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100938.994621:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000001:3.0:1789100938.994622:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100938.994626:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:3.0:1789100938.994626:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1789100938.994631:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:3.0:1789100938.994633:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100938.994636:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.994640:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100938.994641:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100938.994643:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322750212
00000100:00000040:1.0:1789100938.994646:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994650:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:3.0:1789100938.994650:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259ba80.
00000020:00000040:1.0:1789100938.994654:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100938.994658:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100938.994659:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100938.994660:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100938.994664:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100938.994667:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322750212
02000000:00000001:1.0:1789100938.994668:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1789100938.994670:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b2a0.
02000000:00000001:1.0:1789100938.994673:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994676:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100938.994678:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100938.994680:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994682:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100938.994686:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789100938.994688:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100938.994691:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100938.994692:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100938.994694:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100938.994695:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100938.994697:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100938.994701:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100938.994705:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100938.994710:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100938.994717:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100938.994719:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100938.994722:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100938.994730:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100938.994733:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100938.994737:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100938.994739:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100938.994740:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100938.994743:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100938.994747:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28076
00000100:00000001:3.0:1789100938.994748:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1789100938.994753:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.994756:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789100938.994757:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789100938.994762:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100938.994763:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100938.994768:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100938.994768:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100938.994773:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994777:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:3.0:1789100938.994779:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100938/real 1789100938]  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100938.994781:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100938.994816:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100938.994818:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100938.994820:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100938.994821:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100938.994823:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100938.994826:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100938.994829:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994830:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.994833:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.994835:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100938.994837:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000001:3.0:1789100938.994925:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100938.994926:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100938.994928:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100938.994930:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100938.994931:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100938.994933:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1789100938.994984:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:3.0:1789100938.994984:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100938.994991:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100938.994995:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789100938.994996:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100938.995000:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100938.995002:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100938.995004:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100938.995005:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995007:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789100938.995010:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100938.995011:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789100938.995016:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1789100938.995016:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1789100938.995022:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995028:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100938.995029:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.995035:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789100938.995036:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100938.995041:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789100938.995043:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100938.995047:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789100938.995047:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100938.995051:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995051:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.995052:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100938.995055:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100938.995058:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100938.995060:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995061:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:1.0:1789100938.995065:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:3.0:1789100938.995068:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789100938.995070:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100938.995074:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789100938.995079:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789100938.995083:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100938.995087:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100938.995091:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100938.995110:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964680576:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100938.995117:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995119:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.995122:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964680576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995127:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100938.995129:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100938.995131:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100938.995133:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100938.995134:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100938.995135:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100938.995137:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100938.995138:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:3.0:1789100938.995141:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100938.995142:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100938.995143:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:3.0:1789100938.995147:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100938.995147:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995149:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995155:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100938.995156:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995157:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100938.995158:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100938.995159:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100938.995162:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995166:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100938.995167:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995168:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100938.995169:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100938.995171:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100938.995173:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100938.995175:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100938.995176:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100938.995177:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995179:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100938.995181:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789100938.995182:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100938.995185:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100938.995187:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100938.995189:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100938.995191:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680704, portal 10
00000100:00000001:3.0:1789100938.995192:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100938.995193:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:3.0:1789100938.995197:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995201:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100938.995202:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100938.995203:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100938.995205:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964680704, offset 0
00000400:00000200:3.0:1789100938.995208:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100938.995210:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.995212:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100938.995214:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100938.995216:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100938.995218:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100938.995219:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.995221:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512266:512266:256:4294967295] 192.168.204.152@tcp LPNI seq info [512023:512023:8:4294967295]
00000400:00000200:3.0:1789100938.995223:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.995228:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100938.995230:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.995232:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100938.995235:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100938.995237:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100938.995239:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100938.995241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100938.995243:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.995244:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100938.995246:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100938.995249:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100938.995251:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100938.995252:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100938.995253:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100938.995255:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995259:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.995261:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995265:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995266:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100938.995267:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.995270:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100938.995271:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.995272:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322748949
00000100:00000001:3.0:1789100938.995274:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.995276:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322748949
00000100:00000001:3.0:1789100938.995277:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.995278:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100938.995279:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995281:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100938.995283:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100938/real 1789100938]  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100938.995288:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100938.995289:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100938.995290:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100938.995292:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100938.995294:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100938.995296:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100938.995299:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100938.995307:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995313:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100938.995314:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995316:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.995317:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100938.995321:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995327:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100938.995331:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995338:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100938.995340:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995341:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.995343:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995344:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100938.995346:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100938.995348:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100938.995351:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100938.995353:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100938.995357:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100938.995364:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100938.995368:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100938.995371:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995384:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100938.995385:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995387:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100938.995388:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100938.995390:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100938.995393:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100938.995396:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100938.995397:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100938.995399:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995401:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100938.995404:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.995405:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100938.995408:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100938.995411:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100938.995414:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100938.995416:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680832, portal 10
00000100:00000001:3.0:1789100938.995418:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100938.995419:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:3.0:1789100938.995425:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995431:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100938.995433:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100938.995435:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100938.995437:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964680832, offset 0
00000400:00000200:3.0:1789100938.995442:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100938.995445:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.995447:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100938.995449:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100938.995451:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100938.995452:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100938.995454:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.995456:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512267:512267:256:4294967295] 192.168.204.152@tcp LPNI seq info [512024:512024:8:4294967295]
00000400:00000200:3.0:1789100938.995458:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.995463:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100938.995466:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.995468:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100938.995470:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100938.995472:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100938.995474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100938.995476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100938.995478:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.995480:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100938.995481:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100938.995483:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100938.995485:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100938.995486:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100938.995488:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100938.995490:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995495:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.995497:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.995500:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995501:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100938.995503:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.995505:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100938.995511:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.995515:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322748948
00000100:00000001:3.0:1789100938.995519:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322750212
00000100:00000001:1.0:1789100938.995522:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100938.995522:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322748948
00000100:00000001:3.0:1789100938.995526:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322750212
00000100:00000001:1.0:1789100938.995528:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995528:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100938.995532:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995534:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1789100938.995537:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100938.995539:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100938/real 1789100938]  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100938.995565:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100938.995566:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1789100938.995567:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100938.995568:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00080000:1.0:1789100938.995572:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789100938.995572:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100938.995575:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00080000:1.0:1789100938.995579:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100938.995580:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100938.995584:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1789100938.995584:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100938.995588:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100938.995594:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1789100938.995595:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100938.995599:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28076
00000100:00000001:3.0:1789100938.995607:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1789100938.995608:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.995609:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995613:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.995614:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1789100938.995617:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:3.0:1789100938.995620:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100938.995621:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100938.995629:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100938.995630:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100938.995634:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100938.995637:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100938.995640:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.995646:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100938.995647:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789100938.995652:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789100938.995653:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789100938.995656:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:3.0:1789100938.995656:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.995658:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789100938.995661:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100938.995661:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1789100938.995665:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:3.0:1789100938.995666:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789100938.995671:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:3.0:1789100938.995672:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1789100938.995677:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:3.0:1789100938.995679:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100938.995682:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789100938.995685:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789100938.995688:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100938.995689:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100938.995694:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100938.995699:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100938.995703:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:3.0:1789100938.995709:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680832:192.168.204.152@tcp:38:kworker.0
00000100:00080000:1.0:1789100938.995710:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100938.995715:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100938.995718:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789100938.995718:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.995723:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789100938.995724:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100938.995730:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.995730:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964680704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100938.995734:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100938.995737:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100938.995743:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.995745:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1789100938.995746:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995749:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1789100938.995752:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
02000000:00000010:3.0:1789100938.995753:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
00000020:00000040:1.0:1789100938.995758:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789100938.995759:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100938.995762:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1789100938.995764:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:3.0:1789100938.995766:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100938.995767:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100938.995771:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1789100938.995772:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1789100938.995775:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:1.0:1789100938.995776:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100938.995779:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.995781:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100938.995784:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1789100938.995804:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789100938.995810:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100938.995815:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100938.995828:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100938.995830:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100938.995833:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789100938.995867:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:3.0:1789100938.995872:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100938.995873:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.996977:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.996983:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964680832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.996990:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100938.996991:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100938.996993:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.996997:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100938.996998:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100938.997000:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100938.997002:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100938.997004:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:3.0:1789100938.997006:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100938.997007:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100938.997008:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:3.0:1789100938.997011:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100938.997012:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997014:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997019:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100938.997020:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997022:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100938.997024:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100938.997025:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100938.997029:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997036:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100938.997038:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.997040:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100938.997042:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100938.997044:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100938.997047:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100938.997050:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100938.997052:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100938.997054:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.997056:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100938.997060:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.997062:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100938.997068:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100938.997071:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100938.997076:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100938.997082:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964680960, portal 4
00000100:00000001:3.0:1789100938.997084:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100938.997086:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000001:1.0:1789100938.997088:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.997094:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100938.997104:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28086)
00000100:00000001:3.0:1789100938.997118:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100938.997121:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100938.997124:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100938.997128:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964680960, offset 0
00000400:00000200:3.0:1789100938.997133:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100938.997138:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.997142:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100938.997145:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100938.997148:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100938.997151:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100938.997153:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.997155:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512268:512268:256:4294967295] 192.168.204.152@tcp LPNI seq info [512025:512025:8:4294967295]
00000400:00000200:3.0:1789100938.997159:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.997166:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100938.997170:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.997174:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100938.997179:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100938.997182:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100938.997186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100938.997188:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100938.997192:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.997194:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100938.997197:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100938.997200:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100938.997203:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100938.997205:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100938.997207:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100938.997211:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997218:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.997221:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997232:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997233:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100938.997237:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.997239:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100938.997242:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.997244:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322748960
00000100:00000001:3.0:1789100938.997247:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.997249:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322748960
00000100:00000001:3.0:1789100938.997251:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.997253:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100938.997255:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997256:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100938.997260:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100938/real 1789100938]  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100938.997268:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100938.997269:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100938.997271:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100938.997273:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100938.997274:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100938.997276:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100938.997280:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100938.997286:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997293:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100938.997294:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997296:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.997297:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100938.997301:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997307:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100938.997311:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997317:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100938.997319:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997320:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.997322:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997323:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100938.997325:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100938.997327:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100938.997331:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100938.997333:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100938.997336:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100938.997343:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964680960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100938.997347:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997350:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.997352:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964680960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997358:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100938.997360:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100938.997362:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.997364:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100938.997366:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100938.997367:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100938.997369:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100938.997371:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:3.0:1789100938.997374:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100938.997375:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100938.997376:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:3.0:1789100938.997378:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100938.997379:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997381:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997383:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100938.997385:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997386:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100938.997388:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100938.997389:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100938.997392:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997398:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100938.997400:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.997402:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100938.997404:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100938.997406:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100938.997409:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100938.997412:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100938.997413:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100938.997415:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100938.997416:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100938.997419:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.997421:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100938.997424:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100938.997426:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100938.997428:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100938.997431:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681088, portal 4
00000100:00000001:3.0:1789100938.997433:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100938.997434:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:3.0:1789100938.997439:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997444:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100938.997447:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100938.997448:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100938.997450:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964681088, offset 0
00000400:00000200:3.0:1789100938.997454:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100938.997457:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.997461:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100938.997463:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100938.997465:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100938.997467:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100938.997469:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100938.997472:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512269:512269:256:4294967295] 192.168.204.152@tcp LPNI seq info [512026:512026:8:4294967295]
00000400:00000200:3.0:1789100938.997476:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100938.997482:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100938.997486:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.997488:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100938.997492:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100938.997494:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789100938.997498:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100938.997500:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1789100938.997504:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100938.997505:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100938.997508:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100938.997511:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100938.997514:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100938.997515:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100938.997517:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100938.997521:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997527:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.997530:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997536:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997537:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100938.997540:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100938.997543:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100938.997545:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100938.997547:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322748980
00000100:00000001:3.0:1789100938.997549:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.997551:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322748980
00000100:00000001:3.0:1789100938.997552:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322750212
00000100:00000001:3.0:1789100938.997554:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100938.997556:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997558:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100938.997561:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100938/real 1789100938]  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100938.997568:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100938.997569:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100938.997570:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100938.997572:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100938.997574:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100938.997575:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100938.997578:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100938.997585:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997591:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100938.997592:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997594:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.997595:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100938.997599:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997605:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100938.997608:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997615:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100938.997617:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997618:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100938.997620:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997621:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100938.997623:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100938.997625:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100938.997629:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100938.997631:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100938.997635:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100938.997641:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100938.997644:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997646:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100938.997648:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964681088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100938.997654:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100938.997655:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100938.997657:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789100938.997659:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100938.997660:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100938.997661:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100938.997663:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100938.997664:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:3.0:1789100938.997667:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100938.997668:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100938.997669:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:3.0:1789100938.997672:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100938.997673:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997675:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100938.997678:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100938.997679:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100938.997681:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100938.997682:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100940.016974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100940.017040:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100940.017048:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100940.017049:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100940.017053:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100940.017055:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100940.017814:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100940.017819:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100940.017823:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100940.336965:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322750212, at 4322750272
00000100:00000040:1.0:1789100940.336965:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322750212, at 4322750272
00000100:00000010:0.0:1789100940.336988:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259ba80.
00000100:00000010:1.0:1789100940.336989:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b2a0.
00010000:00000001:2.0:1789100941.040941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100941.040947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100941.040953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100941.040954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100941.040957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100941.040958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100941.041019:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100941.041023:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100941.041026:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100942.064923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100942.064929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100942.064936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100942.064937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100942.064940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100942.064942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100942.065090:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100942.065094:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100942.065097:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100943.088933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100943.088939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100943.088946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100943.088947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100943.088950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100943.088952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100943.089058:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100943.089062:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100943.089064:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100944.112935:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100944.112945:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789100944.112947:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100944.112950:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100944.112955:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100944.112962:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28081
00000400:00000200:1.0:1789100944.112972:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100944.112978:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100944.112981:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100944.112985:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.112988:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.112990:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.112992:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100944.112997:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100944.113016:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100944.113019:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100944.113023:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100944.113025:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100944.113028:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100944.113031:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113033:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113035:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113037:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100944.113039:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100944.113044:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113047:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113050:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100944.113054:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100944.113057:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113060:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100944.113062:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100944.113072:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789100944.113076:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100944.113081:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100944.113082:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113086:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100944.113088:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00010000:00000001:2.0:1789100944.113090:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:1.0:1789100944.113092:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100944.113095:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100944.113101:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00010000:00000001:2.0:1789100944.113102:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100944.113105:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113110:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100944.113111:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100944.113114:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100944.113124:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100944.113135:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100944.113141:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100944.113152:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100944.113178:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100944.113181:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113183:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100944.113184:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789100944.113189:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100944.113193:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100944.113194:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100944.113196:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100944.113199:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100944.113202:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28081
00000400:00000200:1.0:1789100944.113206:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100944.113209:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100944.113211:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100944.113213:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113215:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113217:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113220:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100944.113221:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100944.113223:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100944.113224:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100944.113227:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789100944.113228:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789100944.113231:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100944.113233:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113235:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113237:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113239:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100944.113241:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789100944.113244:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113246:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113249:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100944.113253:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100944.113255:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113257:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100944.113261:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100944.113264:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113274:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100944.113290:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789100944.113293:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100944.113295:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100944.113296:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113298:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100944.113299:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100944.113301:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100944.113305:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789100944.113308:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100944.113313:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100944.113320:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100944.113322:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100944.113325:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100944.113332:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100944.113334:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100944.113338:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100944.113339:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100944.113340:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100944.113343:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100944.113346:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28081
00000400:00000200:1.0:1789100944.113349:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100944.113352:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100944.113354:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100944.113356:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113358:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113360:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113362:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100944.113364:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100944.113365:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100944.113367:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100944.113368:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100944.113370:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100944.113372:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100944.113374:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113376:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113377:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113379:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100944.113381:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100944.113383:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113385:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113387:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100944.113390:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100944.113391:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113393:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100944.113395:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100944.113397:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113398:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100944.113402:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789100944.113404:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100944.113406:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100944.113407:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113408:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100944.113410:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100944.113411:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100944.113414:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100944.113418:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100944.113423:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100944.113429:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100944.113431:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100944.113434:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100944.113441:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100944.113444:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100944.113447:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789100944.113448:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100944.113450:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100944.113452:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100944.113454:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28081
00000400:00000200:1.0:1789100944.113458:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100944.113461:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100944.113463:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100944.113466:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113468:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113470:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113472:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100944.113475:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100944.113477:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100944.113479:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100944.113481:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100944.113483:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100944.113485:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789100944.113489:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113491:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100944.113497:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789100944.113505:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100944.113507:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789100944.113508:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100944.113513:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1789100944.113513:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100944.113521:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113524:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113528:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789100944.113532:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100944.113532:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100944.113541:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113548:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100944.113554:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100944.113564:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1789100944.113564:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.113569:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113570:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.113579:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1789100944.113579:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
02000000:00000001:0.0:1789100944.113585:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789100944.113586:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100944.113595:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100944.113602:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964681216:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100944.113607:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100944.113609:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100944.113612:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.113614:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789100944.113615:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100944.113619:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100944.113620:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113623:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.113626:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789100944.113630:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789100944.113635:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100944.113637:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100944.113644:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100944.113645:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100944.113658:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100944.113659:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100944.113668:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100944.113670:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000040:1.0:1789100944.113676:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100944.113682:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:1.0:1789100944.113692:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100944.113695:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681216, portal 25
00000100:00080000:1.0:1789100944.113696:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100944.113703:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1789100944.113704:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100944.113707:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000100:00000001:1.0:1789100944.113708:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100944.113712:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100944.113718:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789100944.113722:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789100944.113724:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28081
00000400:00000200:1.0:1789100944.113738:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100944.113748:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100944.113749:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789100944.113751:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100944.113757:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100944.113758:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113763:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789100944.113766:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000040:1.0:1789100944.113767:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113775:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:0.0:1789100944.113779:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964681216, offset 0
00000020:00000001:1.0:1789100944.113779:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100944.113782:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789100944.113783:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100944.113811:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789100944.113814:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789100944.113815:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789100944.113818:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113819:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100944.113821:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113822:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100944.113824:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789100944.113826:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113827:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100944.113829:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100944.113831:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100944.113834:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113835:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100944.113837:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789100944.113839:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113840:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100944.113843:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789100944.113845:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100944.113847:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100944.113849:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100944.113851:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100944.113853:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100944.113862:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100944.113869:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000400:00000200:0.0:1789100944.113870:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789100944.113881:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100944.113889:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100944.113896:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100944.113907:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100944.113912:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100944.113913:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100944.113921:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100944.113923:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789100944.113936:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.113940:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:1.0:1789100944.113941:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28091)
00000400:00000200:0.0:1789100944.113949:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100944.113953:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100944.113959:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512270:512270:256:4294967295] 192.168.204.152@tcp LPNI seq info [512027:512027:8:4294967295]
00000400:00000200:0.0:1789100944.113965:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.113978:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100944.113986:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.113992:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100944.114012:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100944.114016:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100944.114023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100944.114026:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789100944.114031:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114033:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100944.114043:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100944.114048:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100944.114053:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100944.114056:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100944.114061:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100944.114065:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114076:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114080:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114089:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114091:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100944.114109:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.114115:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100944.114118:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322755332
00000100:00000010:0.0:1789100944.114124:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100944.114132:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789100944.114140:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322755332
00000100:00000010:0.0:1789100944.114151:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8780.
00000100:00000001:0.0:1789100944.114154:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100944.114158:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100944.114162:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114165:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100944.114170:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100944/real 1789100944]  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100944.114180:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100944.114182:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100944.114185:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100944.114187:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100944.114189:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100944.114193:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100944.114196:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100944.114204:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114210:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100944.114212:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114215:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114217:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100944.114222:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114229:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100944.114233:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114240:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100944.114243:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114245:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114246:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114249:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100944.114251:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100944.114254:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100944.114258:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100944.114261:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100944.114265:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100944.114273:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964681216:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100944.114278:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100944.114282:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114289:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100944.114290:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114301:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100944.114303:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100944.114305:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100944.114308:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100944.114312:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100944.114314:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100944.114316:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114317:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114321:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100944.114323:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.114326:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100944.114328:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100944.114332:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100944.114335:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681344, portal 10
00000100:00000001:0.0:1789100944.114337:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100944.114338:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:0.0:1789100944.114345:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114351:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100944.114352:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100944.114354:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100944.114357:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964681344, offset 0
00000400:00000200:0.0:1789100944.114361:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114364:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114376:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100944.114379:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100944.114381:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100944.114383:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100944.114386:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114389:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512271:512271:256:4294967295] 192.168.204.152@tcp LPNI seq info [512028:512028:8:4294967295]
00000400:00000200:0.0:1789100944.114393:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114399:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100944.114403:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114407:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100944.114411:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100944.114414:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100944.114418:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100944.114421:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789100944.114425:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114427:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100944.114430:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100944.114433:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100944.114436:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100944.114438:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100944.114440:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100944.114444:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114451:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114455:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114462:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114463:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100944.114467:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100944.114472:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100944.114476:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100944.114477:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322754068
00000100:00000001:0.0:1789100944.114480:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.114483:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322754068
00000100:00000001:0.0:1789100944.114485:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.114487:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100944.114489:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114490:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100944.114494:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100944/real 1789100944]  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100944.114502:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100944.114503:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100944.114505:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100944.114508:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100944.114510:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100944.114512:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100944.114516:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100944.114523:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114529:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100944.114530:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114532:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114533:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100944.114536:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114542:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100944.114545:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114551:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100944.114553:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114554:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114556:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114557:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100944.114559:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100944.114561:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100944.114564:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100944.114566:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100944.114570:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100944.114578:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100944.114582:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100944.114585:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114591:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100944.114592:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114594:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100944.114596:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100944.114598:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100944.114601:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100944.114604:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100944.114606:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100944.114608:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114609:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114614:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100944.114616:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.114619:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100944.114622:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100944.114625:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100944.114629:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681472, portal 10
00000100:00000001:0.0:1789100944.114630:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100944.114632:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:0.0:1789100944.114638:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114644:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100944.114646:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100944.114648:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100944.114650:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964681472, offset 0
00000400:00000200:0.0:1789100944.114654:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114658:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114661:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100944.114663:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100944.114664:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100944.114666:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100944.114668:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114670:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512272:512272:256:4294967295] 192.168.204.152@tcp LPNI seq info [512029:512029:8:4294967295]
00000400:00000200:0.0:1789100944.114672:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114677:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100944.114680:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114682:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100944.114684:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100944.114686:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100944.114689:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100944.114690:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789100944.114693:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114694:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100944.114696:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100944.114698:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100944.114700:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100944.114702:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100944.114703:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100944.114706:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114711:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114713:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114717:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114718:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100944.114719:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100944.114721:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100944.114723:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100944.114725:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322754067
00000100:00000001:0.0:1789100944.114726:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.114727:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322754067
00000100:00000001:0.0:1789100944.114729:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.114730:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100944.114731:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114732:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100944.114734:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100944/real 1789100944]  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100944.114739:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100944.114740:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100944.114741:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100944.114742:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100944.114743:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100944.114744:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100944.114746:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100944.114750:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114755:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100944.114756:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114757:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114758:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100944.114760:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114763:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100944.114765:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114769:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100944.114770:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114771:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.114771:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114772:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100944.114774:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100944.114775:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100944.114777:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100944.114778:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100944.114780:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100944.114784:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100944.114807:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114809:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114811:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964681216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114816:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100944.114818:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114821:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100944.114824:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100944.114826:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100944.114827:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100944.114829:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100944.114831:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100944.114834:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100944.114836:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100944.114838:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00000001:0.0:1789100944.114840:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100944.114841:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114842:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114844:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964681344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114847:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100944.114848:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114848:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100944.114850:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100944.114851:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100944.114852:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100944.114853:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100944.114854:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100944.114858:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100944.114858:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100944.114859:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:0.0:1789100944.114861:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100944.114861:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114862:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114864:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964681472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114867:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100944.114868:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114868:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100944.114869:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100944.114870:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100944.114871:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100944.114872:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100944.114873:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:0.0:1789100944.114875:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100944.114876:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100944.114877:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:0.0:1789100944.114878:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100944.114879:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114880:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.114889:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100944.114890:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.114892:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100944.114893:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100944.114893:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100944.114896:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114900:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100944.114901:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114903:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100944.114904:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100944.114905:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100944.114907:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100944.114909:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100944.114910:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100944.114911:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.114913:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100944.114915:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100944.114916:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.114918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100944.114919:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100944.114921:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100944.114923:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681600, portal 4
00000100:00000001:0.0:1789100944.114924:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100944.114925:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:0.0:1789100944.114929:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114934:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100944.114935:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100944.114936:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100944.114938:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964681600, offset 0
00000400:00000200:0.0:1789100944.114940:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114942:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114944:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100944.114945:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100944.114947:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100944.114948:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100944.114950:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100944.114952:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512273:512273:256:4294967295] 192.168.204.152@tcp LPNI seq info [512030:512030:8:4294967295]
00000400:00000200:0.0:1789100944.114954:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.114958:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100944.114960:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114962:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100944.114964:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100944.114966:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100944.114969:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100944.114971:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789100944.114973:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.114974:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100944.114976:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100944.114979:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100944.114980:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100944.114981:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100944.114983:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100944.114985:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.114989:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.114991:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115015:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.115018:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100944.115021:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100944.115024:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100944.115027:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100944.115029:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322754078
00000100:00000001:0.0:1789100944.115031:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.115034:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322754078
00000100:00000001:0.0:1789100944.115035:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.115037:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100944.115039:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.115040:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100944.115044:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100944/real 1789100944]  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100944.115051:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100944.115052:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100944.115054:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100944.115056:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100944.115058:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100944.115060:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100944.115063:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100944.115071:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115078:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100944.115079:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115081:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.115082:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100944.115085:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115090:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100944.115092:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115099:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100944.115101:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115102:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.115104:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115105:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100944.115116:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100944.115119:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100944.115125:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100944.115128:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100944.115132:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100944.115140:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100944.115143:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100944.115146:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115153:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100944.115154:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.115156:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100944.115158:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100944.115160:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100944.115163:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100944.115167:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100944.115168:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100944.115170:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100944.115172:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100944.115175:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100944.115177:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100944.115180:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100944.115182:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100944.115185:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100944.115188:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681728, portal 4
00000100:00000001:0.0:1789100944.115190:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100944.115191:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:0.0:1789100944.115197:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115202:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100944.115205:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100944.115207:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100944.115209:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964681728, offset 0
00000400:00000200:0.0:1789100944.115213:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100944.115216:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.115219:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100944.115222:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100944.115225:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100944.115227:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100944.115229:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100944.115232:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512274:512274:256:4294967295] 192.168.204.152@tcp LPNI seq info [512031:512031:8:4294967295]
00000400:00000200:0.0:1789100944.115236:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100944.115242:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100944.115246:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.115249:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100944.115252:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100944.115254:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789100944.115258:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100944.115260:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789100944.115264:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100944.115266:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100944.115269:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100944.115271:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100944.115274:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100944.115275:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100944.115277:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100944.115281:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115289:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.115292:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115297:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.115298:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100944.115301:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100944.115304:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100944.115307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100944.115308:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322754098
00000100:00000001:0.0:1789100944.115310:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.115312:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322754098
00000100:00000001:0.0:1789100944.115314:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322755332
00000100:00000001:0.0:1789100944.115316:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100944.115318:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.115320:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100944.115324:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100944/real 1789100944]  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100944.115330:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100944.115331:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100944.115333:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100944.115335:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100944.115336:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100944.115339:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100944.115342:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100944.115349:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115356:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100944.115357:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115359:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.115360:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100944.115363:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115370:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100944.115373:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115381:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100944.115383:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115385:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100944.115386:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115388:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100944.115389:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100944.115392:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100944.115395:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100944.115397:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100944.115401:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100944.115410:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100944.115414:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115415:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.115419:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964681600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115425:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100944.115426:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100944.115428:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100944.115430:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100944.115432:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100944.115433:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100944.115435:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100944.115436:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:0.0:1789100944.115438:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100944.115439:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100944.115441:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:0.0:1789100944.115443:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100944.115444:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115445:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100944.115448:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964681728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100944.115453:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100944.115455:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100944.115456:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100944.115458:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100944.115459:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100944.115461:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100944.115462:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100944.115464:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:0.0:1789100944.115466:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100944.115467:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100944.115468:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:0.0:1789100944.115470:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100944.115471:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115472:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100944.115476:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100944.115477:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100944.115479:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100944.115480:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100945.136937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100945.136943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100945.136948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100945.136950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100945.136953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100945.136954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100945.137028:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100945.137032:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100945.137036:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100945.456922:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322755332, at 4322755392
00000100:00000040:1.0:1789100945.456922:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322755332, at 4322755392
00000100:00000010:1.0:1789100945.456938:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8780.
00000100:00000010:0.0:1789100945.456941:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100946.160911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100946.160916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100946.160921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100946.160921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100946.160923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100946.160924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100946.161010:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100946.161015:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100946.161019:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100947.184918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100947.184925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100947.184931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100947.184932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100947.184935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100947.184937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100947.185004:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100947.185008:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100947.185011:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100948.208900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100948.208909:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100948.208931:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100948.208935:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208940:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100948.208942:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208944:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208947:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100948.208953:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100948.208954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100948.208956:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208957:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100948.208958:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208960:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208962:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100948.208966:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100948.208967:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100948.208969:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208970:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100948.208971:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208977:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100948.208979:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100948.209070:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100948.209074:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100948.209077:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100949.232889:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100949.232896:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100949.232912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100949.232914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100949.232918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100949.232919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100949.232990:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100949.232998:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100949.233002:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100949.233020:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100949.233028:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100949.233031:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100949.233034:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100949.233039:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100949.233046:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28086
00000400:00000200:3.0:1789100949.233056:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.233064:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100949.233067:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100949.233071:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233074:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100949.233077:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233079:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100949.233084:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100949.233086:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100949.233089:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100949.233093:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100949.233096:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100949.233099:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100949.233102:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233104:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100949.233107:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233108:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100949.233110:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100949.233113:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233114:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100949.233117:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100949.233120:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100949.233122:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233125:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100949.233128:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100949.233139:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789100949.233144:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100949.233148:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100949.233150:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233154:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100949.233157:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100949.233163:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100949.233172:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100949.233180:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100949.233191:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100949.233202:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100949.233207:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100949.233213:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.233238:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100949.233242:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100949.233245:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100949.233247:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100949.233248:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100949.233250:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100949.233255:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28086
00000400:00000200:3.0:1789100949.233260:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.233264:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100949.233267:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100949.233274:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100949.233274:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233281:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100949.233285:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789100949.233287:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.233290:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100949.233292:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100949.233297:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100949.233299:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100949.233302:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789100949.233306:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100949.233306:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100949.233313:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100949.233319:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789100949.233330:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.233333:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100949.233335:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100949.233338:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100949.233342:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233347:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100949.233359:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100949.233360:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100949.233367:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789100949.233367:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100949.233372:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100949.233380:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964681856:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100949.233384:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.233387:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100949.233389:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100949.233395:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100949.233397:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100949.233400:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100949.233402:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.233406:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789100949.233408:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100949.233415:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1789100949.233417:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
00000008:00000001:3.0:1789100949.233419:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.233423:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233425:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100949.233430:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100949.233435:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100949.233436:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100949.233444:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1789100949.233447:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100949.233448:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100949.233459:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100949.233463:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100949.233466:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1789100949.233469:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681856, portal 25
02000000:00000001:3.0:1789100949.233472:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.233474:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100949.233480:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
02000000:00000010:3.0:1789100949.233483:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000040:0.0:1789100949.233490:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.233492:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100949.233500:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100949.233535:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100949.233538:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100949.233545:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.233546:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100949.233554:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000040:3.0:1789100949.233554:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100949.233566:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964681856, offset 0
00000100:00000001:3.0:1789100949.233569:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100949.233573:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100949.233576:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100949.233579:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100949.233582:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100949.233587:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233588:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100949.233595:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28086
00000400:00000200:0.0:1789100949.233603:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.233610:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.233616:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100949.233621:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:3.0:1789100949.233621:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100949.233632:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233635:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100949.233638:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789100949.233638:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233644:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100949.233646:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100949.233652:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100949.233653:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100949.233657:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100949.233661:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789100949.233662:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1789100949.233666:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100949.233671:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:3.0:1789100949.233674:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100949.233680:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512275:512275:256:4294967295] 192.168.204.152@tcp LPNI seq info [512032:512032:8:4294967295]
00000100:00000040:3.0:1789100949.233682:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233691:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100949.233696:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100949.233697:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233704:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100949.233707:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100949.233711:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100949.233716:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100949.233720:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100949.233725:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789100949.233726:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100949.233734:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233740:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100949.233743:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100949.233745:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00000001:3.0:1789100949.233748:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233753:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100949.233754:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00000010:3.0:1789100949.233761:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000800:00000200:0.0:1789100949.233767:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100949.233768:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100949.233777:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789100949.233778:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1789100949.233780:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100949.233822:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100949.233827:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789100949.233832:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.233835:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000100:00000001:3.0:1789100949.233843:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100949.233845:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1789100949.233846:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100949.233852:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100949.233857:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1789100949.233861:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000400:00000200:0.0:1789100949.233864:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000100:00000001:3.0:1789100949.233869:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100949.233870:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100949.233878:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1789100949.233880:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100949.233888:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.233916:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100949.233923:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100949.233937:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.233938:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.233948:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.233957:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100949.233968:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100949.233969:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.233976:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1789100949.233980:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100949.233984:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100949.233987:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100949.233989:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.233992:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100949.233999:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28086
00000400:00000200:0.0:1789100949.234001:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100949.234006:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322760452
00000400:00000200:3.0:1789100949.234008:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.234015:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000010:0.0:1789100949.234017:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00080000:3.0:1789100949.234019:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100949.234026:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1789100949.234026:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234033:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100949.234039:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.234040:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322760452
00000100:00000001:3.0:1789100949.234047:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:0.0:1789100949.234049:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8d20.
00000020:00000001:3.0:1789100949.234053:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100949.234056:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:0.0:1789100949.234057:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1789100949.234061:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100949.234065:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100949.234068:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100949.234070:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100949.234074:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234077:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100949.234078:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789100949.234082:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.234086:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.234088:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100949.234092:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1789100949.234094:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100949.234100:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00100000:0.0:1789100949.234105:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100949/real 1789100949]  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.234105:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100949.234111:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100949.234116:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100949.234121:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.234131:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100949.234136:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100949.234141:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100949.234142:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1789100949.234144:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100949.234146:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100949.234152:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000010:3.0:1789100949.234152:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100949.234161:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000200:0.0:1789100949.234162:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100949.234171:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
02000000:00000001:3.0:1789100949.234172:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100949.234178:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1789100949.234178:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.234184:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100949.234187:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1789100949.234192:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100949.234192:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100949.234200:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789100949.234208:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100949.234214:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100949.234220:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100949.234235:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100949.234239:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100949.234241:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100949.234247:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234248:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.234253:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100949.234257:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100949.234264:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.234290:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234295:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100949.234296:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100949.234304:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1789100949.234306:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.234308:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100949.234312:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100949.234320:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100949.234327:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28086
00000400:00000200:3.0:1789100949.234341:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100949.234351:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100949.234359:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100949.234360:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100949.234367:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100949.234367:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234376:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100949.234377:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.234381:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100949.234383:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.234388:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100949.234390:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100949.234393:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1789100949.234395:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100949.234401:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00080000:0.0:1789100949.234402:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1789100949.234404:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100949.234408:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100949.234411:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100949.234416:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:0.0:1789100949.234417:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000040:3.0:1789100949.234425:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100949.234426:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1789100949.234429:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100949.234434:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234439:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100949.234440:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100949.234448:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100949.234456:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234461:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100949.234467:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100949.234473:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1789100949.234474:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964681856:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789100949.234481:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100949.234485:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100949.234486:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1789100949.234489:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100949.234492:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1789100949.234495:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.234502:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964681856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100949.234502:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100949.234511:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100949.234516:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100949.234518:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100949.234523:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100949.234524:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1789100949.234527:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100949.234530:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
00000100:00000001:3.0:1789100949.234532:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100949.234536:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100949.234538:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1789100949.234539:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100949.234543:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:3.0:1789100949.234547:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000020:00000040:0.0:1789100949.234548:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000001:3.0:1789100949.234553:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100949.234555:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100949.234563:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
00000100:00100000:3.0:1789100949.234563:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100949.234571:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100949.234575:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100949.234579:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:0.0:1789100949.234591:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100949.234596:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100949.234596:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100949.234602:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234604:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100949.234611:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234615:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100949.234620:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234628:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100949.234630:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234634:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100949.234636:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100949.234644:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100949.234653:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28096)
00000100:00000001:0.0:1789100949.234655:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100949.234659:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.234663:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100949.234665:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100949.234668:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100949.234671:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100949.234675:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100949.234677:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100949.234679:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.234682:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100949.234686:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100949.234688:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100949.234692:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100949.234695:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100949.234699:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100949.234703:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964681984, portal 10
00000100:00000001:0.0:1789100949.234705:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100949.234706:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:0.0:1789100949.234712:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234717:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100949.234720:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100949.234722:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100949.234724:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964681984, offset 0
00000400:00000200:0.0:1789100949.234728:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100949.234732:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.234736:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100949.234740:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100949.234742:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100949.234745:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100949.234747:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100949.234750:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512276:512276:256:4294967295] 192.168.204.152@tcp LPNI seq info [512033:512033:8:4294967295]
00000400:00000200:0.0:1789100949.234754:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.234760:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100949.234765:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.234768:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100949.234773:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100949.234775:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789100949.234780:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100949.234783:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789100949.234811:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.234813:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100949.234816:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100949.234820:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100949.234823:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100949.234825:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100949.234828:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100949.234832:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234839:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.234842:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234848:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234850:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100949.234853:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.234856:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100949.234860:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100949.234861:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322759189
00000100:00000001:0.0:1789100949.234865:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.234867:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322759189
00000100:00000001:0.0:1789100949.234869:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.234871:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100949.234873:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.234875:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100949.234878:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100949/real 1789100949]  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100949.234885:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100949.234886:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100949.234888:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100949.234890:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100949.234892:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100949.234894:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100949.234897:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100949.234916:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234922:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100949.234924:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.234926:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.234927:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100949.234930:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234936:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100949.234940:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234947:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100949.234949:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.234951:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.234952:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.234954:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100949.234956:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100949.234959:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100949.234962:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100949.234964:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100949.234968:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100949.234976:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964681984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100949.234979:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100949.234983:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.234990:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100949.234991:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.234993:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100949.234995:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100949.234997:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100949.235000:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100949.235003:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100949.235006:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100949.235007:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.235009:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235012:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100949.235014:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100949.235017:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100949.235020:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100949.235023:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100949.235025:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682112, portal 10
00000100:00000001:0.0:1789100949.235027:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100949.235029:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100949.235034:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235040:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100949.235042:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100949.235044:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100949.235046:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964682112, offset 0
00000400:00000200:0.0:1789100949.235050:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235054:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235057:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100949.235060:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100949.235063:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100949.235064:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100949.235067:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235070:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512277:512277:256:4294967295] 192.168.204.152@tcp LPNI seq info [512034:512034:8:4294967295]
00000400:00000200:0.0:1789100949.235074:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235079:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100949.235084:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235087:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100949.235091:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100949.235093:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789100949.235097:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100949.235100:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789100949.235103:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235105:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100949.235108:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100949.235111:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100949.235114:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100949.235116:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100949.235118:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100949.235122:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235134:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235137:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235143:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235144:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100949.235147:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.235150:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100949.235153:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100949.235155:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322759188
00000100:00000001:0.0:1789100949.235158:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235160:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322759188
00000100:00000001:0.0:1789100949.235162:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235163:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100949.235166:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235167:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100949.235171:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100949/real 1789100949]  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100949.235178:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100949.235180:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100949.235181:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100949.235184:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100949.235185:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100949.235188:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100949.235191:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100949.235199:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235206:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100949.235208:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235209:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235210:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100949.235214:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235220:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100949.235224:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235230:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100949.235233:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235234:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235235:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235237:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100949.235239:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100949.235242:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100949.235245:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100949.235247:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100949.235250:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100949.235258:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100949.235262:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100949.235265:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235271:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100949.235273:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.235275:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100949.235277:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100949.235278:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100949.235282:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100949.235285:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100949.235287:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100949.235288:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.235290:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235293:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100949.235295:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100949.235298:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100949.235300:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100949.235303:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100949.235306:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682240, portal 4
00000100:00000001:0.0:1789100949.235308:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100949.235309:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100949.235315:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235321:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100949.235323:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100949.235325:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100949.235327:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964682240, offset 0
00000400:00000200:0.0:1789100949.235331:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235335:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235338:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100949.235341:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100949.235343:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100949.235345:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100949.235347:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235350:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512278:512278:256:4294967295] 192.168.204.152@tcp LPNI seq info [512035:512035:8:4294967295]
00000400:00000200:0.0:1789100949.235354:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235359:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100949.235363:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235367:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100949.235370:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100949.235373:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789100949.235377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100949.235379:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789100949.235383:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235385:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100949.235388:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100949.235391:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100949.235393:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100949.235395:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100949.235397:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100949.235401:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235408:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235411:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235417:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235418:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100949.235422:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.235424:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100949.235427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100949.235430:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322759198
00000100:00000001:0.0:1789100949.235432:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235434:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322759198
00000100:00000001:0.0:1789100949.235436:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235438:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100949.235440:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235442:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100949.235446:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100949/real 1789100949]  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100949.235453:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100949.235455:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100949.235457:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100949.235459:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100949.235460:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100949.235463:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100949.235466:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100949.235473:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235480:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100949.235481:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235483:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100949.235488:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235495:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100949.235499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235505:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100949.235507:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235509:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235510:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235512:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100949.235513:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100949.235516:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100949.235519:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100949.235521:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100949.235524:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100949.235538:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100949.235542:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100949.235545:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235551:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100949.235553:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.235555:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100949.235557:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100949.235559:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100949.235562:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100949.235565:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100949.235567:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100949.235569:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100949.235570:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235573:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100949.235575:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100949.235578:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100949.235580:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100949.235583:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100949.235586:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682368, portal 4
00000100:00000001:0.0:1789100949.235588:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100949.235588:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100949.235593:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235597:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100949.235598:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100949.235600:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100949.235601:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964682368, offset 0
00000400:00000200:0.0:1789100949.235604:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235607:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235609:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100949.235611:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100949.235612:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100949.235614:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100949.235615:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100949.235617:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512279:512279:256:4294967295] 192.168.204.152@tcp LPNI seq info [512036:512036:8:4294967295]
00000400:00000200:0.0:1789100949.235620:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100949.235625:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100949.235629:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235632:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100949.235635:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100949.235638:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789100949.235642:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100949.235645:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789100949.235648:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100949.235650:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100949.235652:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100949.235656:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100949.235658:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100949.235660:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100949.235661:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100949.235665:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235673:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235676:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235682:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235683:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100949.235686:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100949.235689:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100949.235692:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100949.235695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322759218
00000100:00000001:0.0:1789100949.235697:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235699:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322759218
00000100:00000001:0.0:1789100949.235701:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322760452
00000100:00000001:0.0:1789100949.235703:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100949.235705:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235706:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100949.235710:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100949/real 1789100949]  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100949.235717:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100949.235718:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100949.235720:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100949.235722:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100949.235724:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100949.235726:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100949.235729:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100949.235737:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235742:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100949.235744:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235746:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235747:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100949.235750:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235756:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100949.235759:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235766:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100949.235768:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235770:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100949.235771:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235773:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100949.235774:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100949.235777:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100949.235780:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100949.235782:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100949.235804:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100949.235813:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100949.235817:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235820:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235822:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964681984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235828:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100949.235830:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235832:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e400.
02000000:00000001:0.0:1789100949.235834:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100949.235836:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100949.235837:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100949.235839:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100949.235841:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789100949.235843:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100949.235845:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100949.235846:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:0.0:1789100949.235848:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100949.235850:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235851:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235854:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964682112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235866:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100949.235867:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235869:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35e000.
02000000:00000001:0.0:1789100949.235871:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100949.235872:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100949.235873:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100949.235875:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100949.235877:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789100949.235878:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100949.235880:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100949.235881:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100949.235883:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100949.235884:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235886:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235889:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964682240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235895:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100949.235896:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235897:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35cc00.
02000000:00000001:0.0:1789100949.235900:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100949.235901:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100949.235915:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100949.235918:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100949.235919:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100949.235921:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100949.235922:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100949.235924:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100949.235926:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100949.235927:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235929:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100949.235932:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964682368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100949.235938:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100949.235939:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100949.235941:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d000.
02000000:00000001:0.0:1789100949.235944:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100949.235945:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100949.235946:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100949.235948:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100949.235949:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100949.235951:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100949.235952:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100949.235953:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100949.235955:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100949.235957:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235958:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100949.235962:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100949.235964:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100949.235965:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100949.235967:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100950.256969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100950.256976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100950.256989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100950.256990:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100950.256994:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100950.256995:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100950.257051:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100950.257054:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100950.257056:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100950.576920:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322760452, at 4322760512
00000100:00000040:1.0:1789100950.576920:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322760452, at 4322760512
00000100:00000010:1.0:1789100950.576938:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8d20.
00000100:00000010:0.0:1789100950.576942:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100951.280932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100951.280943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100951.280950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100951.280951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100951.280954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100951.280955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100951.281024:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100951.281028:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100951.281031:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100952.304964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100952.304969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100952.304974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100952.304975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100952.304986:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100952.304987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100952.305114:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100952.305118:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100952.305121:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100953.328931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100953.328938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100953.328944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100953.328946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100953.328949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100953.328950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100953.329020:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100953.329024:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100953.329027:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789100954.352886:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100954.352892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789100954.352895:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789100954.352897:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100954.352900:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100954.352904:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100954.352908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100954.352914:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28091
00010000:00000001:2.0:1789100954.352916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100954.352920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100954.352924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789100954.352925:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789100954.352927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100954.352934:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100954.352939:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100954.352942:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.352945:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100954.352948:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.352951:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100954.352954:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100954.352956:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789100954.352959:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100954.352962:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789100954.352963:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789100954.352965:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789100954.352967:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.352969:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100954.352972:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.352973:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100954.352975:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789100954.352977:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100954.352988:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100954.352990:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1789100954.352993:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1789100954.352994:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100954.352999:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1789100954.353002:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100954.353006:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353009:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100954.353012:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100954.353020:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789100954.353024:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789100954.353028:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100954.353029:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353033:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100954.353035:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100954.353038:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100954.353046:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789100954.353051:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100954.353060:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100954.353070:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100954.353073:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100954.353078:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100954.353100:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100954.353103:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100954.353105:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100954.353106:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100954.353107:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100954.353109:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100954.353110:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28091
00000400:00000200:0.0:1789100954.353113:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100954.353116:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100954.353117:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100954.353120:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353122:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100954.353123:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353125:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100954.353126:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100954.353127:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789100954.353128:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100954.353130:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:3.0:1789100954.353130:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789100954.353131:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789100954.353135:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789100954.353137:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1789100954.353138:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353141:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100954.353142:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100954.353143:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353146:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100954.353148:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789100954.353151:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353153:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100954.353153:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100954.353157:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100954.353162:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100954.353166:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353168:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100954.353169:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1789100954.353172:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789100954.353173:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789100954.353174:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353178:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.353181:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1789100954.353182:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789100954.353185:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100954.353187:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100954.353187:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100954.353190:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353193:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100954.353194:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100954.353195:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100954.353197:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100954.353201:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00100000:3.0:1789100954.353203:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964682496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100954.353204:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100954.353211:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100954.353211:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100954.353217:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789100954.353218:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789100954.353221:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353222:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100954.353227:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100954.353228:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789100954.353235:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100954.353236:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
00000100:00080000:0.0:1789100954.353237:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789100954.353242:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1789100954.353243:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353244:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100954.353245:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100954.353248:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100954.353250:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28091
00000400:00000200:3.0:1789100954.353254:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100954.353255:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100954.353261:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000010:3.0:1789100954.353262:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00080000:0.0:1789100954.353263:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789100954.353270:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000040:0.0:1789100954.353277:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:3.0:1789100954.353278:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682496, portal 25
00000100:00000001:3.0:1789100954.353283:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100954.353285:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789100954.353286:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:0.0:1789100954.353290:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353295:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789100954.353295:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789100954.353301:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100954.353304:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000100:00000001:3.0:1789100954.353306:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1789100954.353307:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100954.353310:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000040:3.0:1789100954.353312:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000001:0.0:1789100954.353313:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789100954.353315:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000010:3.0:1789100954.353315:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100954.353320:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964682496, offset 0
00000100:00000040:0.0:1789100954.353321:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353325:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100954.353328:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353331:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789100954.353332:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:0.0:1789100954.353337:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789100954.353342:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789100954.353344:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100954.353346:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100954.353350:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100954.353353:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789100954.353354:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000001:0.0:1789100954.353358:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353361:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789100954.353362:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1789100954.353364:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789100954.353368:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353370:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:0.0:1789100954.353371:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353376:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1789100954.353378:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000400:00000200:3.0:1789100954.353380:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:0.0:1789100954.353384:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:3.0:1789100954.353388:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512280:512280:256:4294967295] 192.168.204.152@tcp LPNI seq info [512037:512037:8:4294967295]
02000000:00000001:0.0:1789100954.353390:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100954.353393:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353397:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100954.353398:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100954.353402:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100954.353404:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100954.353410:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000400:00000200:3.0:1789100954.353411:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789100954.353416:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100954.353421:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:0.0:1789100954.353423:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1789100954.353427:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:0.0:1789100954.353431:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100954.353434:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789100954.353437:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:0.0:1789100954.353439:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1789100954.353441:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100954.353451:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100954.353452:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100954.353455:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1789100954.353458:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1789100954.353459:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100954.353461:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100954.353462:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100954.353466:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100954.353469:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28091
00000800:00000100:3.0:1789100954.353470:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100954.353474:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000010:3.0:1789100954.353476:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:0.0:1789100954.353478:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100954.353481:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100954.353483:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353484:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789100954.353485:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1789100954.353486:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353491:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789100954.353493:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100954.353495:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789100954.353497:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789100954.353497:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1789100954.353500:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789100954.353502:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789100954.353504:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789100954.353506:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789100954.353506:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000001:0.0:1789100954.353511:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789100954.353512:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000040:0.0:1789100954.353513:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353517:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100954.353519:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100954.353521:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100954.353521:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1789100954.353525:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100954.353528:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789100954.353529:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100954.353530:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100954.353534:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353537:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100954.353540:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789100954.353544:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.353545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100954.353546:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100954.353551:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000100:00000040:3.0:1789100954.353552:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789100954.353553:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789100954.353557:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789100954.353559:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353562:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100954.353565:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789100954.353565:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100954.353567:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.353569:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1789100954.353570:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789100954.353574:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100954.353579:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100954.353579:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100954.353590:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322765571
00000100:00000001:0.0:1789100954.353597:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100954.353599:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100954.353600:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b900.
00000100:00000040:0.0:1789100954.353601:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100954.353609:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100954.353611:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789100954.353611:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1789100954.353616:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100954.353617:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789100954.353618:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100954.353620:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789100954.353621:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322765571
00000100:00080000:0.0:1789100954.353622:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28091
00000400:00000200:0.0:1789100954.353627:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789100954.353628:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b240.
00000400:00000200:0.0:1789100954.353629:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789100954.353633:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100954.353636:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100954.353636:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789100954.353638:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100954.353641:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353643:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789100954.353644:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789100954.353645:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789100954.353646:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100954.353649:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789100954.353650:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100954.353651:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100954.353654:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789100954.353655:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1789100954.353656:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789100954.353659:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353662:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789100954.353663:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100954/real 1789100954]  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100954.353666:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353669:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789100954.353673:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789100954.353677:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100954.353681:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1789100954.353682:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1789100954.353683:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1789100954.353686:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1789100954.353687:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100954.353690:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100954.353690:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789100954.353693:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789100954.353695:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789100954.353697:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353697:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00000001:0.0:1789100954.353702:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789100954.353703:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000010:0.0:1789100954.353704:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789100954.353709:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789100954.353710:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1789100954.353711:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1789100954.353717:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789100954.353718:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100954.353721:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789100954.353723:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100954.353726:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100954.353732:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000200:3.0:1789100954.353735:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100954.353738:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.353745:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100954.353748:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100954.353749:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100954.353750:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.353753:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100954.353760:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100954.353763:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100954.353767:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.353770:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100954.353774:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100954.353781:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100954.353822:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100954.353825:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28101)
00000100:00000001:3.0:1789100954.353827:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100954.353832:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.353834:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.353836:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.353838:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100954.353839:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100954.353841:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100954.353846:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100954.353849:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100954.353853:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100954.353861:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964682496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100954.353866:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.353868:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.353871:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964682496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.353877:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100954.353879:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100954.353882:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789100954.353885:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100954.353887:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100954.353888:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789100954.353891:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100954.353893:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789100954.353897:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100954.353899:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100954.353900:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:3.0:1789100954.353903:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100954.353904:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.353906:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.353914:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100954.353916:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.353918:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100954.353920:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100954.353921:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100954.353925:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.353931:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100954.353932:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.353934:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100954.353935:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100954.353937:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100954.353940:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100954.353943:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100954.353945:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100954.353947:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.353948:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100954.353952:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789100954.353953:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.353958:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100954.353960:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100954.353964:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100954.353967:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682624, portal 10
00000100:00000001:3.0:1789100954.353969:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100954.353970:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:3.0:1789100954.353976:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.353982:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100954.353984:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100954.353987:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100954.353990:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964682624, offset 0
00000400:00000200:3.0:1789100954.353994:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100954.353998:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354001:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100954.354004:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100954.354006:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100954.354009:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100954.354011:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354014:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512281:512281:256:4294967295] 192.168.204.152@tcp LPNI seq info [512038:512038:8:4294967295]
00000400:00000200:3.0:1789100954.354018:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354024:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100954.354028:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354031:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100954.354035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100954.354037:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100954.354041:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100954.354045:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100954.354048:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354050:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100954.354053:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100954.354064:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100954.354071:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100954.354073:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100954.354076:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100954.354079:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354086:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354089:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354095:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354096:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100954.354100:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100954.354104:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789100954.354107:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100954.354109:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322764308
00000100:00000001:3.0:1789100954.354112:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354114:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322764308
00000100:00000001:3.0:1789100954.354116:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354118:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100954.354120:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354122:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100954.354126:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100954/real 1789100954]  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100954.354133:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100954.354135:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100954.354136:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100954.354139:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100954.354141:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100954.354143:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100954.354146:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100954.354155:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354161:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100954.354162:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354164:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354165:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100954.354168:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354174:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100954.354178:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354182:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100954.354184:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354185:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354185:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354187:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100954.354188:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100954.354189:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100954.354191:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100954.354192:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100954.354194:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100954.354198:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100954.354200:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100954.354202:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354208:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100954.354209:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354210:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100954.354212:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100954.354213:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100954.354215:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100954.354217:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100954.354218:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100954.354219:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354220:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354222:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789100954.354223:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.354226:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100954.354227:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100954.354229:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100954.354231:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682752, portal 10
00000100:00000001:3.0:1789100954.354232:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100954.354233:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789100954.354237:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354241:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100954.354242:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100954.354243:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100954.354244:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964682752, offset 0
00000400:00000200:3.0:1789100954.354247:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354251:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100954.354253:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100954.354255:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100954.354256:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100954.354258:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354259:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512282:512282:256:4294967295] 192.168.204.152@tcp LPNI seq info [512039:512039:8:4294967295]
00000400:00000200:3.0:1789100954.354262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354266:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100954.354268:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354270:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100954.354272:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100954.354274:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100954.354276:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100954.354278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100954.354280:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354282:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100954.354283:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100954.354286:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100954.354287:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100954.354289:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100954.354290:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100954.354292:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354297:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354298:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354302:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354303:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100954.354304:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100954.354306:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789100954.354308:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100954.354309:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322764307
00000100:00000001:3.0:1789100954.354311:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354312:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322764307
00000100:00000001:3.0:1789100954.354313:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354314:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100954.354315:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354317:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100954.354318:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100954/real 1789100954]  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100954.354322:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100954.354323:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100954.354324:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100954.354325:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100954.354326:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100954.354327:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100954.354329:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100954.354333:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354337:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100954.354337:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354339:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354339:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100954.354342:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354347:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100954.354351:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354357:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100954.354359:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354360:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354361:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354363:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100954.354366:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100954.354368:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100954.354371:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100954.354372:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100954.354376:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100954.354382:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100954.354384:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100954.354387:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354392:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100954.354393:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354395:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100954.354397:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100954.354398:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100954.354401:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100954.354404:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100954.354405:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100954.354406:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354408:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354410:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100954.354412:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.354415:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100954.354418:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100954.354420:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100954.354423:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964682880, portal 4
00000100:00000001:3.0:1789100954.354424:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100954.354425:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789100954.354430:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354435:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100954.354437:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100954.354438:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100954.354440:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964682880, offset 0
00000400:00000200:3.0:1789100954.354444:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354447:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354450:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100954.354452:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100954.354454:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100954.354456:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100954.354457:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354460:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512283:512283:256:4294967295] 192.168.204.152@tcp LPNI seq info [512040:512040:8:4294967295]
00000400:00000200:3.0:1789100954.354463:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354468:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100954.354472:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354475:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100954.354478:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100954.354481:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100954.354484:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100954.354486:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100954.354497:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354499:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100954.354501:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100954.354504:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100954.354507:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100954.354508:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100954.354510:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100954.354513:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354520:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354523:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354529:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354530:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100954.354533:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100954.354535:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789100954.354537:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100954.354538:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322764317
00000100:00000001:3.0:1789100954.354540:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354541:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322764317
00000100:00000001:3.0:1789100954.354543:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354544:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100954.354545:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354546:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100954.354548:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100954/real 1789100954]  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100954.354553:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100954.354554:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100954.354555:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100954.354556:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100954.354557:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100954.354558:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100954.354560:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100954.354565:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354568:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100954.354569:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354569:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354570:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100954.354572:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354575:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100954.354577:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354584:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100954.354586:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354587:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354588:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354590:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100954.354592:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100954.354594:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100954.354597:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100954.354599:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100954.354603:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100954.354611:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964682880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100954.354615:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100954.354617:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354623:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100954.354624:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354626:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789100954.354628:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100954.354630:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100954.354632:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100954.354635:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100954.354637:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100954.354638:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100954.354640:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354643:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100954.354645:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100954.354648:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789100954.354650:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789100954.354653:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789100954.354655:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683008, portal 4
00000100:00000001:3.0:1789100954.354657:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100954.354658:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789100954.354664:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354669:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789100954.354670:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789100954.354672:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789100954.354673:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964683008, offset 0
00000400:00000200:3.0:1789100954.354676:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354679:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354681:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100954.354683:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789100954.354685:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789100954.354686:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789100954.354688:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789100954.354691:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512284:512284:256:4294967295] 192.168.204.152@tcp LPNI seq info [512041:512041:8:4294967295]
00000400:00000200:3.0:1789100954.354694:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100954.354700:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789100954.354704:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354707:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789100954.354711:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789100954.354713:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789100954.354717:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789100954.354720:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789100954.354723:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789100954.354725:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789100954.354727:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789100954.354730:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789100954.354733:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789100954.354734:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789100954.354737:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100954.354740:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354745:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354747:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354751:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354752:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100954.354754:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100954.354756:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789100954.354759:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100954.354761:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322764337
00000100:00000001:3.0:1789100954.354763:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354765:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322764337
00000100:00000001:3.0:1789100954.354767:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322765571
00000100:00000001:3.0:1789100954.354769:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100954.354771:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.354772:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789100954.354776:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100954/real 1789100954]  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789100954.354784:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789100954.354805:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789100954.354818:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789100954.354821:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789100954.354823:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789100954.354825:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789100954.354829:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100954.354837:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354843:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100954.354844:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354847:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354848:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100954.354851:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354857:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100954.354861:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354866:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100954.354869:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354871:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100954.354872:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354874:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100954.354875:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100954.354878:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789100954.354881:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100954.354883:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100954.354886:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789100954.354893:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789100954.354896:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354899:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354902:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964682624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354908:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100954.354910:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354912:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789100954.354915:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100954.354916:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100954.354918:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100954.354919:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100954.354921:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:3.0:1789100954.354924:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100954.354925:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100954.354926:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:3.0:1789100954.354929:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100954.354930:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354932:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354935:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964682752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354946:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100954.354947:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354949:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789100954.354951:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100954.354952:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100954.354953:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789100954.354955:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100954.354957:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789100954.354959:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100954.354960:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100954.354961:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789100954.354964:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100954.354965:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354966:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354970:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964682880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.354976:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100954.354977:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100954.354978:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091800.
02000000:00000001:3.0:1789100954.354980:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100954.354981:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100954.354982:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789100954.354984:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100954.354985:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:3.0:1789100954.354987:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100954.354988:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100954.354990:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789100954.354991:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100954.354993:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.354994:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100954.354997:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964683008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100954.355003:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100954.355004:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789100954.355006:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789100954.355008:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789100954.355009:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789100954.355010:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789100954.355012:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789100954.355013:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789100954.355015:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789100954.355016:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789100954.355018:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789100954.355020:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789100954.355021:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.355022:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100954.355027:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100954.355028:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100954.355030:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100954.355031:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100955.376916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100955.376923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100955.376928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100955.376930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100955.376933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100955.376934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100955.377000:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100955.377004:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100955.377007:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100955.696892:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322765571, at 4322765632
00000100:00000010:0.0:1789100955.696904:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b900.
00000100:00000040:1.0:1789100955.696990:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322765571, at 4322765632
00000100:00000010:1.0:1789100955.696996:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b240.
00010000:00000001:2.0:1789100956.400853:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100956.400858:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100956.400862:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100956.400863:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100956.400865:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100956.400866:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100956.400912:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100956.400916:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100956.400920:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100957.424881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100957.424890:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100957.424892:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100957.424895:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424899:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100957.424902:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424904:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424906:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100957.424911:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100957.424919:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100957.424921:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424923:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100957.424924:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424925:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424927:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100957.424932:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100957.424933:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100957.424935:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424936:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100957.424937:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424939:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100957.424941:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100957.424995:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100957.424997:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100957.425000:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100958.448943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100958.448949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100958.448954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100958.448954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100958.448957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100958.448957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100958.449108:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100958.449112:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100958.449116:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100959.472915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100959.472922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100959.472926:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100959.472929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100959.472932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100959.472935:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100959.472938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100959.472939:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100959.472941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100959.472945:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100959.472955:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100959.472964:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28096
00000400:00000200:1.0:1789100959.472973:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100959.472980:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100959.472984:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100959.472988:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.472992:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.472995:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.472997:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100959.473001:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100959.473003:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100959.473006:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100959.473009:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100959.473012:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100959.473014:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789100959.473018:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473020:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.473022:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473024:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100959.473027:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100959.473031:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473034:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.473037:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100959.473040:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100959.473043:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473046:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100959.473048:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100959.473058:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789100959.473062:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100959.473066:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100959.473067:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473070:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100959.473073:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100959.473077:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100959.473086:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789100959.473092:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100959.473101:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100959.473111:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100959.473121:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100959.473126:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473144:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100959.473146:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100959.473150:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100959.473151:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100959.473153:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100959.473156:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100959.473159:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28096
00000400:00000200:1.0:1789100959.473164:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.473166:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1789100959.473168:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100959.473172:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100959.473173:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789100959.473176:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100959.473178:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789100959.473180:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.473184:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100959.473188:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473188:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100959.473192:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100959.473195:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100959.473198:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100959.473202:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:0.0:1789100959.473206:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789100959.473207:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100959.473210:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100959.473211:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:0.0:1789100959.473217:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789100959.473218:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100959.473221:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789100959.473222:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.473225:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100959.473227:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473229:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100959.473234:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00100000:0.0:1789100959.473235:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964683136:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789100959.473239:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473245:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473249:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100959.473249:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100959.473254:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100959.473255:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789100959.473259:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.473260:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473263:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100959.473264:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1789100959.473269:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1789100959.473272:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
00000008:00000001:1.0:1789100959.473274:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.473277:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473278:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100959.473285:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000400:00000200:0.0:1789100959.473288:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789100959.473290:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:0.0:1789100959.473293:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:1.0:1789100959.473295:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100959.473298:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473300:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1789100959.473302:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:1.0:1789100959.473302:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100959.473306:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100959.473307:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000200:0.0:1789100959.473311:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683136, portal 25
02000000:00000010:1.0:1789100959.473313:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000020:00000001:3.0:1789100959.473313:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473316:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789100959.473320:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473321:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00010000:00010000:3.0:1789100959.473321:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789100959.473330:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100959.473333:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473347:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100959.473351:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789100959.473352:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.473357:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100959.473360:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100959.473362:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100959.473368:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964683136, offset 0
00000100:00000001:1.0:1789100959.473377:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100959.473380:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100959.473382:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100959.473386:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100959.473387:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100959.473389:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100959.473391:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100959.473394:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100959.473399:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28096
00000400:00000200:0.0:1789100959.473402:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100959.473408:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100959.473412:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100959.473415:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100959.473418:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100959.473422:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512285:512285:256:4294967295] 192.168.204.152@tcp LPNI seq info [512042:512042:8:4294967295]
00000400:00000200:0.0:1789100959.473427:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.473436:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100959.473445:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789100959.473445:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100959.473453:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000010:0.0:1789100959.473454:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00080000:1.0:1789100959.473457:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100959.473463:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.0:1789100959.473465:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100959.473467:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1789100959.473472:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789100959.473473:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100959.473482:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789100959.473483:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789100959.473485:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789100959.473489:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789100959.473489:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1789100959.473491:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789100959.473496:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789100959.473500:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000100:0.0:1789100959.473501:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.473506:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000100:00000040:1.0:1789100959.473507:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473511:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100959.473512:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789100959.473514:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473518:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100959.473520:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1789100959.473522:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100959.473528:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000100:00080000:1.0:1789100959.473528:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:0.0:1789100959.473533:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:1.0:1789100959.473533:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.473538:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100959.473541:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1789100959.473542:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100959.473546:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100959.473548:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473549:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100959.473552:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789100959.473558:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473561:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100959.473567:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789100959.473568:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1789100959.473572:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000040:0.0:1789100959.473574:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100959.473576:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100959.473579:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473584:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100959.473587:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100959.473591:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.473591:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473596:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1789100959.473598:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789100959.473603:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473605:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100959.473610:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100959.473613:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.473618:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322770691
00000100:00000010:0.0:1789100959.473623:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789100959.473630:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789100959.473631:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100959.473635:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473639:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322770691
00000100:00000040:1.0:1789100959.473642:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789100959.473644:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc83c0.
00000100:00000001:0.0:1789100959.473651:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1789100959.473657:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473658:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789100959.473660:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100959.473663:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100959.473667:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100959.473669:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789100959.473671:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100959.473674:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789100959.473678:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100959/real 1789100959]  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473679:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100959.473684:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28096
00000400:00000200:1.0:1789100959.473690:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000001:0.0:1789100959.473697:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100959.473699:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100959.473703:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:1.0:1789100959.473704:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100959.473708:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00080000:1.0:1789100959.473719:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789100959.473721:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000040:1.0:1789100959.473726:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100959.473727:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789100959.473731:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789100959.473735:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789100959.473737:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473742:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100959.473747:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100959.473750:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100959.473753:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1789100959.473757:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100959.473757:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100959.473761:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789100959.473767:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100959.473774:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1789100959.473774:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100959.473778:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100959.473779:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.473783:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100959.473784:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.473819:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100959.473825:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789100959.473826:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100959.473830:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100959.473838:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100959.473842:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.473844:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100959.473847:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100959.473849:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100959.473853:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473855:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1789100959.473857:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789100959.473859:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100959.473864:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.473868:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100959.473875:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000100:00000001:0.0:1789100959.473876:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1789100959.473880:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:0.0:1789100959.473881:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100959.473885:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100959.473886:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1789100959.473888:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473889:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100959.473892:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100959.473895:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1789100959.473895:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100959.473900:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789100959.473900:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100959.473906:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00080000:0.0:1789100959.473907:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1789100959.473911:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100959.473915:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00100000:1.0:1789100959.473920:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100959.473921:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100959.473931:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473936:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100959.473940:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100959.473949:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100959.473950:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964683136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100959.473967:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100959.473968:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.473972:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1789100959.473973:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100959.473979:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1789100959.473980:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964683136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100959.473981:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100959.473985:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100959.473990:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100959.473995:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28096
00000100:00000001:0.0:1789100959.473996:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100959.474000:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1789100959.474001:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:0.0:1789100959.474004:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
00000400:00000200:1.0:1789100959.474007:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100959.474010:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100959.474013:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.474015:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100959.474017:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.474020:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100959.474024:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789100959.474024:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100959.474028:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789100959.474029:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1789100959.474031:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789100959.474033:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000040:1.0:1789100959.474034:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789100959.474038:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:1.0:1789100959.474039:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:0.0:1789100959.474042:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
00000020:00000001:1.0:1789100959.474043:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:0.0:1789100959.474050:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1789100959.474050:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100959.474053:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1789100959.474055:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1789100959.474057:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000040:1.0:1789100959.474058:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100959.474063:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100959.474065:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1789100959.474066:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:0.0:1789100959.474069:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100959.474072:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100959.474074:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789100959.474078:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.474081:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100959.474083:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100959.474085:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1789100959.474086:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474089:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.474090:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100959.474094:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100959.474095:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100959.474097:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1789100959.474099:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474101:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789100959.474102:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.474108:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789100959.474108:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789100959.474112:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789100959.474118:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100959.474120:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474123:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100959.474124:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100959.474126:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100959.474127:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100959.474131:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474132:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100959.474136:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1789100959.474137:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100959.474139:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100959.474143:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100959.474145:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100959.474152:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1789100959.474152:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100959.474156:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100959.474158:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474164:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100959.474166:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1789100959.474169:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
00000100:00000001:1.0:1789100959.474170:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474175:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100959.474177:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100959.474183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100959.474190:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:1.0:1789100959.474193:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100959.474195:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000040:1.0:1789100959.474199:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28107)
00000100:00000200:0.0:1789100959.474201:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683264, portal 10
00000100:00000001:0.0:1789100959.474205:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100959.474206:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:0.0:1789100959.474213:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474220:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100959.474223:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100959.474226:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100959.474228:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964683264, offset 0
00000400:00000200:0.0:1789100959.474233:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474238:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474242:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100959.474245:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100959.474248:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100959.474251:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100959.474253:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474258:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512286:512286:256:4294967295] 192.168.204.152@tcp LPNI seq info [512043:512043:8:4294967295]
00000400:00000200:0.0:1789100959.474262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474268:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100959.474273:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474276:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100959.474280:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100959.474282:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100959.474287:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100959.474290:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100959.474294:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474296:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100959.474299:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100959.474302:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100959.474305:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100959.474307:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100959.474309:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100959.474312:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474320:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.474323:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474329:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474331:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100959.474334:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.474338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100959.474341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.474343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322769428
00000100:00000001:0.0:1789100959.474346:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474348:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322769428
00000100:00000001:0.0:1789100959.474350:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474352:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100959.474354:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474356:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100959.474360:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100959/real 1789100959]  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100959.474367:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100959.474368:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100959.474370:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100959.474372:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100959.474373:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100959.474376:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100959.474379:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100959.474386:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474393:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100959.474394:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474396:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.474397:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100959.474400:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474406:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100959.474410:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474416:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100959.474418:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474420:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.474421:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474422:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100959.474424:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100959.474427:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100959.474430:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100959.474432:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100959.474436:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100959.474443:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100959.474447:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100959.474450:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474461:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100959.474463:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474465:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100959.474466:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100959.474468:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100959.474471:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100959.474474:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100959.474475:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100959.474477:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474478:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100959.474481:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100959.474483:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100959.474487:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100959.474489:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100959.474492:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100959.474495:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683392, portal 10
00000100:00000001:0.0:1789100959.474496:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100959.474498:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:0.0:1789100959.474503:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474508:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100959.474511:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100959.474513:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100959.474515:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964683392, offset 0
00000400:00000200:0.0:1789100959.474519:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474522:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474525:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100959.474528:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100959.474531:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100959.474533:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100959.474535:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474538:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512287:512287:256:4294967295] 192.168.204.152@tcp LPNI seq info [512044:512044:8:4294967295]
00000400:00000200:0.0:1789100959.474542:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474547:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100959.474551:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474554:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100959.474558:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100959.474560:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100959.474563:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100959.474566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100959.474570:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474572:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100959.474574:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100959.474578:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100959.474580:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100959.474582:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100959.474584:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100959.474587:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474593:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.474596:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474602:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474604:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100959.474607:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.474610:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100959.474614:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.474615:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322769427
00000100:00000001:0.0:1789100959.474618:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474620:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322769427
00000100:00000001:0.0:1789100959.474622:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474624:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100959.474626:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474627:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100959.474631:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100959/real 1789100959]  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100959.474638:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100959.474639:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100959.474641:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100959.474643:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100959.474644:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100959.474646:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100959.474649:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100959.474657:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474663:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100959.474664:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474665:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.474667:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100959.474671:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474678:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100959.474681:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474687:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100959.474689:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474690:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.474691:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474693:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100959.474695:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100959.474697:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100959.474700:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100959.474702:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100959.474706:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100959.474725:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100959.474729:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100959.474732:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474738:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100959.474739:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474742:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100959.474743:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100959.474745:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100959.474748:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100959.474750:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100959.474752:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100959.474753:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.474755:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100959.474758:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100959.474760:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100959.474763:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100959.474765:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100959.474768:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100959.474771:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683520, portal 4
00000100:00000001:0.0:1789100959.474772:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100959.474774:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:0.0:1789100959.474779:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474802:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100959.474805:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100959.474808:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100959.474810:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964683520, offset 0
00000400:00000200:0.0:1789100959.474814:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474817:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474821:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100959.474823:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100959.474826:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100959.474828:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100959.474830:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100959.474833:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512288:512288:256:4294967295] 192.168.204.152@tcp LPNI seq info [512045:512045:8:4294967295]
00000400:00000200:0.0:1789100959.474837:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.474843:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100959.474847:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474850:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100959.474854:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100959.474856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100959.474860:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100959.474877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100959.474882:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.474884:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100959.474887:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100959.474890:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100959.474892:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100959.474894:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100959.474896:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100959.474900:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474906:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.474909:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474915:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474917:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100959.474921:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.474924:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100959.474926:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.474929:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322769438
00000100:00000001:0.0:1789100959.474931:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474933:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322769438
00000100:00000001:0.0:1789100959.474935:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.474937:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100959.474938:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.474940:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100959.474943:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100959/real 1789100959]  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100959.474951:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100959.474952:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100959.474953:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100959.474956:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100959.474957:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100959.474959:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100959.474962:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100959.474975:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474981:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100959.474982:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.474984:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.474985:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100959.474989:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.474995:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100959.474999:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475006:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100959.475008:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475009:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.475011:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475013:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100959.475014:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100959.475017:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100959.475020:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100959.475022:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100959.475026:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100959.475034:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100959.475037:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475038:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.475041:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964683264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475047:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100959.475049:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100959.475051:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100959.475058:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100959.475060:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100959.475061:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100959.475063:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100959.475065:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:0.0:1789100959.475067:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100959.475069:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100959.475070:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:0.0:1789100959.475073:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100959.475074:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475076:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.475080:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964683392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475086:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100959.475087:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100959.475089:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100959.475091:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100959.475092:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100959.475093:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100959.475095:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100959.475096:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:0.0:1789100959.475098:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100959.475099:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100959.475100:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789100959.475102:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100959.475103:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475105:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.475108:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964683520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475114:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100959.475115:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100959.475116:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100959.475119:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100959.475120:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100959.475121:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100959.475123:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100959.475124:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789100959.475127:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100959.475128:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100959.475129:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:0.0:1789100959.475131:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100959.475132:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475134:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475138:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100959.475140:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.475142:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100959.475144:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100959.475145:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100959.475149:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475155:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100959.475156:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.475158:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100959.475160:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100959.475161:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100959.475164:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100959.475167:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100959.475168:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100959.475170:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100959.475171:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100959.475174:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100959.475176:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100959.475179:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100959.475181:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100959.475184:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100959.475187:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683648, portal 4
00000100:00000001:0.0:1789100959.475189:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100959.475190:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:0.0:1789100959.475195:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475201:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100959.475203:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100959.475205:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100959.475208:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964683648, offset 0
00000400:00000200:0.0:1789100959.475211:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100959.475215:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.475218:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100959.475221:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100959.475224:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100959.475226:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100959.475228:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100959.475231:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512289:512289:256:4294967295] 192.168.204.152@tcp LPNI seq info [512046:512046:8:4294967295]
00000400:00000200:0.0:1789100959.475234:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100959.475239:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100959.475244:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.475247:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100959.475250:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100959.475253:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789100959.475256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100959.475259:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789100959.475263:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100959.475264:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100959.475267:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100959.475269:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100959.475271:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100959.475272:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100959.475274:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100959.475277:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475284:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.475287:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475292:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.475294:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100959.475297:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100959.475299:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100959.475303:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100959.475305:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322769458
00000100:00000001:0.0:1789100959.475307:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.475309:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322769458
00000100:00000001:0.0:1789100959.475312:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322770691
00000100:00000001:0.0:1789100959.475314:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100959.475316:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.475318:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100959.475322:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100959/real 1789100959]  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100959.475329:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100959.475330:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100959.475332:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100959.475334:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100959.475336:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100959.475337:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100959.475340:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100959.475348:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475353:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100959.475355:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475357:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.475358:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100959.475362:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475368:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100959.475372:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475378:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100959.475381:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475382:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100959.475383:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475385:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100959.475387:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100959.475390:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100959.475392:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100959.475393:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100959.475396:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100959.475401:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100959.475404:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475405:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100959.475407:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964683648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100959.475410:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100959.475411:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100959.475412:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100959.475414:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100959.475415:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100959.475416:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100959.475417:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100959.475418:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789100959.475421:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100959.475422:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100959.475423:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:0.0:1789100959.475426:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100959.475427:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475428:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100959.475431:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100959.475433:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100959.475434:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100959.475436:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100960.496918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100960.496923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100960.496927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100960.496928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100960.496930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100960.496931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100960.496999:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100960.497003:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100960.497007:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100960.816918:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322770691, at 4322770752
00000100:00000010:1.0:1789100960.816935:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc83c0.
00000100:00000040:0.0:1789100960.816965:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322770691, at 4322770752
00000100:00000010:0.0:1789100960.816972:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100961.520922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100961.520927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100961.520931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100961.520932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100961.520934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100961.520935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100961.521000:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100961.521003:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100961.521006:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100962.544896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100962.544910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100962.544917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100962.544918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100962.544921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100962.544922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100962.544992:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100962.544996:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100962.545000:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100963.568917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100963.568924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100963.568929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100963.568930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100963.568933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100963.568934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100963.568999:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100963.569004:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100963.569007:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789100964.592916:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100964.592926:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789100964.592928:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100964.592932:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100964.592936:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100964.592943:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28102
00000400:00000200:2.0:1789100964.592953:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100964.592960:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100964.592963:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100964.592967:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.592970:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100964.592972:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.592974:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100964.592978:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100964.592980:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789100964.592983:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100964.592985:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789100964.592988:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789100964.592991:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789100964.592994:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.592996:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100964.592998:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593000:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100964.593003:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789100964.593006:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593008:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100964.593011:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100964.593014:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100964.593016:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593019:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789100964.593021:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100964.593030:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789100964.593033:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789100964.593037:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100964.593039:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593041:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100964.593044:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100964.593047:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100964.593054:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789100964.593060:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100964.593068:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789100964.593078:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100964.593082:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100964.593087:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100964.593109:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100964.593112:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100964.593116:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789100964.593117:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100964.593119:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100964.593121:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100964.593123:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28102
00000400:00000200:2.0:1789100964.593127:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100964.593130:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100964.593137:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789100964.593141:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100964.593146:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593148:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100964.593149:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789100964.593151:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100964.593154:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1789100964.593154:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789100964.593157:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100964.593158:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1789100964.593161:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789100964.593165:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100964.593167:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100964.593168:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789100964.593176:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593180:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100964.593184:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1789100964.593184:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100964.593187:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593188:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100964.593193:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1789100964.593193:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100964.593197:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1789100964.593199:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100964.593203:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593204:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100964.593209:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1789100964.593210:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964683776:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100964.593215:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789100964.593216:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100964.593220:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789100964.593220:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.593224:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593225:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100964.593229:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1789100964.593231:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1789100964.593235:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000008:00000001:2.0:1789100964.593236:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.593240:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593240:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100964.593247:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000400:00000200:0.0:1789100964.593251:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:2.0:1789100964.593252:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:0.0:1789100964.593256:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:2.0:1789100964.593257:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100964.593261:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593264:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1789100964.593265:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:2.0:1789100964.593266:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100964.593270:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100964.593274:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683776, portal 25
02000000:00000010:2.0:1789100964.593275:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:0.0:1789100964.593278:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100964.593281:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593282:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:0.0:1789100964.593290:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789100964.593293:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100964.593301:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100964.593307:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100964.593310:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000001:2.0:1789100964.593311:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789100964.593313:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964683776, offset 0
00000100:00000001:2.0:1789100964.593316:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.593321:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789100964.593325:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100964.593330:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.593337:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:2.0:1789100964.593340:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.593342:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1789100964.593346:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789100964.593347:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100964.593353:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1789100964.593353:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1789100964.593356:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593357:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789100964.593362:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512290:512290:256:4294967295] 192.168.204.152@tcp LPNI seq info [512047:512047:8:4294967295]
00000100:00080000:2.0:1789100964.593362:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789100964.593369:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100964.593370:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:2.0:1789100964.593376:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28102
00000400:00000200:0.0:1789100964.593383:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1789100964.593386:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.0:1789100964.593391:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.593395:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000400:00000200:2.0:1789100964.593395:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100964.593400:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1789100964.593404:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:2.0:1789100964.593407:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.0:1789100964.593409:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1789100964.593412:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789100964.593415:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:2.0:1789100964.593417:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100964.593419:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1789100964.593423:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:0.0:1789100964.593426:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.593430:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000020:00000001:2.0:1789100964.593430:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100964.593434:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100964.593436:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1789100964.593438:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100964.593441:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1789100964.593443:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789100964.593445:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100964.593449:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000020:00000001:2.0:1789100964.593449:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100964.593454:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1789100964.593455:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000200:0.0:1789100964.593459:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100964.593463:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593468:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100964.593469:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789100964.593473:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100964.593474:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100964.593477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100964.593484:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789100964.593485:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593487:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100964.593492:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100964.593492:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100964.593498:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100964.593498:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100964.593503:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100964.593504:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322775811
02000000:00000001:2.0:1789100964.593507:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789100964.593511:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:2.0:1789100964.593517:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593518:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789100964.593520:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789100964.593523:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789100964.593526:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593528:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322775811
00000100:00000001:2.0:1789100964.593528:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100964.593534:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8ba0.
00000100:00000010:2.0:1789100964.593536:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000100:00000001:0.0:1789100964.593539:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1789100964.593540:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100964.593544:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100964.593545:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789100964.593548:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593550:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593551:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100964.593555:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1789100964.593555:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789100964.593558:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100964.593561:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100964/real 1789100964]  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789100964.593565:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000400:00000001:0.0:1789100964.593571:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1789100964.593572:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100964.593573:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100964.593577:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100964.593579:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100964.593582:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00100000:2.0:1789100964.593583:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100964.593584:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100964.593589:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100964.593603:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.593607:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100964.593608:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.593609:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.593610:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100964.593628:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100964.593635:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100964.593639:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100964.593640:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100964.593650:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100964.593651:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.593675:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100964.593676:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593681:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789100964.593682:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100964.593686:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1789100964.593688:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100964.593689:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100964.593691:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100964.593693:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1789100964.593695:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100964.593697:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789100964.593699:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789100964.593703:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789100964.593704:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28102
00000100:00080000:0.0:1789100964.593710:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000400:00000200:2.0:1789100964.593712:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100964.593716:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1789100964.593719:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789100964.593724:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100964.593726:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789100964.593731:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789100964.593735:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789100964.593739:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100964.593744:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964683776:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789100964.593744:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789100964.593747:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100964.593751:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:0.0:1789100964.593753:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789100964.593754:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100964.593758:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1789100964.593759:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000040:0.0:1789100964.593764:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964683776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100964.593764:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789100964.593769:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789100964.593776:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100964.593779:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1789100964.593780:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100964.593782:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100964.593814:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100964.593818:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100964.593820:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100964.593822:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000040:2.0:1789100964.593823:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:0.0:1789100964.593825:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1789100964.593827:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:0.0:1789100964.593829:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
00000020:00000040:2.0:1789100964.593833:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
02000000:00000001:0.0:1789100964.593835:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100964.593839:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1789100964.593840:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000010:0.0:1789100964.593842:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:2.0:1789100964.593844:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593847:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1789100964.593848:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789100964.593853:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100964.593855:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593857:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789100964.593859:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1789100964.593859:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789100964.593862:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593864:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789100964.593866:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100964.593870:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789100964.593874:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:0.0:1789100964.593876:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1789100964.593877:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100964.593880:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100964.593880:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593886:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789100964.593886:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789100964.593888:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100964.593890:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1789100964.593892:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.593893:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1789100964.593898:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000040:0.0:1789100964.593900:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789100964.593904:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789100964.593913:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100964.593924:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100964.593927:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.593929:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100964.593931:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789100964.593933:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.593934:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100964.593939:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100964.593940:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100964.593945:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100964.593952:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100964.593956:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789100964.593956:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.593958:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789100964.593960:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789100964.593964:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789100964.593966:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789100964.593967:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789100964.593970:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789100964.593970:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789100964.593975:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28102
02000000:00000010:0.0:1789100964.593976:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100964.593980:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789100964.593981:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789100964.593988:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100964.593989:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:2.0:1789100964.593992:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789100964.593994:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000040:2.0:1789100964.593998:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100964.594001:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:2.0:1789100964.594002:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789100964.594006:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964683904, portal 10
00000100:00000040:2.0:1789100964.594007:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100964.594010:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789100964.594011:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100964.594014:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000020:00000001:2.0:1789100964.594016:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789100964.594019:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789100964.594021:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789100964.594023:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000040:0.0:1789100964.594025:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789100964.594026:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789100964.594031:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789100964.594039:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100964.594041:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789100964.594043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100964.594047:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789100964.594048:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100964.594051:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000001:2.0:1789100964.594052:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789100964.594056:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789100964.594059:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789100964.594061:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789100964.594062:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1789100964.594065:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964683904, offset 0
02000000:00000001:2.0:1789100964.594066:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789100964.594071:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.594074:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100964.594077:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000008:00100000:2.0:1789100964.594078:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789100964.594082:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594085:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789100964.594086:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789100964.594092:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000400:00000200:0.0:1789100964.594093:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:2.0:1789100964.594097:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:0.0:1789100964.594098:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1789100964.594103:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100964.594105:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:2.0:1789100964.594106:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789100964.594109:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100964.594110:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1789100964.594111:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789100964.594115:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:2.0:1789100964.594115:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789100964.594120:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000400:00000200:0.0:1789100964.594121:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512291:512291:256:4294967295] 192.168.204.152@tcp LPNI seq info [512048:512048:8:4294967295]
00000100:00000001:2.0:1789100964.594126:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594131:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:2.0:1789100964.594135:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100964.594146:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789100964.594149:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789100964.594151:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100964.594157:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789100964.594163:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594170:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00000001:2.0:1789100964.594170:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789100964.594175:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28112)
00000800:00000200:0.0:1789100964.594177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100964.594181:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100964.594186:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100964.594189:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100964.594192:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594194:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100964.594198:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00010000:00000001:2.0:1789100964.594200:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789100964.594202:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00010000:00000001:2.0:1789100964.594204:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594208:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00010000:00000001:2.0:1789100964.594210:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000010:0.0:1789100964.594212:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00010000:00000001:2.0:1789100964.594212:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594218:0:256916:0:(events.c:34:request_out_callback()) Process entered
00010000:00000001:2.0:1789100964.594219:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100964.594221:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100964.594225:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594234:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.594237:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594244:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594245:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100964.594249:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100964.594253:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100964.594256:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100964.594258:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322774548
00000100:00000001:0.0:1789100964.594261:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594263:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322774548
00000100:00000001:0.0:1789100964.594266:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594268:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100964.594271:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594273:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100964.594277:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100964/real 1789100964]  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100964.594279:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100964.594284:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100964.594288:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000001:0.0:1789100964.594291:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100964.594294:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100964.594296:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100964.594300:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100964.594302:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100964.594305:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100964.594309:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100964.594317:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594324:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100964.594325:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594327:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594328:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100964.594332:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594337:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100964.594340:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594347:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100964.594349:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594351:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594352:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594354:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100964.594355:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100964.594357:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100964.594361:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100964.594362:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100964.594366:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100964.594372:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964683904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100964.594375:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100964.594378:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594383:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100964.594385:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594386:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100964.594388:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100964.594390:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100964.594392:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100964.594394:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100964.594396:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100964.594398:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594399:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100964.594402:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100964.594404:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100964.594408:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100964.594411:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100964.594413:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684032, portal 10
00000100:00000001:0.0:1789100964.594415:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100964.594416:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:0.0:1789100964.594421:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594426:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100964.594428:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100964.594430:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100964.594432:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964684032, offset 0
00000400:00000200:0.0:1789100964.594435:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594439:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.594442:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100964.594444:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100964.594447:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100964.594449:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100964.594451:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594453:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512292:512292:256:4294967295] 192.168.204.152@tcp LPNI seq info [512049:512049:8:4294967295]
00000400:00000200:0.0:1789100964.594456:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.594461:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100964.594465:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594468:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100964.594471:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100964.594474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100964.594477:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100964.594480:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100964.594484:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594485:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100964.594488:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100964.594491:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100964.594493:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100964.594494:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100964.594496:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100964.594500:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594507:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.594510:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594516:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594517:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100964.594520:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100964.594523:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100964.594526:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100964.594528:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322774547
00000100:00000001:0.0:1789100964.594530:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594532:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322774547
00000100:00000001:0.0:1789100964.594534:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594536:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100964.594538:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594540:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100964.594544:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100964/real 1789100964]  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100964.594550:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100964.594551:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100964.594552:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100964.594553:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100964.594554:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100964.594556:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100964.594558:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100964.594562:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594566:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100964.594566:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594567:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594568:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100964.594570:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594573:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100964.594576:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594580:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100964.594581:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594582:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594583:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594584:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100964.594585:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100964.594586:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100964.594588:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100964.594589:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100964.594591:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100964.594595:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100964.594598:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594599:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.594601:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964683904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594606:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100964.594608:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100964.594609:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100964.594623:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100964.594625:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100964.594626:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100964.594628:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100964.594630:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:0.0:1789100964.594632:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100964.594634:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100964.594635:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:0.0:1789100964.594638:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100964.594639:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594641:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.594644:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964684032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594650:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100964.594652:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100964.594653:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100964.594655:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100964.594656:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100964.594657:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100964.594658:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100964.594659:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:0.0:1789100964.594660:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100964.594661:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100964.594662:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:0.0:1789100964.594663:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100964.594664:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594665:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594667:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100964.594668:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594669:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100964.594670:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100964.594671:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100964.594673:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594677:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100964.594678:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594679:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100964.594681:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100964.594682:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100964.594683:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100964.594685:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100964.594687:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100964.594688:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594689:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100964.594692:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100964.594693:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594697:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100964.594700:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100964.594703:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100964.594705:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684160, portal 4
00000100:00000001:0.0:1789100964.594707:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100964.594708:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:0.0:1789100964.594714:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594719:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100964.594722:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100964.594724:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100964.594726:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964684160, offset 0
00000400:00000200:0.0:1789100964.594730:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594733:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.594736:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100964.594739:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100964.594741:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100964.594742:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100964.594744:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594746:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512293:512293:256:4294967295] 192.168.204.152@tcp LPNI seq info [512050:512050:8:4294967295]
00000400:00000200:0.0:1789100964.594748:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.594752:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100964.594755:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594757:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100964.594759:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100964.594760:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100964.594763:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100964.594765:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100964.594767:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.594768:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100964.594770:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100964.594772:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100964.594774:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100964.594775:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100964.594776:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100964.594779:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594783:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.594785:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594807:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594809:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100964.594812:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100964.594815:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100964.594818:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100964.594820:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322774558
00000100:00000001:0.0:1789100964.594822:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594824:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322774558
00000100:00000001:0.0:1789100964.594827:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.594829:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100964.594831:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.594832:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100964.594836:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100964/real 1789100964]  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100964.594842:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100964.594843:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100964.594844:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100964.594846:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100964.594847:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100964.594848:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100964.594850:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100964.594863:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594870:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100964.594871:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594873:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594874:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100964.594877:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594883:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100964.594888:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594894:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100964.594896:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594897:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.594899:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.594900:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100964.594902:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100964.594905:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100964.594908:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100964.594910:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100964.594914:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100964.594922:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100964.594925:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100964.594929:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594940:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100964.594941:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594943:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100964.594944:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100964.594945:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100964.594947:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100964.594949:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100964.594950:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100964.594951:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100964.594952:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100964.594954:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100964.594955:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100964.594958:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100964.594959:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100964.594961:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100964.594963:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684288, portal 4
00000100:00000001:0.0:1789100964.594964:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100964.594965:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000040:0.0:1789100964.594968:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.594972:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100964.594973:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100964.594974:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100964.594976:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964684288, offset 0
00000400:00000200:0.0:1789100964.594980:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594983:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.594987:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100964.594989:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100964.594991:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100964.594993:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100964.594996:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100964.594999:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512294:512294:256:4294967295] 192.168.204.152@tcp LPNI seq info [512051:512051:8:4294967295]
00000400:00000200:0.0:1789100964.595003:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100964.595009:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100964.595013:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.595016:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100964.595019:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100964.595022:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789100964.595025:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100964.595028:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789100964.595032:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100964.595034:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100964.595036:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100964.595040:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100964.595042:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100964.595044:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100964.595046:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100964.595049:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595057:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.595059:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595064:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.595065:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100964.595068:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100964.595071:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100964.595074:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100964.595075:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322774578
00000100:00000001:0.0:1789100964.595078:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.595080:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322774578
00000100:00000001:0.0:1789100964.595081:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322775811
00000100:00000001:0.0:1789100964.595083:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100964.595086:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.595087:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100964.595091:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100964/real 1789100964]  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100964.595098:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100964.595100:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100964.595102:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100964.595104:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100964.595105:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100964.595107:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100964.595110:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100964.595118:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595122:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100964.595124:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595125:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.595126:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100964.595128:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595131:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100964.595134:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595137:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100964.595138:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595139:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100964.595140:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595141:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100964.595142:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100964.595143:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100964.595145:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100964.595147:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100964.595149:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100964.595156:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100964.595159:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595161:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.595163:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964684160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595169:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100964.595171:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100964.595173:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100964.595175:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100964.595176:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100964.595177:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100964.595179:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100964.595181:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:0.0:1789100964.595183:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100964.595184:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100964.595185:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:0.0:1789100964.595187:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100964.595188:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595190:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100964.595193:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964684288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100964.595199:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100964.595200:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100964.595201:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100964.595203:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100964.595204:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100964.595206:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100964.595207:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100964.595209:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:0.0:1789100964.595211:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100964.595212:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100964.595214:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:0.0:1789100964.595216:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100964.595217:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595218:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100964.595222:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100964.595223:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100964.595224:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100964.595226:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100965.616936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100965.616941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100965.616949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100965.616950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100965.616953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100965.616954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100965.617016:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100965.617019:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100965.617021:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100965.936866:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322775811, at 4322775872
00000100:00000040:1.0:1789100965.936871:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322775811, at 4322775872
00000100:00000010:0.0:1789100965.936883:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100965.936900:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ba0.
00010000:00000001:2.0:1789100966.640902:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100966.640908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100966.640915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100966.640917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100966.640921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100966.640923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100966.640982:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100966.640985:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100966.640987:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100967.664911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100967.664917:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100967.664919:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100967.664921:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664925:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100967.664926:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664928:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664929:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100967.664933:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100967.664934:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100967.664935:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664936:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100967.664937:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664938:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664939:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100967.664942:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100967.664942:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100967.664943:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664944:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100967.664945:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664945:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100967.664947:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100967.665010:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100967.665014:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100967.665018:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100968.688866:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100968.688871:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100968.688875:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100968.688875:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100968.688878:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100968.688879:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100968.688939:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100968.688943:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100968.688946:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100969.712927:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100969.712929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100969.712937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100969.712944:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100969.712948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100969.712948:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100969.712954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100969.712957:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100969.712963:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100969.712967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100969.712970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100969.712975:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28107
00000400:00000200:3.0:1789100969.712997:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100969.713005:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100969.713014:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100969.713019:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713024:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713027:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713030:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100969.713035:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100969.713038:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100969.713039:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100969.713042:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1789100969.713045:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100969.713048:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100969.713051:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00010000:1.0:1789100969.713055:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100969.713059:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100969.713063:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713067:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713069:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713071:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100969.713074:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100969.713077:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713079:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100969.713081:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100969.713085:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100969.713087:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713090:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100969.713095:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100969.713106:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100969.713110:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100969.713115:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100969.713117:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713121:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100969.713124:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100969.713129:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100969.713139:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100969.713147:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100969.713159:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100969.713170:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100969.713176:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.713181:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100969.713208:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100969.713211:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100969.713213:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100969.713214:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100969.713215:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100969.713217:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100969.713219:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28107
00000400:00000200:3.0:1789100969.713221:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100969.713223:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100969.713225:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100969.713227:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713230:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713232:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713234:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100969.713237:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100969.713239:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100969.713241:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100969.713244:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100969.713246:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100969.713248:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789100969.713249:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100969.713253:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789100969.713255:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100969.713258:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100969.713260:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713264:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713266:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100969.713270:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:0.0:1789100969.713273:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100969.713276:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713281:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100969.713285:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100969.713292:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100969.713293:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100969.713297:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.713298:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713299:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100969.713305:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1789100969.713305:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100969.713310:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1789100969.713311:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.713316:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713322:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100969.713323:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964684416:192.168.204.152@tcp:250:kworker.0
00000100:00000010:3.0:1789100969.713329:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100969.713331:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1789100969.713335:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789100969.713339:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789100969.713340:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100969.713343:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.713344:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713346:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100969.713348:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100969.713349:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100969.713351:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100969.713355:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000010:3.0:1789100969.713357:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100969.713358:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713362:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100969.713367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:3.0:1789100969.713371:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789100969.713372:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100969.713380:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789100969.713381:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100969.713382:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.713388:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100969.713390:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684416, portal 25
00000100:00000001:0.0:1789100969.713395:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100969.713398:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000001:3.0:1789100969.713399:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100969.713403:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789100969.713406:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100969.713411:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100969.713415:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100969.713417:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100969.713419:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1789100969.713422:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100969.713427:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000001:3.0:1789100969.713427:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1789100969.713431:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964684416, offset 0
00000100:00080000:3.0:1789100969.713434:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28107
00000400:00000200:0.0:1789100969.713440:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100969.713444:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.713450:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.713457:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789100969.713460:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100969.713465:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789100969.713466:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789100969.713471:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.713475:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:3.0:1789100969.713475:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713481:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.713482:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789100969.713486:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100969.713490:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:3.0:1789100969.713492:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100969.713495:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100969.713498:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512295:512295:256:4294967295] 192.168.204.152@tcp LPNI seq info [512052:512052:8:4294967295]
00000020:00000001:3.0:1789100969.713498:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100969.713501:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100969.713506:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100969.713510:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100969.713512:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100969.713531:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713533:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713539:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.713543:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100969.713544:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100969.713551:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:0.0:1789100969.713557:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100969.713558:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713563:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100969.713566:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
02000000:00000001:3.0:1789100969.713566:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100969.713571:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100969.713576:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100969.713580:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100969.713580:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100969.713584:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100969.713586:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100969.713587:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789100969.713588:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100969.713592:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789100969.713595:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.1:1789100969.713599:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100969.713600:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100969.713602:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713604:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100969.713607:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1789100969.713607:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1789100969.713610:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100969.713615:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000800:00000100:0.0:1789100969.713619:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713620:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100969.713625:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000100:00100000:3.0:1789100969.713627:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100969.713633:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100969.713635:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789100969.713636:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.713641:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100969.713646:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100969.713655:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000100:00000001:3.0:1789100969.713655:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100969.713658:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00080000:3.0:1789100969.713659:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100969.713663:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100969.713665:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1789100969.713665:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100969.713666:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100969.713669:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1789100969.713673:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100969.713673:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28107
00000400:00000200:3.0:1789100969.713681:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100969.713685:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100969.713688:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100969.713694:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713696:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713698:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100969.713699:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100969.713700:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100969.713704:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100969.713705:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100969.713707:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789100969.713709:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100969.713709:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100969.713712:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100969.713716:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100969.713722:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713725:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713728:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713732:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100969.713734:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100969.713735:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789100969.713740:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1789100969.713740:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713741:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100969.713744:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100969.713746:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100969.713747:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713749:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100969.713750:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100969.713751:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789100969.713752:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713757:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100969.713759:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100969.713762:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000200:0.0:1789100969.713763:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100969.713764:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100969.713767:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713769:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100969.713770:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322780931
02000000:00000001:3.0:1789100969.713770:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100969.713772:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100969.713778:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789100969.713781:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100969.713782:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00100000:3.0:1789100969.713785:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100969.713833:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100969.713834:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100969.713838:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.713843:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.713845:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322780932
00000100:00000010:0.0:1789100969.713853:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8ea0.
00000100:00000001:3.0:1789100969.713855:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.713858:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1789100969.713860:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100969.713864:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789100969.713865:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100969.713868:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100969.713870:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100969.713871:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713874:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100969.713876:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789100969.713877:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28107
00000400:00000200:3.0:1789100969.713882:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100969.713886:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:0.0:1789100969.713887:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100969/real 1789100969]  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100969.713888:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100969.713893:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713896:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713899:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100969.713903:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100969.713907:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100969.713909:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100969.713911:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100969.713913:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000001:0.0:1789100969.713914:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1789100969.713914:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000001:0.0:1789100969.713918:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1789100969.713918:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100969.713923:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100969.713924:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100969.713925:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100969.713930:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.713931:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00000001:3.0:1789100969.713932:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:0.0:1789100969.713936:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000020:00000040:3.0:1789100969.713936:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100969.713941:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100969.713943:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789100969.713944:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100969.713947:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100969.713949:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1789100969.713953:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100969.713953:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713955:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100969.713958:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100969.713962:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713965:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100969.713971:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789100969.713974:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000200:0.0:1789100969.713976:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100969.713977:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100969.713979:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100969.713982:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100969.713984:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100969.713986:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100969.713990:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:0.0:1789100969.713994:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100969.713995:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714000:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100969.714002:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100969.714005:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789100969.714010:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100969.714012:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.714014:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714018:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100969.714019:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100969.714026:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28117)
00000100:00100000:0.0:1789100969.714030:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714039:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100969.714045:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714053:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100969.714056:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714057:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714059:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714061:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100969.714063:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100969.714071:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100969.714076:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100969.714079:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100969.714083:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100969.714091:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964684416:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100969.714096:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714098:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.714101:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964684416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714107:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100969.714110:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100969.714113:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100969.714117:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100969.714119:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100969.714120:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100969.714123:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100969.714126:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100969.714130:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100969.714133:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100969.714135:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100969.714145:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100969.714146:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714149:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714158:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100969.714161:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714163:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100969.714164:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100969.714166:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100969.714169:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714176:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100969.714178:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714180:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100969.714181:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100969.714184:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100969.714186:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100969.714189:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100969.714192:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100969.714193:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714195:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100969.714198:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100969.714200:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100969.714204:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100969.714207:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100969.714210:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100969.714214:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684544, portal 10
00000100:00000001:0.0:1789100969.714216:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100969.714217:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100969.714224:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714230:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100969.714233:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100969.714236:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100969.714238:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964684544, offset 0
00000400:00000200:0.0:1789100969.714242:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714246:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714250:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100969.714253:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100969.714256:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100969.714258:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100969.714260:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714263:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512296:512296:256:4294967295] 192.168.204.152@tcp LPNI seq info [512053:512053:8:4294967295]
00000400:00000200:0.0:1789100969.714267:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714273:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100969.714278:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714281:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100969.714285:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100969.714287:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100969.714291:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100969.714294:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100969.714297:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714299:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100969.714302:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100969.714305:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100969.714308:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100969.714310:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100969.714313:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100969.714317:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714324:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.714327:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714333:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714335:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100969.714339:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100969.714343:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100969.714346:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100969.714348:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322779668
00000100:00000001:0.0:1789100969.714351:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322780931
00000100:00000001:0.0:1789100969.714353:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322779668
00000100:00000001:0.0:1789100969.714355:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322780932
00000100:00000001:0.0:1789100969.714357:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100969.714359:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714361:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100969.714364:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100969/real 1789100969]  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100969.714372:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100969.714373:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100969.714375:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100969.714377:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100969.714379:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100969.714381:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100969.714384:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100969.714392:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714399:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100969.714400:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714401:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714403:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100969.714406:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714413:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100969.714416:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714424:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100969.714426:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714428:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714429:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714431:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100969.714432:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100969.714434:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100969.714436:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100969.714438:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100969.714441:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100969.714446:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100969.714449:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100969.714450:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714454:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100969.714455:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714457:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100969.714458:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100969.714459:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100969.714461:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100969.714464:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100969.714465:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100969.714466:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714467:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100969.714470:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100969.714471:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100969.714474:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100969.714476:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100969.714478:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100969.714480:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684672, portal 10
00000100:00000001:0.0:1789100969.714481:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100969.714482:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100969.714487:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714491:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100969.714492:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100969.714493:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100969.714495:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964684672, offset 0
00000400:00000200:0.0:1789100969.714498:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714500:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714502:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100969.714504:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100969.714506:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100969.714507:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100969.714509:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714511:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512297:512297:256:4294967295] 192.168.204.152@tcp LPNI seq info [512054:512054:8:4294967295]
00000400:00000200:0.0:1789100969.714513:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714531:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100969.714535:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714538:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100969.714542:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100969.714544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100969.714548:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100969.714551:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100969.714554:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714556:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100969.714558:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100969.714562:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100969.714565:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100969.714567:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100969.714570:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100969.714573:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714581:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.714584:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714591:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714592:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100969.714596:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100969.714599:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100969.714602:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100969.714605:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322779667
00000100:00000001:0.0:1789100969.714607:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322780931
00000100:00000001:0.0:1789100969.714609:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322779667
00000100:00000001:0.0:1789100969.714611:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322780932
00000100:00000001:0.0:1789100969.714614:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100969.714616:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714617:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100969.714621:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100969/real 1789100969]  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100969.714628:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100969.714629:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100969.714631:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100969.714633:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100969.714635:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100969.714637:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100969.714640:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100969.714647:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714653:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100969.714655:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714657:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714658:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100969.714661:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714667:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100969.714670:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714676:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100969.714678:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714680:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714681:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714683:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100969.714685:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100969.714687:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100969.714690:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100969.714692:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100969.714696:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100969.714703:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100969.714706:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100969.714709:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714714:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100969.714716:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714718:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100969.714720:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100969.714722:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100969.714724:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100969.714727:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100969.714729:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100969.714731:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714732:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100969.714735:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100969.714737:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100969.714740:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100969.714743:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100969.714745:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100969.714748:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684800, portal 4
00000100:00000001:0.0:1789100969.714750:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100969.714751:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100969.714756:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714762:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100969.714764:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100969.714766:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100969.714768:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964684800, offset 0
00000400:00000200:0.0:1789100969.714771:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714775:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714778:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100969.714781:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100969.714783:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100969.714805:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100969.714808:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.714811:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512298:512298:256:4294967295] 192.168.204.152@tcp LPNI seq info [512055:512055:8:4294967295]
00000400:00000200:0.0:1789100969.714814:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.714820:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100969.714824:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714827:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100969.714831:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100969.714833:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100969.714837:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100969.714839:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100969.714842:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.714844:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100969.714847:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100969.714850:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100969.714852:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100969.714854:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100969.714856:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100969.714859:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714866:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.714868:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714874:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714875:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100969.714877:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100969.714880:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100969.714883:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100969.714885:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322779678
00000100:00000001:0.0:1789100969.714887:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322780931
00000100:00000001:0.0:1789100969.714889:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322779678
00000100:00000001:0.0:1789100969.714891:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322780932
00000100:00000001:0.0:1789100969.714893:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100969.714895:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.714896:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100969.714900:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100969/real 1789100969]  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100969.714908:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100969.714909:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100969.714910:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100969.714912:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100969.714914:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100969.714916:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100969.714918:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100969.714925:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714931:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100969.714932:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714934:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714935:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100969.714938:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714944:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100969.714947:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714954:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100969.714956:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714957:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.714959:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.714960:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100969.714962:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100969.714964:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100969.714967:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100969.714969:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100969.714973:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100969.714980:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100969.714983:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100969.714986:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.714992:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100969.714993:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.714995:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100969.714997:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100969.714998:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100969.715001:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100969.715004:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100969.715006:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100969.715007:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100969.715009:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100969.715012:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100969.715013:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100969.715016:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100969.715018:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100969.715021:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100969.715024:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964684928, portal 4
00000100:00000001:0.0:1789100969.715025:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100969.715026:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100969.715031:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715037:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100969.715039:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100969.715041:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100969.715043:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964684928, offset 0
00000400:00000200:0.0:1789100969.715046:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100969.715049:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.715052:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100969.715054:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100969.715057:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100969.715059:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100969.715061:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100969.715064:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512299:512299:256:4294967295] 192.168.204.152@tcp LPNI seq info [512056:512056:8:4294967295]
00000400:00000200:0.0:1789100969.715067:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100969.715072:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100969.715077:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.715079:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100969.715082:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100969.715085:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789100969.715089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100969.715091:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789100969.715095:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100969.715096:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100969.715099:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100969.715101:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100969.715104:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100969.715106:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100969.715107:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100969.715110:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715117:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.715120:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715125:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.715126:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100969.715129:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100969.715131:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100969.715134:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100969.715136:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322779698
00000100:00000001:0.0:1789100969.715138:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322780931
00000100:00000001:0.0:1789100969.715141:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322779698
00000100:00000001:0.0:1789100969.715142:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322780932
00000100:00000001:0.0:1789100969.715145:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100969.715146:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.715148:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100969.715151:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100969/real 1789100969]  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100969.715157:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100969.715158:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100969.715160:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100969.715162:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100969.715163:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100969.715166:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100969.715169:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100969.715176:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715181:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100969.715182:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715184:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.715185:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100969.715188:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715194:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100969.715197:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715203:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100969.715206:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715207:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100969.715208:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715209:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100969.715211:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100969.715213:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100969.715216:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100969.715218:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100969.715221:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100969.715228:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964684928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100969.715232:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715233:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.715236:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964684544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715241:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100969.715243:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100969.715245:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100969.715247:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100969.715248:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100969.715250:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100969.715252:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100969.715254:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100969.715257:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100969.715258:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100969.715259:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100969.715262:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100969.715263:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715264:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.715267:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964684672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715277:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100969.715278:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100969.715279:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100969.715282:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100969.715282:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100969.715283:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100969.715285:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100969.715286:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100969.715288:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100969.715288:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100969.715289:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100969.715291:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100969.715292:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715293:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.715296:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964684800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715301:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100969.715303:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100969.715304:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100969.715305:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100969.715306:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100969.715307:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100969.715309:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100969.715310:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100969.715311:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100969.715312:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100969.715313:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100969.715315:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100969.715316:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715317:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100969.715319:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964684928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100969.715326:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100969.715327:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100969.715329:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100969.715332:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100969.715333:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100969.715334:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100969.715336:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100969.715337:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100969.715339:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100969.715340:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100969.715341:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100969.715343:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100969.715345:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715347:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100969.715351:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100969.715353:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100969.715354:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100969.715356:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100970.736933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100970.736939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100970.736943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100970.736944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100970.736946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100970.736946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100970.737031:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100970.737038:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100970.737043:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100971.056919:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322780932, at 4322780992
00000100:00000010:1.0:1789100971.056936:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8ea0.
00000100:00000040:0.0:1789100971.056962:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322780931, at 4322780992
00000100:00000010:0.0:1789100971.056978:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100971.760911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100971.760917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100971.760922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100971.760924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100971.760927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100971.760928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100971.760988:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100971.760992:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100971.760995:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100972.784930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100972.784937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100972.784943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100972.784944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100972.784947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100972.784948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100972.785017:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100972.785021:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100972.785025:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100973.808873:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100973.808880:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100973.808885:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100973.808886:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100973.808888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100973.808889:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100973.808980:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100973.808985:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100973.808990:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100974.832903:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100974.832913:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100974.832916:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100974.832918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100974.832920:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100974.832922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.832926:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789100974.832928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100974.832930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100974.832932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100974.832933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.832936:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28112
00000400:00000200:3.0:1789100974.832946:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100974.832953:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100974.832955:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100974.832958:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.832960:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100974.832962:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.832964:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100974.832966:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100974.832968:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100974.832970:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100974.832973:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100974.832974:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100974.832977:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100974.832981:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.832984:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100974.832986:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.832988:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100974.832989:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1789100974.832994:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000020:00000001:1.0:1789100974.832995:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100974.833001:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100974.833002:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833006:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100974.833010:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100974.833014:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100974.833017:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833020:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100974.833022:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100974.833032:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789100974.833036:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100974.833045:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100974.833047:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833050:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100974.833053:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100974.833057:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100974.833064:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789100974.833070:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100974.833079:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100974.833089:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100974.833093:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100974.833097:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833118:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.833121:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100974.833124:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100974.833125:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100974.833127:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100974.833130:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100974.833132:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28112
00000400:00000200:3.0:1789100974.833136:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100974.833140:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100974.833142:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100974.833146:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833148:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100974.833149:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100974.833151:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833154:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100974.833155:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100974.833157:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789100974.833158:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100974.833160:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100974.833163:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789100974.833165:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100974.833165:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100974.833169:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100974.833172:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100974.833179:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789100974.833179:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833182:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833183:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100974.833186:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100974.833188:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100974.833189:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100974.833193:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833193:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789100974.833198:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964685056:192.168.204.152@tcp:250:kworker.0
00000020:00000040:3.0:1789100974.833199:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100974.833204:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789100974.833206:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100974.833208:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789100974.833210:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.833211:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100974.833214:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100974.833216:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789100974.833221:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1789100974.833223:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100974.833225:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.833227:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833229:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100974.833235:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789100974.833236:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:3.0:1789100974.833240:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100974.833243:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100974.833244:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100974.833250:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000400:00000010:0.0:1789100974.833253:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000020:00000040:3.0:1789100974.833253:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100974.833256:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100974.833258:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100974.833261:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685056, portal 25
00000100:00000001:3.0:1789100974.833261:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100974.833262:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100974.833266:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789100974.833267:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833269:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
02000000:00000010:3.0:1789100974.833274:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
00000100:00000040:0.0:1789100974.833277:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833279:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100974.833287:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100974.833293:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100974.833297:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789100974.833299:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833300:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100974.833305:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000040:3.0:1789100974.833305:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100974.833311:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964685056, offset 0
00000100:00000001:3.0:1789100974.833314:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.833317:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100974.833320:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100974.833322:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100974.833323:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100974.833324:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100974.833327:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28112
00000400:00000200:0.0:1789100974.833330:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789100974.833333:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100974.833337:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100974.833340:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100974.833344:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.833345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100974.833349:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100974.833353:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.833356:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100974.833357:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100974.833362:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789100974.833364:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1789100974.833365:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100974.833368:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100974.833371:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000040:3.0:1789100974.833371:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100974.833377:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100974.833378:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1789100974.833379:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100974.833385:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100974.833386:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833390:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100974.833394:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512300:512300:256:4294967295] 192.168.204.152@tcp LPNI seq info [512057:512057:8:4294967295]
00000100:00000040:3.0:1789100974.833396:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.833405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100974.833412:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100974.833416:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1789100974.833418:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789100974.833435:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.0:1789100974.833438:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833439:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100974.833443:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1789100974.833445:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
02000000:00000001:3.0:1789100974.833447:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100974.833451:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100974.833455:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100974.833455:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100974.833458:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789100974.833460:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000008:00000001:3.0:1789100974.833463:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833467:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100974.833469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:3.0:1789100974.833473:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000800:00000200:0.1:1789100974.833474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1789100974.833478:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000100:0.0:1789100974.833483:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100974.833483:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100974.833486:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100974.833488:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000100:00000001:3.0:1789100974.833489:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100974.833491:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100974.833494:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.833496:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1789100974.833499:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000400:00000200:0.0:1789100974.833503:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789100974.833506:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.833509:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100974.833515:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00100000:3.0:1789100974.833515:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100974.833521:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100974.833528:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833528:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100974.833533:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100974.833543:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.833545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.833552:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833555:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.833559:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100974.833565:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789100974.833569:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100974.833570:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.833571:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100974.833574:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789100974.833575:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100974.833579:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28112
00000400:00000200:3.0:1789100974.833582:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.833584:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100974.833585:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100974.833588:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100974.833591:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.833594:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100974.833595:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100974.833599:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833600:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322786051
00000100:00000001:3.0:1789100974.833601:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100974.833604:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100974.833606:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789100974.833607:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:0.0:1789100974.833609:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000040:3.0:1789100974.833609:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100974.833612:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100974.833614:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789100974.833616:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833618:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100974.833618:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100974.833623:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833625:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100974.833626:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322786051
00000020:00000040:3.0:1789100974.833628:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000010:0.0:1789100974.833632:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc85a0.
00000100:00080000:3.0:1789100974.833634:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833638:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100974.833639:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100974.833643:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100974.833644:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100974.833646:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100974.833649:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100974.833650:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833653:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100974.833654:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100974.833658:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1789100974.833660:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100974/real 1789100974]  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100974.833662:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.833667:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100974.833673:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000400:00000001:0.0:1789100974.833675:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1789100974.833677:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000001:0.0:1789100974.833678:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100974.833682:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100974.833683:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100974.833687:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
02000000:00000001:3.0:1789100974.833687:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100974.833691:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:3.0:1789100974.833692:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100974.833696:0:256916:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1789100974.833696:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100974.833699:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100974.833703:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100974.833706:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000200:0.0:1789100974.833714:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833720:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833724:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100974.833727:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789100974.833730:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100974.833731:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.833734:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100974.833742:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833744:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100974.833748:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833756:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100974.833757:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100974.833765:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.833769:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100974.833775:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100974.833780:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100974.833781:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100974.833784:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100974.833816:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100974.833818:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100974.833822:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28112
00000100:00000001:0.0:1789100974.833823:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.833827:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1789100974.833828:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.833829:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.833835:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1789100974.833835:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100974.833837:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789100974.833840:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789100974.833842:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789100974.833846:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00080000:0.0:1789100974.833850:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789100974.833851:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100974.833856:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789100974.833857:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833862:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100974.833863:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100974.833866:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100974.833869:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100974.833872:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100974.833876:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100974.833879:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100974.833883:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00100000:0.0:1789100974.833884:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964685056:192.168.204.152@tcp:250:kworker.0
00000100:00000040:3.0:1789100974.833891:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100974.833893:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100974.833895:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100974.833897:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100974.833900:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833903:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100974.833908:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:0.0:1789100974.833909:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964685056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100974.833914:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100974.833921:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833923:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789100974.833925:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100974.833927:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1789100974.833930:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1789100974.833931:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:3.0:1789100974.833935:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.833937:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1789100974.833939:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1789100974.833941:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:3.0:1789100974.833942:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000020:00000040:0.0:1789100974.833944:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000008:00000001:3.0:1789100974.833947:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100974.833949:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1789100974.833951:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100974.833953:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
00000100:00000010:3.0:1789100974.833957:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
02000000:00000001:0.0:1789100974.833959:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1789100974.833962:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789100974.833963:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100974.833966:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
02000000:00000001:3.0:1789100974.833967:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100974.833970:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.833971:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100974.833975:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100974.833975:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100974.833979:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789100974.833979:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100974.833982:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100974.833986:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789100974.833989:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100974.833995:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100974.834002:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789100974.834004:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100974.834005:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100974.834008:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834009:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100974.834013:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100974.834017:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100974.834017:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100974.834024:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100974.834032:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100974.834039:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28122)
00000100:00000001:0.0:1789100974.834041:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100974.834043:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834046:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100974.834047:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100974.834049:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100974.834051:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100974.834054:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100974.834055:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100974.834056:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834058:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834060:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100974.834061:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.834064:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100974.834066:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100974.834068:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100974.834070:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685184, portal 10
00000100:00000001:0.0:1789100974.834072:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100974.834073:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:0.0:1789100974.834077:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834080:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100974.834082:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100974.834083:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100974.834084:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964685184, offset 0
00000400:00000200:0.0:1789100974.834087:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834089:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834091:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100974.834093:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100974.834095:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100974.834096:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100974.834098:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834100:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512301:512301:256:4294967295] 192.168.204.152@tcp LPNI seq info [512058:512058:8:4294967295]
00000400:00000200:0.0:1789100974.834103:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834106:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100974.834109:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834111:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100974.834113:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100974.834115:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100974.834118:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100974.834120:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100974.834122:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834123:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100974.834125:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100974.834127:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100974.834129:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100974.834130:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100974.834131:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100974.834133:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834142:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834144:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834253:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834256:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100974.834260:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100974.834264:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100974.834267:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.834269:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322784788
00000100:00000001:0.0:1789100974.834272:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834274:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322784788
00000100:00000001:0.0:1789100974.834276:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834278:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100974.834280:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834282:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100974.834286:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100974/real 1789100974]  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100974.834293:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100974.834294:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100974.834296:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100974.834298:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100974.834300:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100974.834302:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100974.834305:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100974.834312:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834318:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100974.834320:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834321:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834323:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100974.834326:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834332:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100974.834336:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834343:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100974.834345:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834347:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834348:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834350:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100974.834352:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100974.834354:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100974.834357:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100974.834359:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100974.834363:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100974.834371:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100974.834374:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100974.834377:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834383:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100974.834384:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834386:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100974.834388:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100974.834389:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100974.834393:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100974.834396:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100974.834398:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100974.834399:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834401:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834404:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100974.834406:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.834409:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100974.834411:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100974.834414:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100974.834417:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685312, portal 10
00000100:00000001:0.0:1789100974.834418:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100974.834429:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100974.834435:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834442:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100974.834444:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100974.834446:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100974.834448:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964685312, offset 0
00000400:00000200:0.0:1789100974.834452:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834456:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834460:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100974.834463:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100974.834465:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100974.834467:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100974.834469:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834472:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512302:512302:256:4294967295] 192.168.204.152@tcp LPNI seq info [512059:512059:8:4294967295]
00000400:00000200:0.0:1789100974.834477:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834483:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100974.834487:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834490:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100974.834494:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100974.834497:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100974.834501:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100974.834504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100974.834508:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834510:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100974.834513:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100974.834516:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100974.834519:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100974.834521:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100974.834523:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100974.834527:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834534:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834537:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834543:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834544:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100974.834547:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100974.834550:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100974.834553:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.834554:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322784787
00000100:00000001:0.0:1789100974.834557:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834559:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322784787
00000100:00000001:0.0:1789100974.834561:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834563:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100974.834565:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834567:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100974.834571:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100974/real 1789100974]  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100974.834578:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100974.834580:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100974.834581:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100974.834584:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100974.834585:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100974.834587:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100974.834590:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100974.834598:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834603:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100974.834604:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834606:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834607:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100974.834610:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834616:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100974.834620:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834626:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100974.834628:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834630:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834631:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834632:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100974.834634:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100974.834636:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100974.834639:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100974.834641:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100974.834644:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100974.834657:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100974.834660:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100974.834663:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834669:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100974.834670:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834672:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100974.834674:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100974.834675:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100974.834678:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100974.834681:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100974.834683:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100974.834684:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834686:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834688:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100974.834690:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.834694:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100974.834696:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100974.834699:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100974.834701:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685440, portal 4
00000100:00000001:0.0:1789100974.834703:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100974.834704:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100974.834709:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834714:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100974.834715:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100974.834717:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100974.834718:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964685440, offset 0
00000400:00000200:0.0:1789100974.834721:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834724:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834726:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100974.834728:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100974.834729:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100974.834731:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100974.834732:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834734:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512303:512303:256:4294967295] 192.168.204.152@tcp LPNI seq info [512060:512060:8:4294967295]
00000400:00000200:0.0:1789100974.834736:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834740:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100974.834742:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834744:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100974.834746:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100974.834748:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100974.834750:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100974.834752:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100974.834754:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834755:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100974.834757:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100974.834759:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100974.834761:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100974.834762:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100974.834763:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100974.834765:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834770:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834772:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834775:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834776:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100974.834778:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100974.834779:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100974.834781:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.834783:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322784797
00000100:00000001:0.0:1789100974.834784:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834800:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322784798
00000100:00000001:0.0:1789100974.834802:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.834804:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100974.834805:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834807:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100974.834809:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100974/real 1789100974]  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100974.834814:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100974.834815:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100974.834817:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100974.834818:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100974.834819:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100974.834820:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100974.834822:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100974.834827:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834831:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100974.834832:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834833:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834833:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100974.834835:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834839:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100974.834841:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834844:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100974.834846:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834847:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.834848:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834849:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100974.834850:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100974.834852:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100974.834853:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100974.834854:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100974.834856:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100974.834860:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100974.834862:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834863:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834865:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964685184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834868:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100974.834869:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834870:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100974.834872:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100974.834873:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100974.834874:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100974.834875:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100974.834876:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:0.0:1789100974.834878:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100974.834878:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100974.834879:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789100974.834881:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100974.834881:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834882:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834884:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964685312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834891:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100974.834892:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834893:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100974.834894:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100974.834895:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100974.834896:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100974.834897:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100974.834897:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100974.834898:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100974.834899:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100974.834900:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100974.834901:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100974.834902:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834903:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.834904:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964685440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834907:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100974.834908:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834909:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100974.834910:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100974.834910:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100974.834911:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100974.834912:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100974.834912:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100974.834913:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100974.834914:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100974.834915:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100974.834916:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100974.834916:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834917:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.834920:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100974.834920:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.834921:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100974.834922:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100974.834923:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100974.834925:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834929:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100974.834930:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834931:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100974.834932:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100974.834933:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100974.834935:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100974.834937:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100974.834938:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100974.834939:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100974.834940:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100974.834942:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100974.834943:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100974.834945:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100974.834946:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100974.834948:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100974.834949:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685568, portal 4
00000100:00000001:0.0:1789100974.834950:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100974.834951:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100974.834955:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.834958:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100974.834960:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100974.834961:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100974.834962:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964685568, offset 0
00000400:00000200:0.0:1789100974.834964:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834966:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834968:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100974.834970:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100974.834971:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100974.834972:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100974.834974:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100974.834976:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512304:512304:256:4294967295] 192.168.204.152@tcp LPNI seq info [512061:512061:8:4294967295]
00000400:00000200:0.0:1789100974.834978:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100974.834982:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100974.834984:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834986:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100974.834988:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100974.834989:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789100974.834992:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100974.834993:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789100974.834995:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100974.834997:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100974.834998:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100974.835000:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100974.835002:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100974.835003:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100974.835004:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100974.835006:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835010:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.835012:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789100999 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835016:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.835017:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100974.835018:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100974.835020:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100974.835022:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100974.835023:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322784818
00000100:00000001:0.0:1789100974.835024:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.835025:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322784818
00000100:00000001:0.0:1789100974.835027:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322786051
00000100:00000001:0.0:1789100974.835028:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100974.835029:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.835030:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100974.835032:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100974/real 1789100974]  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100974.835037:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100974.835037:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100974.835038:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100974.835039:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100974.835040:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100974.835041:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100974.835043:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100974.835047:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835051:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100974.835052:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835053:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.835055:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100974.835058:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835063:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100974.835067:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835073:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100974.835075:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835077:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100974.835078:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835080:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100974.835081:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100974.835084:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100974.835088:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100974.835089:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100974.835093:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100974.835099:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100974.835102:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835104:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100974.835107:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964685568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789100999 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100974.835112:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100974.835113:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100974.835115:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100974.835117:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100974.835118:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100974.835119:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100974.835121:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100974.835122:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100974.835125:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100974.835126:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100974.835127:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100974.835130:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100974.835131:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835132:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100974.835135:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100974.835136:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100974.835138:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100974.835139:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100975.857012:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100975.857020:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100975.857026:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100975.857027:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100975.857030:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100975.857031:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100975.857095:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100975.857098:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100975.857101:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100976.176911:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322786051, at 4322786112
00000100:00000040:1.0:1789100976.176911:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322786051, at 4322786112
00000100:00000010:0.0:1789100976.176927:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100976.176934:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc85a0.
00010000:00000001:2.0:1789100976.880910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100976.880916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100976.880923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100976.880924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100976.880927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100976.880928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100976.881032:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100976.881036:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100976.881039:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100977.904926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100977.904934:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100977.904936:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100977.904939:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904943:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100977.904946:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904947:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904950:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100977.904955:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100977.904956:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100977.904958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904959:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100977.904961:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904962:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904964:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100977.904968:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100977.904969:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100977.904971:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904972:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100977.904973:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904975:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100977.904976:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100977.905831:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100977.905835:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100977.905838:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100978.928925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100978.928931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100978.928938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100978.928939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100978.928942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100978.928943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100978.929009:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100978.929014:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100978.929016:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100979.952935:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100979.952949:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100979.952952:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100979.952956:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100979.952962:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100979.952972:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28117
00000400:00000200:3.0:1789100979.952984:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100979.952993:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100979.952997:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100979.953000:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953004:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.953007:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953009:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100979.953015:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100979.953017:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100979.953020:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100979.953025:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100979.953028:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100979.953031:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100979.953035:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953038:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.953040:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953044:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100979.953048:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100979.953054:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953058:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.953062:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100979.953066:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100979.953070:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953074:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100979.953078:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100979.953091:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789100979.953096:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100979.953100:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00010000:00000001:2.0:1789100979.953107:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:3.0:1789100979.953112:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100979.953114:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953120:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00010000:00000001:2.0:1789100979.953121:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:3.0:1789100979.953127:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00010000:00000001:2.0:1789100979.953128:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100979.953133:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100979.953134:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.953135:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100979.953149:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100979.953159:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100979.953172:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100979.953185:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100979.953194:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100979.953195:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100979.953201:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100979.953205:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1789100979.953207:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789100979.953240:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100979.953246:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100979.953251:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789100979.953253:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100979.953254:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100979.953258:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789100979.953258:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100979.953263:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100979.953265:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100979.953280:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28117
00000100:00000040:0.0:1789100979.953281:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100979.953305:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.953306:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100979.953310:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100979.953319:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:0.0:1789100979.953333:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789100979.953337:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1789100979.953339:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100979.953345:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100979.953351:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100979.953354:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964685696:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100979.953360:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100979.953362:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100979.953369:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1789100979.953370:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100979.953372:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.953378:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789100979.953379:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100979.953385:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:0.0:1789100979.953386:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
00000020:00000040:3.0:1789100979.953387:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
02000000:00000001:0.0:1789100979.953390:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100979.953394:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100979.953400:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000400:00000200:0.0:1789100979.953404:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789100979.953404:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000400:00000010:0.0:1789100979.953409:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000020:00000001:3.0:1789100979.953411:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000400:00000010:0.0:1789100979.953416:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000040:3.0:1789100979.953422:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100979.953424:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685696, portal 25
00000100:00000001:3.0:1789100979.953432:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100979.953433:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100979.953437:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:3.0:1789100979.953443:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100979.953447:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100979.953450:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100979.953460:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789100979.953470:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789100979.953472:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:0.0:1789100979.953474:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100979.953480:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000001:3.0:1789100979.953482:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100979.953484:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964685696, offset 0
02000000:00000001:3.0:1789100979.953488:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100979.953493:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100979.953498:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100979.953505:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100979.953506:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953510:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100979.953513:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000008:00100000:3.0:1789100979.953517:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789100979.953518:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1789100979.953527:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.953528:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:3.0:1789100979.953537:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.953542:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1789100979.953546:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000400:00000200:0.0:1789100979.953550:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:3.0:1789100979.953552:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100979.953559:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100979.953560:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512305:512305:256:4294967295] 192.168.204.152@tcp LPNI seq info [512062:512062:8:4294967295]
02000000:00000001:3.0:1789100979.953563:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953569:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100979.953571:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100979.953573:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100979.953578:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789100979.953585:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.953587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:3.0:1789100979.953595:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100979.953610:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100979.953617:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100979.953625:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100979.953634:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789100979.953636:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.953647:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00000001:3.0:1789100979.953652:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100979.953659:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789100979.953660:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1789100979.953664:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1789100979.953669:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100979.953675:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1789100979.953675:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100979.953684:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1789100979.953685:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789100979.953697:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.953699:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100979.953704:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100979.953708:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789100979.953708:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100979.953714:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28117
00000400:00000200:0.0:1789100979.953720:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100979.953724:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000400:00000200:3.0:1789100979.953725:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.953729:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1789100979.953733:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:0.0:1789100979.953738:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100979.953740:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100979.953751:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953763:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100979.953764:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100979.953768:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953772:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100979.953777:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1789100979.953778:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100979.953779:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100979.953784:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789100979.953825:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.953828:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1789100979.953828:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100979.953835:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789100979.953838:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100979.953839:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100979.953844:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100979.953850:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953855:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.953858:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953859:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100979.953862:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789100979.953865:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322791172
00000100:00080000:3.0:1789100979.953866:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100979.953872:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.953875:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1789100979.953876:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:3.0:1789100979.953880:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100979.953886:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.953887:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789100979.953889:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100979.953893:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100979.953896:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322791172
00000008:00000001:3.0:1789100979.953897:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953902:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100979.953908:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000100:00000010:0.0:1789100979.953910:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc81e0.
00000020:00000040:3.0:1789100979.953913:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789100979.953915:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1789100979.953921:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789100979.953924:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100979.953926:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.953928:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.953932:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100979.953933:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1789100979.953940:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1789100979.953946:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100979/real 1789100979]  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100979.953947:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100979.953958:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000400:00000001:0.0:1789100979.953961:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100979.953965:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789100979.953968:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100979.953969:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100979.953977:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100979.953979:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100979.953981:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1789100979.953983:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100979.953990:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100979.954012:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100979.954017:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100979.954028:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100979.954029:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100979.954091:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.954094:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1789100979.954097:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100979.954098:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954106:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1789100979.954107:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100979.954111:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100979.954112:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100979.954116:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100979.954121:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1789100979.954123:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100979.954129:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28117
00000400:00000200:3.0:1789100979.954138:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100979.954145:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100979.954150:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100979.954152:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100979.954161:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789100979.954163:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100979.954166:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.954173:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954179:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100979.954187:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100979.954190:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:0.0:1789100979.954192:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1789100979.954194:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100979.954198:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789100979.954200:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789100979.954203:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100979.954206:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1789100979.954209:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100979.954210:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954218:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1789100979.954219:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100979.954222:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100979.954226:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1789100979.954229:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789100979.954230:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954241:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100979.954248:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789100979.954249:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00080000:3.0:1789100979.954257:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954261:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.954264:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100979.954265:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1789100979.954268:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100979.954273:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.954275:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100979.954278:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789100979.954282:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.954283:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100979.954285:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100979.954290:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100979.954299:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100979.954307:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100979.954311:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100979.954315:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964685696:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100979.954316:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100979.954334:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100979.954336:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954339:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789100979.954339:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.954345:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964685696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789100979.954347:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:0.0:1789100979.954357:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100979.954360:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1789100979.954360:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100979.954365:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100979.954369:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100979.954374:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1789100979.954375:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:0.0:1789100979.954377:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100979.954386:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100979.954389:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100979.954399:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1789100979.954404:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100979.954405:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789100979.954411:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789100979.954413:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000040:3.0:1789100979.954416:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954421:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100979.954428:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100979.954437:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.954439:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100979.954443:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100979.954447:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100979.954448:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100979.954450:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100979.954452:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100979.954453:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789100979.954456:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28117
00000100:00000001:0.0:1789100979.954457:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100979.954464:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.954466:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789100979.954471:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100979.954473:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789100979.954474:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100979.954480:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100979.954481:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954485:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.954489:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954490:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100979.954492:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100979.954496:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000040:0.0:1789100979.954498:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100979.954498:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100979.954500:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100979.954504:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100979.954511:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100979.954527:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100979.954536:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100979.954544:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100979.954554:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789100979.954556:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100979.954557:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100979.954564:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000001:0.0:1789100979.954565:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789100979.954571:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100979.954573:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789100979.954574:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.954579:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789100979.954584:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.954585:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100979.954590:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100979.954594:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100979.954596:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100979.954600:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100979.954601:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100979.954602:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100979.954608:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789100979.954617:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100979.954619:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789100979.954621:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100979.954623:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.954624:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789100979.954626:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100979.954631:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789100979.954632:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100979.954633:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.954640:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789100979.954640:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789100979.954647:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100979.954648:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100979.954654:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100979.954654:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100979.954671:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100979.954672:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100979.954678:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100979.954679:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000040:3.0:1789100979.954689:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789100979.954691:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100979.954703:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685824, portal 10
00000100:00000001:3.0:1789100979.954705:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.954713:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1789100979.954714:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28127)
00000100:00000001:0.0:1789100979.954719:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000040:0.0:1789100979.954730:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954736:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100979.954740:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100979.954742:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100979.954745:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964685824, offset 0
00000400:00000200:0.0:1789100979.954749:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100979.954753:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.954758:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100979.954761:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100979.954763:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100979.954765:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100979.954767:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100979.954770:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512306:512306:256:4294967295] 192.168.204.152@tcp LPNI seq info [512063:512063:8:4294967295]
00000400:00000200:0.0:1789100979.954774:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.954780:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100979.954785:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.954815:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100979.954820:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100979.954823:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100979.954827:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100979.954830:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100979.954834:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.954835:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100979.954838:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100979.954841:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100979.954844:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100979.954846:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100979.954848:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100979.954851:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954859:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.954862:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954868:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.954869:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100979.954872:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.954876:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100979.954878:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.954880:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322789909
00000100:00000001:0.0:1789100979.954883:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.954885:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322789909
00000100:00000001:0.0:1789100979.954886:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.954888:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100979.954891:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.954892:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100979.954896:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100979/real 1789100979]  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100979.954903:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100979.954904:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100979.954906:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100979.954908:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100979.954909:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100979.954912:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100979.954914:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100979.954921:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954927:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100979.954928:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954930:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.954931:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100979.954934:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954940:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100979.954944:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954949:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100979.954952:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954953:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.954955:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.954957:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100979.954959:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100979.954961:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100979.954965:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100979.954967:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100979.954971:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100979.954979:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100979.954982:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100979.954986:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.954992:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100979.954994:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.954996:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100979.954998:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100979.955000:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100979.955002:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100979.955005:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100979.955008:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100979.955009:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.955011:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955014:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100979.955016:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.955019:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100979.955022:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100979.955024:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100979.955028:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964685952, portal 10
00000100:00000001:0.0:1789100979.955030:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100979.955032:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100979.955037:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955055:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100979.955061:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100979.955064:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100979.955066:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964685952, offset 0
00000400:00000200:0.0:1789100979.955070:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955074:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955077:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100979.955080:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100979.955082:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100979.955084:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100979.955086:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955089:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512307:512307:256:4294967295] 192.168.204.152@tcp LPNI seq info [512064:512064:8:4294967295]
00000400:00000200:0.0:1789100979.955092:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955098:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100979.955102:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955105:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100979.955109:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100979.955112:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100979.955116:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100979.955118:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100979.955122:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955124:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100979.955127:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100979.955130:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100979.955132:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100979.955134:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100979.955136:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100979.955139:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955147:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955150:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955156:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955157:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100979.955160:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.955163:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100979.955166:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.955168:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322789908
00000100:00000001:0.0:1789100979.955171:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955173:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322789908
00000100:00000001:0.0:1789100979.955174:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955176:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100979.955178:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955180:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100979.955184:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100979/real 1789100979]  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100979.955191:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100979.955192:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100979.955193:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100979.955196:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100979.955197:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100979.955199:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100979.955202:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100979.955209:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955214:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100979.955215:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955217:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955218:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100979.955222:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955228:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100979.955232:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955238:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100979.955240:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955241:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955242:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955244:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100979.955246:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100979.955248:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100979.955252:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100979.955254:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100979.955257:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100979.955265:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964685952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100979.955268:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100979.955272:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955278:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100979.955280:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.955282:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100979.955283:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100979.955285:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100979.955288:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100979.955291:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100979.955293:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100979.955295:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.955296:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955299:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100979.955301:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.955304:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100979.955307:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100979.955310:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100979.955313:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686080, portal 4
00000100:00000001:0.0:1789100979.955315:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100979.955316:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100979.955321:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955340:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100979.955342:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100979.955345:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100979.955347:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964686080, offset 0
00000400:00000200:0.0:1789100979.955351:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955358:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100979.955361:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100979.955363:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100979.955366:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100979.955368:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955370:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512308:512308:256:4294967295] 192.168.204.152@tcp LPNI seq info [512065:512065:8:4294967295]
00000400:00000200:0.0:1789100979.955374:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955380:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100979.955384:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955388:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100979.955391:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100979.955394:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100979.955398:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100979.955400:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100979.955403:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955405:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100979.955407:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100979.955410:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100979.955413:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100979.955415:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100979.955418:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100979.955421:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955429:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955432:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955438:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955439:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100979.955442:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.955445:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100979.955448:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.955450:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322789918
00000100:00000001:0.0:1789100979.955453:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955455:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322789918
00000100:00000001:0.0:1789100979.955457:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955458:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100979.955461:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955463:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100979.955467:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100979/real 1789100979]  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100979.955474:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100979.955475:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100979.955477:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100979.955480:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100979.955482:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100979.955484:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100979.955487:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100979.955495:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955501:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100979.955502:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955504:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955506:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100979.955509:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955515:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100979.955519:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955526:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100979.955528:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955529:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955531:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955533:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100979.955534:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100979.955537:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100979.955540:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100979.955542:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100979.955546:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100979.955553:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100979.955557:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955560:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955563:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964685824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955569:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100979.955570:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955573:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100979.955575:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100979.955577:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100979.955579:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100979.955581:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100979.955583:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100979.955586:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100979.955587:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100979.955588:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100979.955591:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100979.955592:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955594:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955598:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964685952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955603:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100979.955604:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955606:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100979.955608:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100979.955609:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100979.955610:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100979.955612:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100979.955613:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100979.955616:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100979.955617:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100979.955618:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100979.955620:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100979.955622:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955623:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955626:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964686080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955633:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100979.955634:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955635:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100979.955637:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100979.955638:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100979.955639:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100979.955642:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100979.955643:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100979.955645:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100979.955646:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100979.955647:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100979.955649:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100979.955651:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955653:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955657:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100979.955659:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955661:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100979.955663:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100979.955665:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100979.955669:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955676:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100979.955678:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.955680:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100979.955682:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100979.955684:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100979.955687:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100979.955690:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100979.955691:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100979.955693:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100979.955695:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955697:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100979.955699:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100979.955703:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100979.955705:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100979.955708:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100979.955711:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686208, portal 4
00000100:00000001:0.0:1789100979.955713:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100979.955714:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100979.955720:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955726:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100979.955728:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100979.955730:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100979.955732:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964686208, offset 0
00000400:00000200:0.0:1789100979.955736:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955740:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955744:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100979.955747:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100979.955749:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100979.955751:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100979.955754:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100979.955757:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512309:512309:256:4294967295] 192.168.204.152@tcp LPNI seq info [512066:512066:8:4294967295]
00000400:00000200:0.0:1789100979.955761:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100979.955767:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100979.955771:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955774:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100979.955779:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100979.955781:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789100979.955806:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100979.955809:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789100979.955814:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100979.955816:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100979.955819:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100979.955822:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100979.955825:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100979.955826:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100979.955829:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100979.955832:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955840:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955843:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955855:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955856:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100979.955860:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100979.955863:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100979.955866:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100979.955868:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322789939
00000100:00000001:0.0:1789100979.955870:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955872:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322789939
00000100:00000001:0.0:1789100979.955874:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322791172
00000100:00000001:0.0:1789100979.955876:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100979.955878:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.955880:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100979.955884:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100979/real 1789100979]  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100979.955891:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100979.955892:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100979.955893:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100979.955896:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100979.955897:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100979.955899:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100979.955902:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100979.955910:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955916:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100979.955918:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955919:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955920:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100979.955924:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955931:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100979.955935:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955942:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100979.955945:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955946:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100979.955948:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955949:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100979.955951:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100979.955954:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100979.955958:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100979.955960:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100979.955964:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100979.955972:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100979.955975:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.955977:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100979.955980:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964686208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100979.955986:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100979.955988:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100979.955990:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100979.955992:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100979.955994:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100979.955995:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100979.955997:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100979.955998:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789100979.956001:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100979.956003:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100979.956004:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100979.956006:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100979.956008:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.956009:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100979.956012:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100979.956014:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100979.956015:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100979.956017:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100980.976921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100980.976927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100980.976933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100980.976934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100980.976937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100980.976938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100980.976983:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100980.976987:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100980.976991:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100981.296938:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322791172, at 4322791232
00000100:00000010:1.0:1789100981.296959:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc81e0.
00000100:00000040:0.0:1789100981.296966:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322791172, at 4322791232
00000100:00000010:0.0:1789100981.296991:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100982.000892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100982.000899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100982.000906:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100982.000907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100982.000910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100982.000911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100982.000972:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100982.000975:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100982.000978:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100983.024914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100983.024921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100983.024926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100983.024928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100983.024931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100983.024932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100983.024996:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100983.025000:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100983.025003:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100984.048926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100984.048933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100984.048938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100984.048939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100984.048943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100984.048944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100984.048999:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100984.049002:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100984.049004:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100985.072929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789100985.072930:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100985.072936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100985.072943:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100985.072945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789100985.072947:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100985.072948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100985.072952:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100985.072954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100985.072957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.072959:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100985.072968:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28122
00000400:00000200:3.0:1789100985.072977:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100985.072985:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100985.072988:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100985.072992:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.072996:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100985.072999:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073001:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100985.073020:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100985.073023:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100985.073026:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1789100985.073027:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1789100985.073029:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100985.073031:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100985.073033:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00010000:1.0:1789100985.073036:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789100985.073038:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100985.073043:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073045:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100985.073047:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073050:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100985.073053:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100985.073057:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073060:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100985.073063:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100985.073066:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100985.073069:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073071:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100985.073073:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100985.073082:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
00000020:00000040:3.0:1789100985.073085:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100985.073089:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100985.073090:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073093:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100985.073095:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100985.073099:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100985.073105:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789100985.073111:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100985.073120:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100985.073129:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100985.073132:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100985.073137:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073153:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100985.073163:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100985.073167:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100985.073168:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100985.073170:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100985.073173:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100985.073175:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28122
00000100:00000001:0.0:1789100985.073177:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789100985.073181:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.073183:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1789100985.073187:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100985.073191:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100985.073193:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100985.073194:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073198:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789100985.073202:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100985.073203:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073208:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100985.073213:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100985.073215:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789100985.073216:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:0.0:1789100985.073218:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100985.073219:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789100985.073223:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1789100985.073224:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
02000000:00000001:0.0:1789100985.073234:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100985.073238:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100985.073239:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00100000:0.0:1789100985.073243:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964686336:192.168.204.152@tcp:250:kworker.0
00000020:00000001:3.0:1789100985.073245:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100985.073248:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789100985.073252:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100985.073253:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100985.073256:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073257:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100985.073259:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1789100985.073262:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000010:0.0:1789100985.073264:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
00000100:00000001:3.0:1789100985.073266:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100985.073268:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100985.073271:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000400:00000200:0.0:1789100985.073275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100985.073278:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:0.0:1789100985.073280:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100985.073284:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100985.073287:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:3.0:1789100985.073288:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1789100985.073296:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686336, portal 25
02000000:00000001:3.0:1789100985.073296:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.073300:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100985.073302:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
02000000:00000001:3.0:1789100985.073302:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073306:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1789100985.073310:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789100985.073312:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100985.073319:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1789100985.073324:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.073325:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073329:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100985.073331:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000010:3.0:1789100985.073335:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000100:00000200:0.0:1789100985.073336:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964686336, offset 0
00000020:00000040:3.0:1789100985.073340:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789100985.073345:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100985.073348:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.073349:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073350:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100985.073354:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100985.073356:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.073361:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789100985.073361:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:3.0:1789100985.073368:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.073369:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100985.073376:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1789100985.073376:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100985.073384:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100985.073390:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789100985.073390:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100985.073395:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073395:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.073402:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512310:512310:256:4294967295] 192.168.204.152@tcp LPNI seq info [512067:512067:8:4294967295]
00000100:00000040:3.0:1789100985.073405:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100985.073413:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789100985.073423:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100985.073428:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789100985.073431:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789100985.073434:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789100985.073437:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100985.073441:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1789100985.073442:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073445:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1789100985.073450:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00080000:3.0:1789100985.073451:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28122
00000400:00000200:3.0:1789100985.073457:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.0:1789100985.073462:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:3.0:1789100985.073465:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:0.0:1789100985.073468:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1789100985.073469:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100985.073476:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100985.073479:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789100985.073480:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789100985.073485:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1789100985.073486:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073492:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:0.0:1789100985.073495:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:3.0:1789100985.073497:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:0.0:1789100985.073499:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000020:00000040:3.0:1789100985.073500:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789100985.073504:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100985.073508:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1789100985.073508:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100985.073514:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789100985.073516:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789100985.073520:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073522:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100985.073525:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789100985.073528:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789100985.073532:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000100:00000001:3.0:1789100985.073533:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:0.0:1789100985.073535:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000020:00000040:3.0:1789100985.073538:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789100985.073541:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1789100985.073545:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:0.0:1789100985.073548:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073550:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100985.073554:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100985.073558:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.073560:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789100985.073562:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.073565:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073567:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100985.073571:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100985.073572:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073576:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1789100985.073578:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073581:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073582:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100985.073586:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000400:00000200:0.0:1789100985.073587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.073592:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322796291
00000020:00000040:3.0:1789100985.073593:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000010:0.0:1789100985.073598:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:3.0:1789100985.073598:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100985.073602:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073605:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100985.073606:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1789100985.073607:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100985.073611:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073612:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322796291
02000000:00000010:3.0:1789100985.073616:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000010:0.0:1789100985.073617:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8120.
00000100:00000001:0.0:1789100985.073622:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789100985.073624:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073626:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.073632:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100985.073633:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100985.073636:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789100985.073643:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1789100985.073645:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100985/real 1789100985]  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073648:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100985.073657:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100985.073663:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100985.073666:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100985.073670:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100985.073670:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.073675:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000100:00080000:3.0:1789100985.073676:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789100985.073679:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00080000:3.0:1789100985.073682:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789100985.073683:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789100985.073685:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100985.073689:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1789100985.073690:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073694:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100985.073700:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28122
00000100:00000200:0.0:1789100985.073706:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100985.073707:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100985.073715:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100985.073719:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1789100985.073720:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100985.073723:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100985.073726:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100985.073727:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.073730:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100985.073732:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789100985.073738:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100985.073738:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073743:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100985.073748:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100985.073751:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:0.0:1789100985.073753:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789100985.073754:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100985.073758:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000040:0.0:1789100985.073759:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789100985.073763:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100985.073769:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100985.073770:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100985.073775:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789100985.073777:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100985.073778:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.073779:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.073784:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789100985.073784:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100985.073814:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073817:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100985.073820:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789100985.073823:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100985.073826:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100985.073828:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100985.073832:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1789100985.073833:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789100985.073839:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1789100985.073839:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073844:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1789100985.073848:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000008:00100000:3.0:1789100985.073848:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789100985.073853:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1789100985.073854:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073859:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100985.073863:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789100985.073865:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100985.073868:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789100985.073869:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100985.073870:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.073873:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100985.073876:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100985.073879:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100985.073884:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00100000:0.0:1789100985.073888:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964686336:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789100985.073890:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073894:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.073897:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1789100985.073899:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789100985.073904:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964686336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100985.073917:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100985.073921:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.073922:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100985.073926:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1789100985.073928:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100985.073930:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100985.073936:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100985.073939:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1789100985.073942:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789100985.073943:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00080000:3.0:1789100985.073946:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1789100985.073948:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100985.073951:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
00000100:00080000:3.0:1789100985.073952:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100985.073956:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1789100985.073958:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1789100985.073958:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789100985.073961:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789100985.073963:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1789100985.073965:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00080000:3.0:1789100985.073969:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28122
00000100:00000001:0.0:1789100985.073970:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100985.073973:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789100985.073977:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.073978:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789100985.073985:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100985.073988:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789100985.073989:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100985.073993:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100985.073994:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100985.073997:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789100985.073998:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100985.074001:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789100985.074003:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100985.074005:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789100985.074007:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100985.074011:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1789100985.074013:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100985.074014:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100985.074018:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100985.074021:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100985.074026:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100985.074031:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789100985.074032:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100985.074034:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074037:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789100985.074038:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100985.074039:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100985.074043:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.074043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100985.074049:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00100000:0.0:1789100985.074050:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100985.074056:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789100985.074056:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100985.074058:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100985.074061:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100985.074061:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000001:0.0:1789100985.074062:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074066:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
00000100:00080000:3.0:1789100985.074068:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100985.074069:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.074074:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074075:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100985.074078:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:3.0:1789100985.074079:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789100985.074082:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000001:3.0:1789100985.074084:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1789100985.074086:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686464, portal 10
00000100:00000001:0.0:1789100985.074090:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789100985.074090:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074092:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000100:00000001:3.0:1789100985.074095:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100985.074097:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789100985.074100:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100985.074103:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.074107:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789100985.074109:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789100985.074115:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100985.074116:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100985.074121:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100985.074122:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1789100985.074124:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
02000000:00000001:3.0:1789100985.074125:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100985.074128:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964686464, offset 0
00000100:00000001:3.0:1789100985.074129:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789100985.074132:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:3.0:1789100985.074134:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100985.074137:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074138:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789100985.074144:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000400:00000200:0.0:1789100985.074145:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:3.0:1789100985.074150:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074151:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100985.074156:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00100000:3.0:1789100985.074160:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100985.074163:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100985.074169:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074176:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512311:512311:256:4294967295] 192.168.204.152@tcp LPNI seq info [512068:512068:8:4294967295]
00000100:00000001:3.0:1789100985.074178:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100985.074182:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074187:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100985.074191:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100985.074199:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789100985.074210:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789100985.074212:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:3.0:1789100985.074217:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28132)
00000800:00000010:0.0:1789100985.074218:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100985.074237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100985.074241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100985.074246:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100985.074248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100985.074251:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074253:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100985.074255:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100985.074258:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100985.074261:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100985.074262:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100985.074265:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100985.074267:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074273:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074274:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074282:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074283:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100985.074285:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.074288:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100985.074290:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.074291:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322795028
00000100:00000001:0.0:1789100985.074293:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074294:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322795028
00000100:00000001:0.0:1789100985.074295:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074296:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.074298:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074299:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100985.074301:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100985/real 1789100985]  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100985.074306:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100985.074307:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100985.074308:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100985.074309:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100985.074310:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100985.074312:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100985.074315:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100985.074323:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074328:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100985.074330:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074331:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074333:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100985.074336:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074343:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100985.074347:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074353:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100985.074356:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074357:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074358:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074360:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100985.074361:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100985.074364:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100985.074367:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100985.074368:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100985.074372:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100985.074379:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100985.074383:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100985.074386:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074392:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100985.074394:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074396:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100985.074397:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100985.074399:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100985.074402:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100985.074405:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100985.074407:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100985.074409:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074410:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074413:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100985.074415:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074418:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100985.074420:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100985.074423:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100985.074426:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686592, portal 10
00000100:00000001:0.0:1789100985.074427:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100985.074429:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789100985.074434:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074438:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100985.074440:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100985.074441:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100985.074443:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964686592, offset 0
00000400:00000200:0.0:1789100985.074445:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074448:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074450:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100985.074452:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100985.074453:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100985.074455:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100985.074457:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074459:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512312:512312:256:4294967295] 192.168.204.152@tcp LPNI seq info [512069:512069:8:4294967295]
00000400:00000200:0.0:1789100985.074461:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074465:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100985.074468:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074470:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100985.074472:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100985.074474:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100985.074476:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100985.074477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100985.074479:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074481:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100985.074483:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100985.074485:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100985.074486:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100985.074487:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100985.074489:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100985.074491:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074495:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074497:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074501:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074502:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100985.074503:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.074505:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100985.074507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.074508:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322795027
00000100:00000001:0.0:1789100985.074509:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074511:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322795027
00000100:00000001:0.0:1789100985.074512:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074513:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.074514:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074515:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100985.074517:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100985/real 1789100985]  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100985.074521:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100985.074522:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100985.074523:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100985.074524:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100985.074525:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100985.074527:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100985.074528:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100985.074533:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074536:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100985.074537:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074538:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074539:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100985.074540:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074544:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100985.074546:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074549:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100985.074551:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074552:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074553:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074554:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100985.074555:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100985.074556:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100985.074558:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100985.074559:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100985.074561:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100985.074565:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100985.074567:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100985.074569:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074573:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100985.074574:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074575:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100985.074576:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100985.074577:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100985.074579:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100985.074581:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100985.074582:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100985.074583:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074584:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074586:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100985.074587:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074589:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100985.074590:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100985.074592:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100985.074594:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686720, portal 4
00000100:00000001:0.0:1789100985.074595:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100985.074596:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789100985.074599:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074603:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100985.074604:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100985.074605:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100985.074606:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964686720, offset 0
00000400:00000200:0.0:1789100985.074608:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074610:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074612:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100985.074613:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100985.074615:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100985.074616:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100985.074617:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074619:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512313:512313:256:4294967295] 192.168.204.152@tcp LPNI seq info [512070:512070:8:4294967295]
00000400:00000200:0.0:1789100985.074621:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074625:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100985.074627:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074629:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100985.074631:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100985.074632:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100985.074634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100985.074636:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100985.074638:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074639:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100985.074641:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100985.074642:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100985.074644:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100985.074645:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100985.074646:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100985.074648:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074652:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074654:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074657:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074658:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100985.074660:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.074661:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100985.074663:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.074663:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322795037
00000100:00000001:0.0:1789100985.074665:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074666:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322795037
00000100:00000001:0.0:1789100985.074667:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074669:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.074670:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074671:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100985.074673:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100985/real 1789100985]  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100985.074677:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100985.074678:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100985.074679:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100985.074680:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100985.074680:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100985.074681:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100985.074683:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100985.074687:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074691:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100985.074692:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074693:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074694:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100985.074695:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074699:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100985.074701:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074704:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100985.074705:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074706:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074707:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074708:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100985.074709:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100985.074710:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100985.074712:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100985.074713:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100985.074715:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100985.074719:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100985.074721:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074722:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074724:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964686464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074727:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100985.074728:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074729:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100985.074730:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100985.074731:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100985.074732:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100985.074733:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100985.074734:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:0.0:1789100985.074736:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100985.074737:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100985.074738:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:0.0:1789100985.074739:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100985.074740:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074741:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074742:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964686592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074746:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100985.074746:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074747:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100985.074748:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100985.074749:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100985.074750:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100985.074751:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100985.074752:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789100985.074753:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100985.074754:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100985.074755:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789100985.074756:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100985.074757:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074757:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074759:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964686720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074762:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100985.074763:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074763:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100985.074764:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100985.074765:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100985.074766:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100985.074766:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100985.074767:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789100985.074768:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100985.074769:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100985.074769:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789100985.074770:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100985.074771:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074772:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074774:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100985.074775:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074776:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100985.074777:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100985.074777:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100985.074779:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074783:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100985.074784:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074785:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100985.074805:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100985.074808:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100985.074811:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100985.074815:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100985.074816:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100985.074818:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100985.074819:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074822:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100985.074825:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100985.074829:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100985.074831:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100985.074834:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100985.074837:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686848, portal 4
00000100:00000001:0.0:1789100985.074838:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100985.074839:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789100985.074845:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074851:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100985.074854:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100985.074856:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100985.074858:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964686848, offset 0
00000400:00000200:0.0:1789100985.074861:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074863:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074866:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100985.074867:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100985.074869:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100985.074870:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100985.074872:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100985.074874:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512314:512314:256:4294967295] 192.168.204.152@tcp LPNI seq info [512071:512071:8:4294967295]
00000400:00000200:0.0:1789100985.074876:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100985.074880:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100985.074882:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074884:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100985.074886:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100985.074888:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789100985.074891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100985.074893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789100985.074895:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100985.074896:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100985.074898:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100985.074900:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100985.074901:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100985.074902:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100985.074904:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100985.074906:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074910:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074912:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074916:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074917:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100985.074918:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100985.074920:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100985.074922:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100985.074923:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322795058
00000100:00000001:0.0:1789100985.074924:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074925:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322795058
00000100:00000001:0.0:1789100985.074927:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322796291
00000100:00000001:0.0:1789100985.074928:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100985.074929:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.074930:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100985.074932:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100985/real 1789100985]  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100985.074936:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100985.074936:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100985.074938:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100985.074939:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100985.074940:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100985.074941:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100985.074943:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100985.074947:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074950:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100985.074951:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074952:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074953:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100985.074955:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074958:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100985.074960:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074963:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100985.074965:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100985.074967:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074968:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100985.074969:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100985.074970:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100985.074972:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100985.074973:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100985.074975:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100985.074979:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964686848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100985.074982:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.074984:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100985.074986:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964686848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100985.074992:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100985.074994:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100985.074995:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100985.074997:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100985.074998:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100985.075000:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100985.075001:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100985.075003:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789100985.075005:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100985.075007:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100985.075008:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789100985.075010:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100985.075011:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.075013:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100985.075016:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100985.075017:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100985.075019:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100985.075020:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100986.096907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100986.096913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100986.096918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100986.096920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100986.096923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100986.096924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100986.096994:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100986.096997:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100986.097001:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100986.416920:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322796291, at 4322796352
00000100:00000040:1.0:1789100986.416920:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322796291, at 4322796352
00000100:00000010:0.0:1789100986.416936:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789100986.416939:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8120.
00010000:00000001:2.0:1789100987.120899:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100987.120905:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100987.120913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100987.120915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100987.120919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100987.120921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100987.120974:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100987.120976:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100987.120979:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100988.144859:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100988.144865:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100988.144867:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100988.144869:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144873:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100988.144875:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144876:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144877:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144880:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100988.144881:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100988.144882:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100988.144883:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144884:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100988.144884:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144885:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144886:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100988.144889:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100988.144890:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100988.144891:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144892:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100988.144892:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144893:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100988.144894:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100988.144952:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100988.144956:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100988.144959:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100989.168915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100989.168922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100989.168928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100989.168929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100989.168932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100989.168933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100989.169028:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100989.169032:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100989.169035:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789100990.192943:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100990.192949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100990.192952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100990.192952:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789100990.192955:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100990.192957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100990.192958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100990.192958:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789100990.192961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100990.192963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.192963:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100990.192970:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28127
00000400:00000200:3.0:1789100990.192986:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100990.192995:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100990.192999:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100990.193002:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193005:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193008:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193010:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100990.193013:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100990.193015:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789100990.193017:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100990.193021:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789100990.193023:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100990.193026:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789100990.193029:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193031:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193033:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193035:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100990.193038:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789100990.193041:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193044:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100990.193047:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789100990.193050:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100990.193053:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193055:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789100990.193058:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100990.193066:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789100990.193069:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789100990.193072:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100990.193074:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193077:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100990.193079:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100990.193083:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789100990.193090:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000020:00000001:1.0:1789100990.193093:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100990.193095:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193097:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100990.193098:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789100990.193106:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789100990.193116:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100990.193121:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100990.193124:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193152:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100990.193155:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100990.193157:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789100990.193158:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100990.193159:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100990.193161:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100990.193162:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28127
00000400:00000200:3.0:1789100990.193167:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100990.193169:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100990.193172:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100990.193174:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193176:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193179:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193182:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100990.193185:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100990.193186:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789100990.193188:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100990.193190:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789100990.193192:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789100990.193195:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789100990.193196:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789100990.193198:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100990.193201:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100990.193202:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100990.193205:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789100990.193207:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193211:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789100990.193214:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789100990.193215:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789100990.193221:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193228:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.193231:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789100990.193232:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100990.193234:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100990.193238:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100990.193239:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100990.193243:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100990.193244:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.193248:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193248:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1789100990.193255:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964686976:192.168.204.152@tcp:250:kworker.0
00000008:00100000:3.0:1789100990.193256:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100990.193261:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1789100990.193262:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193265:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.193266:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100990.193270:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100990.193270:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
02000000:00000001:0.0:1789100990.193274:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100990.193279:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100990.193282:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789100990.193287:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:0.0:1789100990.193288:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789100990.193294:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100990.193296:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193298:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100990.193300:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100990.193302:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100990.193308:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000010:3.0:1789100990.193308:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789100990.193315:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100990.193317:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00100000:3.0:1789100990.193321:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789100990.193327:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964686976, portal 25
00000100:00000001:0.0:1789100990.193332:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789100990.193334:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100990.193335:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00000001:3.0:1789100990.193338:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.193344:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100990.193346:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.193364:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789100990.193368:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.193370:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100990.193373:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789100990.193375:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00080000:3.0:1789100990.193379:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1789100990.193380:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964686976, offset 0
00000100:00000001:3.0:1789100990.193382:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100990.193385:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100990.193389:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789100990.193390:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:3.0:1789100990.193394:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28127
00000400:00000200:3.0:1789100990.193400:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.193401:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100990.193407:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789100990.193412:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:3.0:1789100990.193412:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100990.193418:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193422:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193424:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193425:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789100990.193428:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100990.193429:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100990.193431:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1789100990.193432:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100990.193436:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789100990.193438:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100990.193440:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:3.0:1789100990.193442:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789100990.193446:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1789100990.193449:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193452:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100990.193453:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789100990.193456:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193462:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789100990.193463:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512315:512315:256:4294967295] 192.168.204.152@tcp LPNI seq info [512072:512072:8:4294967295]
00000020:00000040:3.0:1789100990.193469:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789100990.193473:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789100990.193477:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193480:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100990.193484:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100990.193488:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789100990.193488:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100990.193493:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193497:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1789100990.193500:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00100000:3.0:1789100990.193501:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789100990.193505:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789100990.193507:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000100:00000001:3.0:1789100990.193508:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100990.193515:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000800:00000200:0.0:1789100990.193518:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:3.0:1789100990.193519:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.0:1789100990.193524:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1789100990.193524:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100990.193527:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193531:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1789100990.193533:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789100990.193534:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789100990.193538:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100990.193539:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
02000000:00000010:3.0:1789100990.193544:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000800:00000100:0.0:1789100990.193545:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.193549:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000100:00000001:3.0:1789100990.193550:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.193556:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1789100990.193558:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100990.193565:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100990.193572:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000100:00000001:3.0:1789100990.193575:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789100990.193576:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:3.0:1789100990.193578:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.193582:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1789100990.193585:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100990.193590:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193602:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789100990.193607:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100990.193609:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789100990.193612:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1789100990.193615:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193615:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100990.193619:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789100990.193623:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789100990.193628:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28127
00000100:00000001:0.0:1789100990.193630:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789100990.193634:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100990.193635:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1789100990.193639:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100990.193642:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789100990.193644:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100990.193645:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193650:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789100990.193653:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789100990.193653:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193658:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100990.193659:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322801411
00000020:00000001:3.0:1789100990.193662:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100990.193664:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000010:0.0:1789100990.193666:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000001:3.0:1789100990.193667:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100990.193670:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789100990.193673:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789100990.193675:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789100990.193676:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1789100990.193679:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193682:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100990.193684:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322801411
00000100:00000040:3.0:1789100990.193685:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193689:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:0.0:1789100990.193692:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8720.
00000020:00000040:3.0:1789100990.193693:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789100990.193697:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1789100990.193698:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193703:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.193704:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100990.193705:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100990.193710:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100990.193710:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100990.193715:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1789100990.193715:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193719:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100990.193721:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1789100990.193723:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100990/real 1789100990]  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789100990.193724:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193728:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789100990.193733:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789100990.193736:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789100990.193740:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100990.193743:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193747:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100990.193750:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1789100990.193752:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1789100990.193753:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789100990.193756:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1789100990.193759:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000400:00000010:0.0:1789100990.193760:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000100:00000001:3.0:1789100990.193763:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.193765:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100990.193768:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00100000:3.0:1789100990.193770:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100990.193772:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100990.193780:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193783:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789100990.193818:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789100990.193823:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193843:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100990.193847:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789100990.193847:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789100990.193855:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789100990.193858:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789100990.193861:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100990.193863:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100990.193865:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100990.193867:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789100990.193871:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28127
00000100:00000001:0.0:1789100990.193872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.193876:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789100990.193879:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789100990.193884:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789100990.193884:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789100990.193889:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789100990.193893:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193897:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193900:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193903:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100990.193904:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789100990.193905:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789100990.193907:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789100990.193909:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789100990.193910:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789100990.193911:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789100990.193913:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789100990.193915:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193916:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789100990.193917:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193918:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789100990.193919:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789100990.193921:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789100990.193923:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789100990.193925:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789100990.193926:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789100990.193928:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789100990.193933:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193937:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789100990.193940:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789100990.193942:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1789100990.193944:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100990.193948:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.193949:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789100990.193952:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100990.193953:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.193955:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789100990.193957:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789100990.193960:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100990.193964:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1789100990.193964:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789100990.193968:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789100990.193969:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1789100990.193971:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789100990.193974:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:0.0:1789100990.193976:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:3.0:1789100990.193978:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.193981:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1789100990.193984:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000040:0.0:1789100990.193988:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100990.193990:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789100990.194000:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789100990.194006:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964686976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100990.194015:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100990.194016:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100990.194019:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789100990.194020:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.194025:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964686976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100990.194029:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194041:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100990.194045:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1789100990.194045:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100990.194050:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
00000100:00000040:3.0:1789100990.194051:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28137)
02000000:00000001:0.0:1789100990.194056:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100990.194059:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100990.194061:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100990.194064:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100990.194066:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789100990.194070:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100990.194072:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100990.194074:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789100990.194076:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100990.194077:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194079:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194086:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100990.194087:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194089:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100990.194091:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100990.194092:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100990.194096:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194102:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100990.194104:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194106:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100990.194108:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100990.194109:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100990.194112:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100990.194116:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100990.194117:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100990.194119:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194121:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100990.194124:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100990.194126:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.194141:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100990.194145:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100990.194149:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100990.194152:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687104, portal 10
00000100:00000001:0.0:1789100990.194154:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100990.194155:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789100990.194161:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194168:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100990.194170:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100990.194172:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100990.194175:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964687104, offset 0
00000400:00000200:0.0:1789100990.194178:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194182:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194185:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100990.194188:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100990.194190:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100990.194192:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100990.194195:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194197:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512316:512316:256:4294967295] 192.168.204.152@tcp LPNI seq info [512073:512073:8:4294967295]
00000400:00000200:0.0:1789100990.194201:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194207:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100990.194211:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194214:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100990.194217:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100990.194221:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100990.194225:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100990.194227:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100990.194231:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194233:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100990.194236:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100990.194239:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100990.194241:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100990.194243:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100990.194246:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100990.194249:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194257:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.194260:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194275:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194277:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100990.194283:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.194286:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100990.194290:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100990.194292:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322800148
00000100:00000001:0.0:1789100990.194294:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194296:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322800148
00000100:00000001:0.0:1789100990.194298:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194299:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100990.194301:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194303:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100990.194307:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100990/real 1789100990]  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100990.194314:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100990.194315:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100990.194317:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100990.194319:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100990.194321:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100990.194323:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100990.194326:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100990.194334:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194340:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100990.194341:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194343:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194344:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100990.194348:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194354:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100990.194358:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194364:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100990.194366:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194368:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194369:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194371:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100990.194373:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100990.194375:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100990.194378:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100990.194380:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100990.194384:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100990.194392:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100990.194396:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100990.194399:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194405:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100990.194407:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194409:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100990.194411:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100990.194413:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100990.194415:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100990.194418:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100990.194420:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100990.194422:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194424:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100990.194427:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100990.194429:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.194432:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100990.194434:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100990.194437:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100990.194440:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687232, portal 10
00000100:00000001:0.0:1789100990.194442:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100990.194443:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789100990.194448:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194454:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100990.194456:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100990.194458:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100990.194460:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964687232, offset 0
00000400:00000200:0.0:1789100990.194464:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194468:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194471:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100990.194473:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100990.194475:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100990.194477:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100990.194479:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194483:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512317:512317:256:4294967295] 192.168.204.152@tcp LPNI seq info [512074:512074:8:4294967295]
00000400:00000200:0.0:1789100990.194487:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194492:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100990.194496:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194499:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100990.194502:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100990.194504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100990.194508:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100990.194510:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100990.194514:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194515:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100990.194518:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100990.194521:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100990.194523:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100990.194525:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100990.194527:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100990.194530:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194537:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.194539:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194545:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194546:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100990.194549:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.194551:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100990.194554:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100990.194556:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322800147
00000100:00000001:0.0:1789100990.194558:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194560:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322800147
00000100:00000001:0.0:1789100990.194562:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194564:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100990.194566:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194568:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100990.194571:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100990/real 1789100990]  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100990.194578:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100990.194579:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100990.194581:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100990.194583:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100990.194584:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100990.194586:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100990.194589:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100990.194597:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194603:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100990.194605:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194606:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194608:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100990.194611:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194618:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100990.194621:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194627:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100990.194630:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194631:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194632:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194634:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100990.194636:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100990.194639:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100990.194642:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100990.194644:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100990.194647:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100990.194655:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100990.194659:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100990.194662:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194668:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100990.194670:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194672:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100990.194674:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100990.194675:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100990.194678:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100990.194681:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100990.194683:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100990.194684:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194686:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100990.194689:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100990.194691:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.194694:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100990.194696:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100990.194699:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100990.194702:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687360, portal 4
00000100:00000001:0.0:1789100990.194704:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100990.194705:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789100990.194710:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194717:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100990.194719:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100990.194721:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100990.194723:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964687360, offset 0
00000400:00000200:0.0:1789100990.194726:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194732:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100990.194734:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100990.194736:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100990.194738:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100990.194740:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194743:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512318:512318:256:4294967295] 192.168.204.152@tcp LPNI seq info [512075:512075:8:4294967295]
00000400:00000200:0.0:1789100990.194746:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194751:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100990.194755:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194757:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100990.194761:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100990.194764:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100990.194767:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100990.194770:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100990.194773:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194774:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100990.194777:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100990.194780:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100990.194782:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100990.194784:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100990.194807:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100990.194811:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194818:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.194821:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194832:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194833:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100990.194837:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.194839:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100990.194842:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100990.194844:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322800158
00000100:00000001:0.0:1789100990.194845:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194847:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322800158
00000100:00000001:0.0:1789100990.194848:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.194849:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100990.194850:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.194852:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100990.194854:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100990/real 1789100990]  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100990.194859:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100990.194860:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100990.194862:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100990.194864:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100990.194865:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100990.194866:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100990.194868:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100990.194873:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194877:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100990.194877:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194878:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194879:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100990.194881:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194885:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100990.194888:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194892:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100990.194893:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194894:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.194894:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.194895:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100990.194896:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100990.194898:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100990.194899:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100990.194901:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100990.194902:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100990.194906:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100990.194908:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100990.194910:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194913:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100990.194914:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194915:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100990.194917:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100990.194918:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100990.194920:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100990.194921:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100990.194923:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100990.194924:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100990.194925:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100990.194927:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100990.194928:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100990.194931:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100990.194932:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
00000400:00000010:0.0:1789100990.194934:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
00000100:00000200:0.0:1789100990.194935:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687488, portal 4
00000100:00000001:0.0:1789100990.194936:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100990.194937:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789100990.194941:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.194945:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100990.194946:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100990.194947:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100990.194948:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964687488, offset 0
00000400:00000200:0.0:1789100990.194950:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194952:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194954:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100990.194956:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100990.194958:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100990.194959:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100990.194961:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100990.194963:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512319:512319:256:4294967295] 192.168.204.152@tcp LPNI seq info [512076:512076:8:4294967295]
00000400:00000200:0.0:1789100990.194965:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100990.194968:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100990.194971:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194973:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000800:00000200:0.0:1789100990.194975:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789100990.194977:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789100990.194979:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100990.194981:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789100990.194985:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100990.194987:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:0.0:1789100990.194989:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789100990.194992:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789100990.194995:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:0.0:1789100990.194996:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:0.0:1789100990.194998:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789100990.195002:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195008:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.195033:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195039:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.195041:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100990.195044:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100990.195047:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100990.195050:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100990.195052:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322800178
00000100:00000001:0.0:1789100990.195054:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.195056:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322800178
00000100:00000001:0.0:1789100990.195059:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322801411
00000100:00000001:0.0:1789100990.195061:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100990.195062:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.195064:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100990.195068:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100990/real 1789100990]  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100990.195074:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100990.195076:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100990.195077:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100990.195079:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100990.195081:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100990.195083:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100990.195086:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100990.195092:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195098:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100990.195099:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195100:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.195102:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100990.195104:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195110:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100990.195114:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195120:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100990.195122:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195124:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100990.195125:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195127:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100990.195142:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100990.195145:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100990.195149:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100990.195152:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100990.195155:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100990.195162:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100990.195165:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195167:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.195170:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964687104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195176:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100990.195178:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100990.195180:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100990.195182:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100990.195183:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100990.195185:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100990.195186:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100990.195188:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789100990.195191:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100990.195192:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100990.195193:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789100990.195196:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100990.195197:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195199:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.195201:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964687232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195207:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100990.195208:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100990.195209:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100990.195211:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100990.195212:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100990.195213:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100990.195215:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100990.195217:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789100990.195219:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100990.195220:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100990.195221:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789100990.195223:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100990.195224:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195226:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.195229:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964687360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195233:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100990.195234:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100990.195236:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100990.195237:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100990.195239:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100990.195240:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100990.195242:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100990.195243:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789100990.195244:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100990.195245:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100990.195246:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789100990.195248:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100990.195249:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195250:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100990.195253:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964687488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100990.195258:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100990.195259:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100990.195261:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100990.195263:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100990.195264:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100990.195265:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100990.195267:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100990.195268:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789100990.195269:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100990.195270:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100990.195272:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789100990.195273:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100990.195274:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195276:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100990.195280:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100990.195282:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100990.195283:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100990.195285:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100991.216903:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100991.216907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100991.216912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100991.216912:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100991.216915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100991.216916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100991.216976:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100991.216979:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100991.216983:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789100991.536939:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322801411, at 4322801472
00000100:00000010:1.0:1789100991.536955:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8720.
00000100:00000040:0.0:1789100991.537044:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322801411, at 4322801472
00000100:00000010:0.0:1789100991.537049:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100992.240915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100992.240920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100992.240924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100992.240925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100992.240927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100992.240928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100992.240978:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100992.240982:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100992.240984:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100993.265345:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100993.265351:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100993.265358:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100993.265359:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100993.265362:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100993.265364:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100993.265426:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100993.265430:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100993.265433:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100994.288920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100994.288927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100994.288933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100994.288934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100994.288937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100994.288938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100994.288992:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100994.288996:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100994.289000:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100995.312899:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789100995.312904:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789100995.312908:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.312914:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789100995.312916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789100995.312919:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789100995.312920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100995.312927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100995.312928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.312935:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100995.312943:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100995.312950:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28132
00000400:00000200:1.0:1789100995.312961:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100995.312969:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100995.312972:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100995.312976:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.312978:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.312981:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.312983:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100995.312988:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100995.312990:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789100995.312993:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100995.312997:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789100995.313001:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789100995.313003:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789100995.313005:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1789100995.313007:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000020:00000001:3.0:1789100995.313010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313011:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.313016:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00010000:3.0:1789100995.313016:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789100995.313021:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100995.313024:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789100995.313028:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313030:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100995.313048:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100995.313052:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100995.313054:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313057:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789100995.313059:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789100995.313068:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789100995.313072:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789100995.313076:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100995.313077:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313080:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100995.313083:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100995.313087:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100995.313094:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789100995.313100:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789100995.313109:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789100995.313119:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100995.313124:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100995.313128:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100995.313151:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.313154:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789100995.313158:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789100995.313159:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100995.313161:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789100995.313163:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100995.313165:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28132
00000400:00000200:1.0:1789100995.313169:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100995.313172:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100995.313174:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100995.313178:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313180:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.313183:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313185:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100995.313188:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100995.313189:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789100995.313191:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100995.313193:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:0.0:1789100995.313196:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100995.313201:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100995.313203:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789100995.313208:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789100995.313211:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789100995.313212:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789100995.313220:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313225:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100995.313228:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1789100995.313229:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789100995.313232:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313234:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789100995.313239:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1789100995.313239:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789100995.313243:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789100995.313244:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789100995.313250:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313250:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100995.313255:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1789100995.313258:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964687616:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789100995.313261:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.313264:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789100995.313265:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313269:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789100995.313270:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100995.313274:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789100995.313274:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789100995.313279:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1789100995.313280:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313284:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789100995.313287:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000100:00000010:1.0:1789100995.313289:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
02000000:00000001:0.0:1789100995.313291:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100995.313294:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100995.313298:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789100995.313300:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789100995.313301:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313306:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1789100995.313308:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e058.
02000000:00000001:1.0:1789100995.313308:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100995.313311:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100995.313317:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb5d8.
02000000:00000010:1.0:1789100995.313318:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789100995.313324:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100995.313327:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687616, portal 25
00000100:00000001:0.0:1789100995.313332:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1789100995.313332:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100995.313335:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00000040:0.0:1789100995.313345:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789100995.313345:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789100995.313350:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313360:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789100995.313361:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789100995.313367:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100995.313371:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb440.
00000100:00000200:0.0:1789100995.313377:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964687616, offset 0
00000100:00000001:1.0:1789100995.313378:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.313384:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789100995.313389:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789100995.313390:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789100995.313393:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100995.313395:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789100995.313399:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100995.313400:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100995.313406:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28132
00000400:00000200:0.0:1789100995.313410:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100995.313416:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100995.313419:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100995.313422:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100995.313424:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100995.313427:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512320:512320:256:4294967295] 192.168.204.152@tcp LPNI seq info [512077:512077:8:4294967295]
00000400:00000200:0.0:1789100995.313430:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.313437:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1789100995.313444:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:0.0:1789100995.313445:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100995.313452:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbc00.
00000400:00000200:1.0:1789100995.313453:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100995.313457:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1789100995.313460:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789100995.313464:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:0.1:1789100995.313467:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789100995.313469:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.313474:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313485:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100995.313487:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100995.313488:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789100995.313491:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789100995.313495:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:1.0:1789100995.313495:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789100995.313499:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000001:0.0:1789100995.313501:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322806531
00000020:00000001:1.0:1789100995.313505:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000010:0.0:1789100995.313509:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000020:00000001:1.0:1789100995.313509:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789100995.313516:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313518:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789100995.313520:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1789100995.313522:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313526:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789100995.313529:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322806531
00000020:00000040:1.0:1789100995.313529:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789100995.313536:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000010:0.0:1789100995.313537:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc80c0.
00000100:00000001:1.0:1789100995.313541:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313542:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1789100995.313547:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789100995.313548:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.313551:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100995.313553:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.313555:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313560:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789100995.313560:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313566:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100995.313569:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789100995.313570:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:1.0:1789100995.313572:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313575:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789100995.313576:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313580:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1789100995.313582:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000100:00000001:0.0:1789100995.313583:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100995.313585:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100995.313590:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789100995.313595:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789100995.313601:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100995.313603:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313605:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789100995.313607:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789100995.313609:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789100995.313611:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789100995.313613:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789100995.313618:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789100995.313621:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.313628:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1789100995.313628:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789100995.313632:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100995.313638:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100995.313645:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100995.313653:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789100995.313655:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789100995.313657:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789100995.313660:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.313661:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.313665:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1789100995.313669:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789100995.313671:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100995.313676:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.313684:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100995.313685:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100995.313688:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e898.
00000100:00080000:1.0:1789100995.313690:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789100995.313693:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb660.
00000100:00080000:1.0:1789100995.313695:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1789100995.313698:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687744, portal 10
00000100:00000001:1.0:1789100995.313699:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789100995.313702:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100995.313703:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100995.313706:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000001:1.0:1789100995.313708:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789100995.313713:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28132
00000100:00000040:0.0:1789100995.313717:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100995.313722:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100995.313729:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789100995.313733:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789100995.313734:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789100995.313740:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789100995.313742:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789100995.313746:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbdd0.
00000100:00000001:1.0:1789100995.313746:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.313751:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789100995.313752:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964687744, offset 0
00000100:00000001:1.0:1789100995.313755:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100995.313760:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789100995.313761:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:1.0:1789100995.313762:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789100995.313766:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789100995.313769:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789100995.313770:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789100995.313774:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100995.313777:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:1.0:1789100995.313778:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789100995.313783:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1789100995.313822:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313825:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.313827:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.313830:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789100995.313834:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789100995.313839:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100995.313841:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:1.0:1789100995.313843:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.313847:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1789100995.313847:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789100995.313852:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:1.0:1789100995.313852:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789100995.313858:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512321:512321:255:4294967295] 192.168.204.152@tcp LPNI seq info [512078:512078:7:4294967295]
02000000:00000001:1.0:1789100995.313858:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313862:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789100995.313866:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:1.0:1789100995.313867:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789100995.313872:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313877:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.313880:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1789100995.313883:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789100995.313888:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000800:00000200:0.0:1789100995.313889:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789100995.313893:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1789100995.313896:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db500.
02000000:00000001:1.0:1789100995.313897:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313902:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100995.313904:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1789100995.313906:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789100995.313908:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789100995.313913:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789100995.313915:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:0.0:1789100995.313916:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313921:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100995.313922:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789100995.313930:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:1.0:1789100995.313931:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789100995.313933:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322805268
00000100:00000001:0.0:1789100995.313938:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.313944:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322805268
00000100:00000001:1.0:1789100995.313947:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789100995.313949:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322806531
00000100:00000001:1.0:1789100995.313952:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.313953:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.313958:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100995.313960:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100995.313962:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.313970:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.313973:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789100995.313975:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789100995.313979:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789100995.313982:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789100995.313983:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789100995.313986:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:1.0:1789100995.313987:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789100995.313990:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789100995.313992:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789100995.313994:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100995.313997:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1789100995.313998:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28132
00000100:00000040:0.0:1789100995.314004:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789100995.314005:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789100995.314014:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789100995.314017:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789100995.314020:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.314022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789100995.314024:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789100995.314026:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789100995.314031:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789100995.314043:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100995.314046:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789100995.314048:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000001:0.0:1789100995.314050:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1789100995.314051:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789100995.314053:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789100995.314055:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:0.0:1789100995.314057:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100995.314061:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00100000:0.0:1789100995.314064:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687872:192.168.204.152@tcp:38:kworker.0
00000020:00000001:1.0:1789100995.314066:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789100995.314072:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1789100995.314074:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100995.314076:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789100995.314078:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789100995.314080:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789100995.314083:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789100995.314084:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789100995.314088:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:0.0:1789100995.314090:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
00000020:00000040:1.0:1789100995.314092:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000001:0.0:1789100995.314095:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789100995.314098:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314103:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100995.314104:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100995.314107:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e6e0.
02000000:00000001:1.0:1789100995.314108:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789100995.314113:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789100995.314116:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789100995.314118:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000001:1.0:1789100995.314119:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789100995.314123:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000200:0.0:1789100995.314124:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964687872, portal 10
00000008:00000001:1.0:1789100995.314126:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314129:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789100995.314130:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314132:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000010:1.0:1789100995.314136:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789100995.314139:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:0.0:1789100995.314142:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789100995.314144:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789100995.314146:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789100995.314151:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789100995.314154:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789100995.314156:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1789100995.314157:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100995.314162:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000010:1.0:1789100995.314165:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000400:00000010:0.0:1789100995.314166:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb2a8.
00000100:00000001:1.0:1789100995.314170:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789100995.314171:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964687872, offset 0
00000400:00000200:0.0:1789100995.314180:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00100000:1.0:1789100995.314181:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789100995.314187:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.314193:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789100995.314197:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789100995.314198:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789100995.314203:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.314204:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100995.314210:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789100995.314211:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789100995.314214:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314220:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512322:512322:254:4294967295] 192.168.204.152@tcp LPNI seq info [512079:512079:6:4294967295]
00000400:00000200:0.0:1789100995.314231:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789100995.314234:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.314241:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1789100995.314243:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28142)
00000800:00000200:0.0:1789100995.314248:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100995.314252:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db200.
00000800:00000200:0.0:1789100995.314257:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100995.314261:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100995.314264:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100995.314267:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789100995.314271:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100995.314273:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322805267
00000100:00000001:0.0:1789100995.314275:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314278:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322805267
00000100:00000001:0.0:1789100995.314279:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314281:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.314283:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314284:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100995.314288:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100995.314294:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100995.314295:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.314297:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100995.314298:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100995.314300:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100995.314302:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100995.314306:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100995.314307:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100995.314308:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.314310:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100995.314318:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100995.314320:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.314323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100995.314326:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789100995.314330:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789100995.314333:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688000, portal 4
00000100:00000001:0.0:1789100995.314335:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100995.314336:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:0.0:1789100995.314342:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100995.314348:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100995.314350:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100995.314352:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb770.
00000100:00000200:0.0:1789100995.314355:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964688000, offset 0
00000400:00000200:0.0:1789100995.314359:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314362:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.314366:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100995.314369:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100995.314371:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100995.314373:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100995.314375:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314378:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512323:512323:253:4294967295] 192.168.204.152@tcp LPNI seq info [512080:512080:5:4294967295]
00000400:00000200:0.0:1789100995.314382:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.314388:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100995.314393:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100995.314397:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3dbd00.
00000800:00000200:0.0:1789100995.314400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100995.314403:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100995.314406:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100995.314409:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789100995.314412:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100995.314414:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322805277
00000100:00000001:0.0:1789100995.314416:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314418:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322805277
00000100:00000001:0.0:1789100995.314420:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314422:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.314424:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314427:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314429:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100995.314432:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100995.314434:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100995.314435:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100995.314436:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100995.314438:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789100995.314441:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100995.314449:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789100995.314450:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.314452:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789100995.314454:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789100995.314456:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789100995.314458:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100995.314462:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789100995.314463:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789100995.314465:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789100995.314466:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789100995.314470:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100995.314471:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789100995.314474:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789100995.314476:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118e3c8.
00000400:00000010:0.0:1789100995.314480:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb110.
00000100:00000200:0.0:1789100995.314483:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688128, portal 4
00000100:00000001:0.0:1789100995.314485:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789100995.314487:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:0.0:1789100995.314493:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100995.314499:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789100995.314501:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789100995.314503:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abbbb0.
00000100:00000200:0.0:1789100995.314506:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964688128, offset 0
00000400:00000200:0.0:1789100995.314509:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314513:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.314516:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789100995.314518:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789100995.314521:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789100995.314523:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789100995.314525:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789100995.314529:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512324:512324:252:4294967295] 192.168.204.152@tcp LPNI seq info [512081:512081:4:4294967295]
00000400:00000200:0.0:1789100995.314533:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789100995.314540:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789100995.314544:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789100995.314547:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db800.
00000800:00000200:0.0:1789100995.314551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789100995.314555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789100995.314558:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789100995.314560:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789100995.314564:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789100995.314566:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322805297
00000100:00000001:0.0:1789100995.314568:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314570:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322805297
00000100:00000001:0.0:1789100995.314572:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322806531
00000100:00000001:0.0:1789100995.314574:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789100995.314576:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314578:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314580:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100995.314583:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100995.314585:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789100995.314587:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100995.314588:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100995.314590:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100995.314592:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100996.336961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100996.336967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100996.336972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100996.336973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100996.336977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100996.336978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789100996.337048:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789100996.337052:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789100996.337055:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789100996.656916:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322806531, at 4322806592
00000100:00000040:1.0:1789100996.656916:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322806531, at 4322806592
00000100:00000010:1.0:1789100996.656932:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc80c0.
00000100:00000010:0.0:1789100996.656934:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789100997.360930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100997.360935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100997.360939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100997.360939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100997.360943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100997.360944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789100997.361012:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100997.361016:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100997.361018:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789100998.384908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100998.384916:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100998.384919:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100998.384922:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384927:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100998.384930:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384932:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384934:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100998.384940:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100998.384941:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100998.384943:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384944:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100998.384946:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384947:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384949:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100998.384954:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789100998.384955:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789100998.384957:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384959:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789100998.384960:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384962:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100998.384964:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1789100998.385061:0:256905:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000020:00000001:1.0:1789100998.385076:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789100998.385081:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789100998.385085:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789100998.385097:0:256905:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1789100998.385109:0:256905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100998.385113:0:256905:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:3.0:1789100998.385117:0:256905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789100998.385121:0:256905:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1789100998.385127:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100998.385131:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbc00.
00000400:00000200:3.0:1789100998.385136:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100998.385140:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100998.385145:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb440
00000400:00000010:3.0:1789100998.385148:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb440.
00000100:00000001:3.0:1789100998.385153:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100998.385161:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100998.385182:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100998.385187:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100998.385194:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100998.385195:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100998.385204:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100998.385206:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db500.
00000400:00000200:3.0:1789100998.385210:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100998.385214:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100998.385217:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbdd0
00000400:00000010:3.0:1789100998.385219:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbdd0.
00000100:00000001:3.0:1789100998.385222:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100998.385226:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385228:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100998.385234:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789100998.385239:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100998.385240:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1789100998.385246:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385251:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100995/real 1789100998]  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100998.385255:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100998.385259:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1789100998.385264:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:3.0:1789100998.385268:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db200.
00000400:00000200:3.0:1789100998.385273:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100998.385278:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1789100998.385279:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100998.385282:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100998.385285:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e898.
00000400:00000200:0.0:1789100998.385290:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb660
00000400:00000010:0.0:1789100998.385291:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb660.
00000100:00000001:0.0:1789100998.385295:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1789100998.385296:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb2a8
00000100:00000200:0.0:1789100998.385301:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789100998.385301:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb2a8.
00000100:00000001:3.0:1789100998.385306:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100998.385311:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100998.385318:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100998.385320:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789100998.385325:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385335:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789100998.385336:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100998.385339:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100998.385340:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:3.0:1789100998.385345:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000100:00000001:0.0:1789100998.385346:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000010:3.0:1789100998.385348:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3dbd00.
00000100:00000001:0.0:1789100998.385350:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789100998.385351:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1789100998.385355:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1789100998.385358:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb770
00000100:00100000:0.0:1789100998.385359:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789100998.385360:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb770.
00000100:00000001:3.0:1789100998.385363:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789100998.385368:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385379:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789100998.385382:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.385389:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789100998.385389:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385415:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789100998.385416:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100998.385420:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789100998.385421:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385424:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385425:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:3.0:1789100998.385428:0:256905:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000100:00000001:0.0:1789100998.385431:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000800:00000010:3.0:1789100998.385432:0:256905:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db800.
00000100:00000001:0.0:1789100998.385434:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1789100998.385437:0:256905:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:0.0:1789100998.385439:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1789100998.385444:0:256905:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00080000:0.0:1789100998.385448:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000400:00000200:3.0:1789100998.385449:0:256905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abbbb0
00000100:00000001:0.0:1789100998.385452:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000010:3.0:1789100998.385453:0:256905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abbbb0.
00000100:00000001:3.0:1789100998.385459:0:256905:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1789100998.385461:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789100998.385466:0:256905:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385478:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789100998.385482:0:256905:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789100998.385486:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1789100998.385489:0:256905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385494:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100995/real 1789100998]  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789100998.385503:0:256905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789100998.385507:0:256905:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1789100998.385511:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100998.385514:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100998.385516:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e058.
00000400:00000200:0.0:1789100998.385519:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb5d8
00000400:00000010:0.0:1789100998.385521:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb5d8.
00000100:00000001:0.0:1789100998.385524:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100998.385527:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100998.385533:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385539:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100998.385540:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385542:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385543:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100998.385546:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385551:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100998.385554:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385559:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100998.385561:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385562:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385564:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385566:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100998.385567:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100998.385569:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100998.385572:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100998.385574:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100998.385577:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385583:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964687616:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789100998.385586:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100998.385588:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.385591:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964687744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385597:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100998.385600:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100998.385604:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789100998.385607:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100998.385609:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100998.385610:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100998.385613:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100998.385615:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:0.0:1789100998.385618:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100998.385619:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100998.385621:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:0.0:1789100998.385627:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100998.385628:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385629:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.385647:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964687616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385653:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100998.385654:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100998.385655:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789100998.385659:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100998.385660:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100998.385661:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789100998.385662:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100998.385664:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:0.0:1789100998.385665:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100998.385666:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100998.385668:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:0.0:1789100998.385670:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100998.385671:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385673:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100998.385675:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100998.385676:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789100998.385677:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100998.385680:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100995/real 1789100998]  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100998.385687:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100998.385689:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100998.385691:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e3c8.
00000400:00000200:0.0:1789100998.385693:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb110
00000400:00000010:0.0:1789100998.385694:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb110.
00000100:00000001:0.0:1789100998.385696:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100998.385699:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100998.385705:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385711:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100998.385712:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385713:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385714:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100998.385717:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385722:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100998.385726:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385732:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100998.385734:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385735:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385736:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385738:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100998.385740:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100998.385742:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100998.385746:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100998.385747:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100998.385751:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385758:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100998.385762:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100998.385765:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100995/real 1789100998]  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100998.385771:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100998.385772:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100998.385774:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118e6e0.
00000400:00000200:0.0:1789100998.385777:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789100998.385778:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789100998.385780:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100998.385783:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100998.385827:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385833:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100998.385835:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385836:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385837:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100998.385840:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385846:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100998.385849:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385854:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100998.385856:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385857:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385859:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385860:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100998.385862:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100998.385864:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100998.385867:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100998.385869:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100998.385873:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385880:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964687872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789100998.385883:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789100998.385887:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789100995/real 1789100998]  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789100998.385893:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789100998.385894:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789100998.385896:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789100998.385898:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789100998.385899:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789100998.385914:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789100998.385917:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789100998.385924:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385929:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789100998.385930:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385933:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385934:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789100998.385937:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385942:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789100998.385945:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.385950:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789100998.385953:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385954:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789100998.385955:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385956:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789100998.385958:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789100998.385960:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789100998.385963:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789100998.385965:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789100998.385968:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789100998.385986:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789100998.385990:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.385992:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.385996:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964688128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.386001:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100998.386003:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100998.386015:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789100998.386019:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100998.386021:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100998.386022:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789100998.386024:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100998.386025:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:0.0:1789100998.386028:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100998.386030:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100998.386031:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:0.0:1789100998.386034:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100998.386035:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.386036:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.386040:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964687872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.386046:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100998.386047:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100998.386048:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789100998.386050:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100998.386051:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100998.386052:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789100998.386054:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100998.386055:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:0.0:1789100998.386057:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100998.386058:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100998.386059:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:0.0:1789100998.386060:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100998.386062:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.386063:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789100998.386066:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964688000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789100998.386072:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789100998.386074:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789100998.386075:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789100998.386077:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789100998.386078:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789100998.386079:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789100998.386081:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789100998.386082:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:0.0:1789100998.386084:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789100998.386085:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789100998.386086:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:0.0:1789100998.386088:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789100998.386089:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.386091:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789100998.386099:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789100998.386102:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789100998.386104:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789100998.386105:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100999.409146:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100999.409153:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100999.409158:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100999.409159:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789100999.409162:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789100999.409163:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789100999.409232:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789100999.409237:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789100999.409241:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789101000.432898:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101000.432907:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789101000.432909:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101000.432912:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101000.432917:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101000.432923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101000.432924:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28137
00000400:00000200:3.0:1789101000.432934:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101000.432951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101000.432954:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789101000.432958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101000.432959:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789101000.432962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.432964:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101000.432967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789101000.432969:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789101000.432971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.432975:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.432979:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101000.432982:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101000.432984:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789101000.432987:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101000.432990:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789101000.432992:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101000.432995:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789101000.432998:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433000:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433003:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433004:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101000.433007:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789101000.433010:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433013:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101000.433016:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101000.433019:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433022:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433024:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101000.433027:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101000.433034:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789101000.433037:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101000.433041:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1789101000.433042:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789101000.433043:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101000.433048:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433049:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101000.433053:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:0.0:1789101000.433054:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1789101000.433058:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101000.433066:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789101000.433072:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101000.433081:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101000.433090:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101000.433095:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.433099:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101000.433118:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101000.433121:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101000.433124:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789101000.433125:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101000.433126:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101000.433128:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101000.433131:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28137
00000400:00000200:3.0:1789101000.433134:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101000.433137:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101000.433139:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101000.433141:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433143:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433145:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433146:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101000.433148:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101000.433149:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789101000.433151:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101000.433152:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789101000.433154:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789101000.433156:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789101000.433159:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433161:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433162:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433164:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101000.433166:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789101000.433168:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433172:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101000.433174:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101000.433180:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433181:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433183:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101000.433187:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101000.433189:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433191:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101000.433194:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789101000.433196:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101000.433198:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101000.433200:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433201:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101000.433203:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101000.433204:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101000.433209:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789101000.433212:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101000.433217:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101000.433223:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101000.433225:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.433229:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101000.433237:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101000.433240:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101000.433243:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789101000.433244:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101000.433245:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101000.433248:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101000.433251:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28137
00000400:00000200:3.0:1789101000.433254:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101000.433257:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101000.433259:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101000.433261:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433263:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433265:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433266:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101000.433268:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101000.433269:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789101000.433271:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101000.433273:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789101000.433275:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789101000.433277:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789101000.433279:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433281:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433283:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433284:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101000.433286:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789101000.433288:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433290:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101000.433292:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101000.433294:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433296:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433298:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101000.433300:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101000.433302:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433303:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101000.433306:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789101000.433308:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101000.433311:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101000.433312:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433313:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101000.433315:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101000.433316:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101000.433320:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789101000.433323:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101000.433327:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101000.433343:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101000.433345:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.433348:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101000.433359:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101000.433362:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101000.433365:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789101000.433366:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101000.433368:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101000.433370:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101000.433372:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28137
00000400:00000200:3.0:1789101000.433375:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101000.433377:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101000.433379:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101000.433382:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433384:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433386:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433387:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101000.433389:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101000.433390:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789101000.433392:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101000.433393:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789101000.433395:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789101000.433397:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789101000.433400:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433402:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433405:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101000.433407:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789101000.433409:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433411:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101000.433413:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101000.433415:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433417:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433418:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101000.433420:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789101000.433422:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433424:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101000.433427:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000020:00000040:3.0:1789101000.433429:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789101000.433431:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101000.433432:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433434:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101000.433435:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101000.433436:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101000.433439:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789101000.433443:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101000.433446:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101000.433452:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101000.433454:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101000.433458:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101000.433464:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101000.433467:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101000.433470:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101000.433472:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101000.433473:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101000.433475:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101000.433477:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28137
00000400:00000200:3.0:1789101000.433480:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101000.433483:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101000.433485:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101000.433487:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433489:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433490:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433492:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101000.433494:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101000.433495:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789101000.433497:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101000.433498:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789101000.433500:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789101000.433502:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789101000.433504:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433506:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101000.433508:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433509:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101000.433511:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789101000.433513:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101000.433515:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101000.433517:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101000.433519:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433520:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433522:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101000.433524:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789101000.433557:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101000.433561:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101000.433563:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101000.433571:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789101000.433581:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433585:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.433587:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1789101000.433590:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789101000.433591:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789101000.433595:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101000.433597:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101000.433599:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101000.433601:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101000.433602:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.433606:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101000.433607:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101000.433609:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1789101000.433613:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964688256:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789101000.433613:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.433620:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101000.433625:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101000.433627:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.433630:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101000.433630:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
02000000:00000010:0.0:1789101000.433636:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
00000100:00000001:3.0:1789101000.433636:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.433642:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101000.433645:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789101000.433652:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101000.433659:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00000001:3.0:1789101000.433659:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101000.433662:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789101000.433669:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000040:3.0:1789101000.433669:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.433679:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688256, portal 25
00000100:00000001:0.0:1789101000.433683:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101000.433684:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:0.0:1789101000.433706:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.433715:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101000.433717:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101000.433720:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101000.433724:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964688256, offset 0
00000400:00000200:0.0:1789101000.433730:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101000.433739:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.433745:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101000.433750:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101000.433754:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101000.433758:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101000.433761:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101000.433765:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512325:512325:256:4294967295] 192.168.204.152@tcp LPNI seq info [512082:512082:8:4294967295]
00000400:00000200:0.0:1789101000.433770:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.433781:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101000.433818:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.433824:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101000.433831:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101000.433834:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789101000.433840:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101000.433844:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789101000.433849:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.433851:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101000.433856:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101000.433861:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101000.433867:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101000.433869:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101000.433873:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101000.433878:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.433887:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.433891:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.433898:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.433900:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101000.433907:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101000.433911:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101000.433914:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322811652
00000100:00000010:0.0:1789101000.433920:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:0.0:1789101000.433927:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789101000.433935:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322811652
00000100:00000010:0.0:1789101000.433951:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8960.
00000100:00000001:0.0:1789101000.433955:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789101000.433959:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101000.433962:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.433964:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101000.433969:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101000/real 1789101000]  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101000.433979:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101000.433981:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101000.433983:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101000.433986:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101000.433988:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101000.433990:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101000.433994:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.434003:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434012:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101000.434014:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434017:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434019:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101000.434023:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434031:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101000.434036:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434045:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101000.434049:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434050:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434052:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434060:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101000.434063:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101000.434066:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101000.434071:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101000.434074:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101000.434082:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101000.434091:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964688256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789101000.434097:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101000.434101:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434109:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101000.434111:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434114:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101000.434117:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101000.434119:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101000.434123:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101000.434126:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101000.434128:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101000.434130:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434133:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101000.434136:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101000.434138:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101000.434142:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101000.434145:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101000.434148:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101000.434151:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688384, portal 10
00000100:00000001:0.0:1789101000.434153:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101000.434155:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:0.0:1789101000.434161:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434168:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101000.434171:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101000.434173:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101000.434176:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964688384, offset 0
00000400:00000200:0.0:1789101000.434181:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434185:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434190:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101000.434193:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101000.434196:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101000.434198:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101000.434201:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434205:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512326:512326:256:4294967295] 192.168.204.152@tcp LPNI seq info [512083:512083:8:4294967295]
00000400:00000200:0.0:1789101000.434209:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434215:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101000.434220:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434225:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101000.434232:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101000.434232:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101000.434237:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789101000.434243:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789101000.434245:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28148)
00000800:00000200:0.1:1789101000.434247:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789101000.434253:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434256:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101000.434259:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101000.434263:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101000.434266:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101000.434268:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101000.434271:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101000.434275:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434285:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.434288:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434296:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.434297:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101000.434301:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101000.434304:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101000.434308:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101000.434310:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322810388
00000100:00000001:0.0:1789101000.434313:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434316:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322810388
00000100:00000001:0.0:1789101000.434319:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434322:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101000.434324:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.434326:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101000.434330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101000/real 1789101000]  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101000.434346:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101000.434347:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101000.434349:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101000.434352:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101000.434354:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101000.434357:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101000.434360:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.434370:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434378:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101000.434379:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434381:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434383:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101000.434387:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434395:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101000.434399:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434405:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101000.434408:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434410:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434412:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434414:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101000.434416:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101000.434418:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101000.434422:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101000.434425:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101000.434430:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101000.434439:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101000.434444:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101000.434448:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434455:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101000.434457:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434459:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101000.434460:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101000.434462:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101000.434465:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101000.434469:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101000.434470:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101000.434472:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434474:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101000.434477:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101000.434480:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101000.434483:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101000.434486:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101000.434489:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101000.434492:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688512, portal 10
00000100:00000001:0.0:1789101000.434494:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101000.434495:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789101000.434501:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434507:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101000.434509:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101000.434511:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101000.434514:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964688512, offset 0
00000400:00000200:0.0:1789101000.434518:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434522:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434525:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101000.434528:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101000.434531:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101000.434533:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101000.434535:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434538:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512327:512327:256:4294967295] 192.168.204.152@tcp LPNI seq info [512084:512084:8:4294967295]
00000400:00000200:0.0:1789101000.434543:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434549:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101000.434554:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434557:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101000.434561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101000.434564:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789101000.434568:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101000.434571:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789101000.434575:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434577:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101000.434580:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101000.434583:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101000.434586:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101000.434588:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101000.434590:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101000.434594:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434602:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.434605:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434611:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.434612:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101000.434616:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101000.434618:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101000.434621:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101000.434624:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322810387
00000100:00000001:0.0:1789101000.434626:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434629:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322810387
00000100:00000001:0.0:1789101000.434630:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434633:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101000.434635:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.434636:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101000.434641:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101000/real 1789101000]  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101000.434648:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101000.434649:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101000.434651:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101000.434653:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101000.434654:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101000.434656:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101000.434659:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.434667:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434674:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101000.434676:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434677:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434679:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101000.434682:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434689:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101000.434693:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434700:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101000.434703:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434704:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.434706:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.434707:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101000.434709:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101000.434719:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101000.434724:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101000.434726:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101000.434730:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101000.434738:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101000.434743:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101000.434746:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434754:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101000.434756:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434758:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101000.434760:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101000.434762:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101000.434765:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101000.434768:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101000.434770:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101000.434772:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.434773:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101000.434777:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101000.434779:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101000.434782:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101000.434808:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101000.434813:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101000.434816:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688640, portal 4
00000100:00000001:0.0:1789101000.434819:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101000.434821:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789101000.434828:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434836:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101000.434839:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101000.434842:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101000.434844:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964688640, offset 0
00000400:00000200:0.0:1789101000.434849:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434853:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434857:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101000.434860:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101000.434862:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101000.434865:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101000.434866:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101000.434869:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512328:512328:256:4294967295] 192.168.204.152@tcp LPNI seq info [512085:512085:8:4294967295]
00000400:00000200:0.0:1789101000.434873:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.434879:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101000.434884:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434887:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101000.434891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101000.434894:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789101000.434898:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101000.434901:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789101000.434905:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.434907:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101000.434910:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101000.434914:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101000.434917:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101000.434919:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101000.434923:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101000.434926:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434967:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.434971:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.434977:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.434978:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101000.434981:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101000.434984:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101000.434987:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101000.434989:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322810398
00000100:00000001:0.0:1789101000.434991:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434993:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322810398
00000100:00000001:0.0:1789101000.434995:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.434997:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101000.434999:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.435000:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101000.435004:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101000/real 1789101000]  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101000.435011:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101000.435012:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101000.435014:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101000.435016:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101000.435018:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101000.435020:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101000.435023:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.435031:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435037:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101000.435039:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435042:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.435043:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101000.435046:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435053:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101000.435056:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435063:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101000.435065:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435067:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.435068:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435069:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101000.435071:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101000.435074:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101000.435077:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101000.435080:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101000.435084:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101000.435092:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101000.435097:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435099:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435103:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964688256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435110:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101000.435113:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435116:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789101000.435119:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101000.435122:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101000.435125:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789101000.435128:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101000.435131:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:0.0:1789101000.435135:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101000.435137:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101000.435139:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:0.0:1789101000.435143:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101000.435144:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435146:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435149:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964688384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435156:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101000.435158:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435159:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101000.435161:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101000.435163:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101000.435164:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101000.435166:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101000.435168:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:0.0:1789101000.435170:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101000.435171:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101000.435173:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:0.0:1789101000.435175:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101000.435176:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435178:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435181:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964688512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435188:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101000.435189:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435191:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101000.435194:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101000.435195:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101000.435197:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101000.435199:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101000.435200:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789101000.435202:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101000.435204:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101000.435205:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789101000.435208:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101000.435209:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435211:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435214:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964688640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435219:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101000.435221:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435222:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101000.435225:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101000.435226:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101000.435227:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101000.435229:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101000.435230:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789101000.435232:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101000.435233:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101000.435235:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789101000.435237:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101000.435238:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435240:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435249:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101000.435251:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.435253:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101000.435255:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101000.435256:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101000.435260:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435268:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101000.435269:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.435271:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101000.435273:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101000.435276:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101000.435278:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101000.435282:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101000.435284:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101000.435286:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101000.435288:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435291:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101000.435293:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101000.435297:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101000.435300:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101000.435303:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101000.435306:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688768, portal 4
00000100:00000001:0.0:1789101000.435308:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101000.435310:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789101000.435316:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435322:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101000.435325:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101000.435327:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101000.435329:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964688768, offset 0
00000400:00000200:0.0:1789101000.435334:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101000.435337:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.435341:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101000.435344:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101000.435346:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101000.435349:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101000.435352:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101000.435355:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512329:512329:256:4294967295] 192.168.204.152@tcp LPNI seq info [512086:512086:8:4294967295]
00000400:00000200:0.0:1789101000.435359:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101000.435365:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101000.435370:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.435374:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101000.435377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101000.435380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789101000.435384:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101000.435388:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789101000.435391:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101000.435394:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101000.435396:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101000.435400:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101000.435403:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101000.435405:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101000.435407:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101000.435410:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435418:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435421:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435427:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.435429:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101000.435432:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101000.435434:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101000.435437:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101000.435439:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322810418
00000100:00000001:0.0:1789101000.435442:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.435444:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322810418
00000100:00000001:0.0:1789101000.435446:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322811652
00000100:00000001:0.0:1789101000.435448:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101000.435450:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.435452:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101000.435455:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101000/real 1789101000]  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101000.435463:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101000.435464:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101000.435466:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101000.435469:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101000.435470:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101000.435473:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101000.435476:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101000.435490:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435497:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101000.435499:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435501:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.435503:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101000.435506:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435513:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101000.435517:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435523:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101000.435525:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435527:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101000.435529:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435530:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101000.435532:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101000.435535:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101000.435538:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101000.435541:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101000.435544:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101000.435553:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964688768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101000.435556:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435558:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101000.435561:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964688768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101000.435568:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101000.435570:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101000.435572:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101000.435574:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101000.435576:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101000.435577:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101000.435579:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101000.435581:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789101000.435583:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101000.435585:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101000.435586:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789101000.435589:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101000.435590:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435592:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101000.435595:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101000.435597:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101000.435599:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101000.435601:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101001.457054:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101001.457060:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101001.457066:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101001.457067:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101001.457070:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101001.457071:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101001.457135:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101001.457139:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101001.457143:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101001.776889:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322811652, at 4322811712
00000100:00000040:1.0:1789101001.776889:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322811652, at 4322811712
00000100:00000010:1.0:1789101001.776924:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8960.
00000100:00000010:0.0:1789101001.776926:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789101002.480944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101002.480950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101002.480955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101002.480957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101002.480960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101002.480961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101002.481033:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101002.481038:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101002.481041:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101003.504939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101003.504949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101003.504956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101003.504957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101003.504960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101003.504961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101003.505033:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101003.505038:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101003.505041:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101004.528919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101004.528924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101004.528928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101004.528929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101004.528931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101004.528932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101004.528984:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101004.528988:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101004.528991:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789101005.552919:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101005.552925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101005.552930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101005.552931:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789101005.552935:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101005.552938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101005.552940:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101005.552941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.552948:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101005.552949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101005.552952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101005.552957:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28143
00000400:00000200:3.0:1789101005.552967:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101005.552975:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101005.552979:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101005.552983:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.552987:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101005.552990:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.552992:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101005.552996:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101005.552999:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789101005.553001:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101005.553013:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789101005.553016:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101005.553019:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101005.553021:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000040:3.0:1789101005.553023:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000020:00000001:1.0:1789101005.553026:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553028:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:1.0:1789101005.553032:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1789101005.553032:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553037:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101005.553041:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789101005.553045:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553048:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101005.553051:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101005.553055:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101005.553057:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553059:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101005.553062:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101005.553071:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789101005.553074:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101005.553078:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101005.553080:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553083:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101005.553086:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101005.553090:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101005.553098:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789101005.553104:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101005.553115:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101005.553142:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101005.553146:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101005.553151:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101005.553174:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101005.553177:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101005.553180:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789101005.553182:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101005.553184:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101005.553186:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101005.553206:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28143
00000100:00000001:0.0:1789101005.553207:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101005.553212:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1789101005.553213:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101005.553215:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789101005.553222:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:0.0:1789101005.553224:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789101005.553228:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789101005.553236:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789101005.553237:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101005.553239:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553242:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789101005.553243:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101005.553247:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789101005.553247:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789101005.553252:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553253:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789101005.553257:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964688896:192.168.204.152@tcp:250:kworker.0
00000020:00000001:3.0:1789101005.553259:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101005.553262:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:0.0:1789101005.553263:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1789101005.553266:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789101005.553268:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101005.553271:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789101005.553271:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
02000000:00000001:0.0:1789101005.553275:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1789101005.553276:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000010:0.0:1789101005.553280:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000020:00000001:3.0:1789101005.553280:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:0.0:1789101005.553283:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.553288:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101005.553291:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101005.553298:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000040:3.0:1789101005.553298:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553304:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789101005.553306:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964688896, portal 25
00000100:00000040:3.0:1789101005.553307:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101005.553311:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101005.553312:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101005.553315:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000020:00000040:3.0:1789101005.553318:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:0.0:1789101005.553326:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789101005.553326:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553331:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.553338:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1789101005.553342:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789101005.553345:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101005.553350:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
02000000:00000001:3.0:1789101005.553350:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101005.553356:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101005.553357:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964688896, offset 0
00000100:00000001:3.0:1789101005.553359:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101005.553365:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1789101005.553366:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000008:00000001:3.0:1789101005.553371:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553374:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.553378:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789101005.553381:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000400:00000200:0.0:1789101005.553385:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000040:3.0:1789101005.553387:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:0.0:1789101005.553391:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1789101005.553393:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101005.553397:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.553398:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:3.0:1789101005.553401:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101005.553405:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789101005.553406:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789101005.553409:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.553412:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101005.553417:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512330:512330:256:4294967295] 192.168.204.152@tcp LPNI seq info [512087:512087:8:4294967295]
00000400:00000200:0.0:1789101005.553422:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789101005.553424:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:3.0:1789101005.553430:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.553436:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1789101005.553441:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789101005.553447:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.553457:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000100:00000001:3.0:1789101005.553457:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101005.553461:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101005.553469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:3.0:1789101005.553469:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789101005.553477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1789101005.553483:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789101005.553488:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:3.0:1789101005.553490:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1789101005.553492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1789101005.553496:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789101005.553501:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553502:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:0.0:1789101005.553504:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00080000:3.0:1789101005.553506:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789101005.553510:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789101005.553511:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789101005.553517:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1789101005.553519:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28143
00000400:00000200:0.0:1789101005.553525:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000200:3.0:1789101005.553526:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101005.553530:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000400:00000200:3.0:1789101005.553533:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789101005.553537:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1789101005.553537:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101005.553543:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789101005.553546:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101005.553547:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101005.553553:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553558:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101005.553564:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101005.553567:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000100:00000001:0.0:1789101005.553568:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1789101005.553569:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101005.553573:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000040:0.0:1789101005.553576:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789101005.553577:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789101005.553583:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:0.0:1789101005.553590:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101005.553592:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101005.553593:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101005.553598:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101005.553602:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101005.553603:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553606:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789101005.553612:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:3.0:1789101005.553612:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000001:0.0:1789101005.553618:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322816771
00000100:00080000:3.0:1789101005.553619:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553624:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101005.553626:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
02000000:00000001:3.0:1789101005.553626:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101005.553631:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101005.553634:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.553636:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101005.553637:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101005.553641:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101005.553645:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.553646:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322816771
00000100:00000001:3.0:1789101005.553647:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101005.553652:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8360.
00000100:00000010:3.0:1789101005.553654:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789101005.553658:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1789101005.553659:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789101005.553664:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101005.553664:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101005.553667:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.553669:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553671:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789101005.553674:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1789101005.553675:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101005.553679:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101005.553682:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101005/real 1789101005]  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789101005.553685:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000100:00000001:3.0:1789101005.553692:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789101005.553697:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101005.553702:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1789101005.553703:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789101005.553705:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101005.553711:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101005.553714:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:3.0:1789101005.553717:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101005.553719:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1789101005.553722:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101005.553727:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101005.553731:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101005.553752:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101005.553753:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789101005.553756:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101005.553765:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789101005.553769:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789101005.553770:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1789101005.553772:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101005.553774:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101005.553776:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789101005.553778:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.553780:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789101005.553784:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28143
00000100:00100000:0.0:1789101005.553815:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.553827:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789101005.553830:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789101005.553836:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101005.553837:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101005.553856:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789101005.553857:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101005.553864:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101005.553864:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553869:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789101005.553870:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.553873:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101005.553874:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101005.553877:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101005.553879:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101005.553881:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1789101005.553884:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:0.0:1789101005.553886:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1789101005.553887:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789101005.553892:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:0.0:1789101005.553895:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000020:00000040:3.0:1789101005.553896:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789101005.553901:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1789101005.553902:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789101005.553909:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101005.553910:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101005.553918:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553924:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789101005.553928:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964688896:192.168.204.152@tcp:250:kworker.0
00000100:00000040:3.0:1789101005.553931:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.553937:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101005.553938:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789101005.553940:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789101005.553944:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789101005.553946:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000040:0.0:1789101005.553952:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964688896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101005.553952:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101005.553954:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101005.553958:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101005.553963:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.553968:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101005.553971:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789101005.553973:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1789101005.553974:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.553977:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1789101005.553978:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101005.553983:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
00000100:00000010:3.0:1789101005.553984:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
02000000:00000001:0.0:1789101005.553988:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1789101005.553989:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101005.553993:0:256916:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1789101005.553994:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:0.0:1789101005.553996:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101005.553998:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101005.554000:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1789101005.554002:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1789101005.554005:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101005.554006:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101005.554011:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101005.554011:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554015:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101005.554016:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
02000000:00000010:3.0:1789101005.554017:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:0.0:1789101005.554020:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101005.554023:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554024:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554030:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101005.554034:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101005.554038:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101005.554042:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.554043:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101005.554045:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101005.554048:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554049:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101005.554053:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101005.554056:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101005.554061:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101005.554076:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554078:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101005.554080:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101005.554082:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789101005.554084:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101005.554088:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789101005.554090:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1789101005.554092:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.554094:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101005.554097:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789101005.554098:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101005.554102:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789101005.554104:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101005.554109:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1789101005.554109:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28143
02000000:00000001:0.0:1789101005.554111:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554116:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1789101005.554119:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:0.0:1789101005.554121:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101005.554125:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101005.554126:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101005.554131:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789101005.554133:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789101005.554137:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789101005.554139:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00000001:3.0:1789101005.554143:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789101005.554145:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000040:3.0:1789101005.554148:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789101005.554151:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689024, portal 10
00000100:00000001:3.0:1789101005.554153:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101005.554155:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1789101005.554158:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789101005.554159:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000020:00000040:3.0:1789101005.554162:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789101005.554166:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789101005.554169:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789101005.554170:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789101005.554175:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789101005.554180:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789101005.554187:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101005.554188:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101005.554192:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101005.554193:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101005.554197:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000040:3.0:1789101005.554199:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789101005.554201:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964689024, offset 0
00000100:00000001:3.0:1789101005.554205:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789101005.554211:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:3.0:1789101005.554213:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000200:0.0:1789101005.554218:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789101005.554220:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101005.554225:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554226:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000001:3.0:1789101005.554229:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789101005.554232:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1789101005.554235:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789101005.554236:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:3.0:1789101005.554240:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554241:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789101005.554245:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1789101005.554247:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00100000:3.0:1789101005.554251:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1789101005.554253:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512331:512331:256:4294967295] 192.168.204.152@tcp LPNI seq info [512088:512088:8:4294967295]
00000008:00000001:3.0:1789101005.554256:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101005.554261:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554262:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:3.0:1789101005.554267:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789101005.554273:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:0.0:1789101005.554275:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789101005.554277:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101005.554281:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101005.554284:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789101005.554285:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101005.554288:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1789101005.554290:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
02000000:00000001:3.0:1789101005.554291:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101005.554298:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:3.0:1789101005.554299:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000800:00000200:0.0:1789101005.554302:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1789101005.554305:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789101005.554311:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101005.554315:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00100000:3.0:1789101005.554317:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789101005.554325:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.554329:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00000001:3.0:1789101005.554331:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789101005.554335:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789101005.554336:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554344:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789101005.554345:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101005.554351:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101005.554355:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101005.554360:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1789101005.554361:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101005.554367:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101005.554368:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28153)
00000100:00000001:0.0:1789101005.554379:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.554382:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554389:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554391:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101005.554394:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101005.554398:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101005.554401:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101005.554403:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322815508
00000100:00000001:0.0:1789101005.554406:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.554408:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322815508
00000100:00000001:0.0:1789101005.554410:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.554412:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101005.554414:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554415:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101005.554419:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101005/real 1789101005]  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101005.554426:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101005.554428:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101005.554429:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101005.554432:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101005.554434:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101005.554436:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101005.554439:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101005.554446:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554453:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101005.554454:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554456:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.554457:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101005.554461:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554467:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101005.554471:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554478:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101005.554481:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554483:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.554484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554486:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101005.554488:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101005.554490:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101005.554493:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101005.554495:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101005.554499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101005.554506:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101005.554509:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101005.554513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554524:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101005.554525:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554527:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101005.554529:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101005.554531:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101005.554534:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101005.554537:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101005.554539:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101005.554540:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554542:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101005.554546:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101005.554547:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554551:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101005.554553:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101005.554556:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101005.554559:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689152, portal 10
00000100:00000001:0.0:1789101005.554560:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101005.554562:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789101005.554567:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554573:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101005.554575:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101005.554577:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101005.554580:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964689152, offset 0
00000400:00000200:0.0:1789101005.554584:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101005.554587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.554591:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101005.554593:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101005.554596:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101005.554598:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101005.554600:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101005.554602:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512332:512332:256:4294967295] 192.168.204.152@tcp LPNI seq info [512089:512089:8:4294967295]
00000400:00000200:0.0:1789101005.554605:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.554609:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101005.554612:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.554614:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101005.554616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101005.554618:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789101005.554621:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101005.554622:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789101005.554625:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.554626:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101005.554628:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101005.554630:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101005.554631:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101005.554632:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101005.554634:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101005.554636:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554643:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.554646:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554652:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554653:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101005.554656:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101005.554658:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101005.554662:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101005.554664:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322815507
00000100:00000001:0.0:1789101005.554666:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.554668:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322815507
00000100:00000001:0.0:1789101005.554670:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.554672:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101005.554674:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554676:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101005.554679:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101005/real 1789101005]  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101005.554687:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101005.554689:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101005.554690:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101005.554693:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101005.554694:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101005.554696:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101005.554699:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101005.554707:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554713:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101005.554714:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554716:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.554717:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101005.554721:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554726:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101005.554730:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554736:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101005.554738:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554740:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.554741:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554743:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101005.554745:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101005.554747:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101005.554751:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101005.554752:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101005.554757:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101005.554762:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101005.554764:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554766:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.554767:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964689024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554771:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101005.554772:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101005.554774:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101005.554776:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101005.554777:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101005.554778:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101005.554780:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101005.554782:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789101005.554784:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101005.554804:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101005.554805:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789101005.554808:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101005.554809:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554811:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.554814:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964689152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554820:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101005.554821:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101005.554823:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101005.554826:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101005.554827:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101005.554829:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101005.554830:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101005.554832:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789101005.554834:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101005.554836:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101005.554837:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789101005.554857:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101005.554859:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554861:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.554864:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101005.554866:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.554868:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101005.554869:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101005.554870:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101005.554874:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554881:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101005.554882:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554884:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101005.554886:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101005.554888:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101005.554891:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101005.554894:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101005.554895:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101005.554897:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.554899:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101005.554902:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101005.554904:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.554907:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101005.554910:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101005.554913:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101005.554916:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689280, portal 4
00000100:00000001:0.0:1789101005.554918:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101005.554919:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789101005.554925:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.554936:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101005.554938:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101005.554941:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101005.554943:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964689280, offset 0
00000400:00000200:0.0:1789101005.554947:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101005.554951:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.554955:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101005.554958:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101005.554960:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101005.554962:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101005.554964:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101005.554966:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512333:512333:256:4294967295] 192.168.204.152@tcp LPNI seq info [512090:512090:8:4294967295]
00000400:00000200:0.0:1789101005.554969:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.554973:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101005.554976:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.554978:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101005.554981:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101005.554983:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789101005.554985:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101005.554987:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789101005.554989:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.554990:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101005.554992:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101005.554994:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101005.554996:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101005.554997:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101005.554999:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101005.555001:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555006:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.555008:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555015:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.555016:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101005.555018:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101005.555020:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101005.555022:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101005.555023:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322815518
00000100:00000001:0.0:1789101005.555025:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.555026:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322815518
00000100:00000001:0.0:1789101005.555027:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.555028:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101005.555029:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.555030:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101005.555034:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101005/real 1789101005]  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101005.555040:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101005.555042:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101005.555043:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101005.555045:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101005.555047:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101005.555049:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101005.555052:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101005.555059:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555065:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101005.555066:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555068:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.555069:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101005.555073:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555080:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101005.555084:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555090:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101005.555092:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555093:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.555094:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555095:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101005.555096:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101005.555098:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101005.555099:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101005.555100:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101005.555103:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101005.555107:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101005.555110:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101005.555112:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555115:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101005.555116:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.555117:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101005.555119:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101005.555120:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101005.555121:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101005.555123:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101005.555125:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101005.555126:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101005.555127:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101005.555129:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101005.555130:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101005.555132:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101005.555134:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101005.555135:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101005.555137:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689408, portal 4
00000100:00000001:0.0:1789101005.555138:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101005.555139:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789101005.555143:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555146:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101005.555148:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101005.555149:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101005.555150:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964689408, offset 0
00000400:00000200:0.0:1789101005.555152:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101005.555155:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.555157:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101005.555158:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101005.555160:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101005.555161:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101005.555163:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101005.555165:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512334:512334:256:4294967295] 192.168.204.152@tcp LPNI seq info [512091:512091:8:4294967295]
00000400:00000200:0.0:1789101005.555167:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101005.555171:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101005.555173:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.555175:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101005.555177:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101005.555179:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789101005.555181:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101005.555183:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789101005.555185:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101005.555186:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101005.555188:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101005.555190:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101005.555192:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101005.555193:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101005.555194:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101005.555196:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555201:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.555202:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555206:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.555207:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101005.555208:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101005.555210:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101005.555211:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101005.555212:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322815538
00000100:00000001:0.0:1789101005.555214:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.555215:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322815538
00000100:00000001:0.0:1789101005.555216:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322816771
00000100:00000001:0.0:1789101005.555217:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101005.555218:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.555219:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101005.555221:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101005/real 1789101005]  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101005.555225:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101005.555226:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101005.555227:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101005.555228:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101005.555229:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101005.555231:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101005.555233:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101005.555237:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555241:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101005.555241:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555242:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.555243:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101005.555245:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555248:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101005.555250:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555253:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101005.555255:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555255:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101005.555256:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555257:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101005.555258:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101005.555259:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101005.555261:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101005.555262:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101005.555264:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101005.555269:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101005.555271:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555272:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.555274:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964689280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555278:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101005.555279:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101005.555280:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101005.555281:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101005.555282:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101005.555283:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101005.555284:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101005.555285:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789101005.555287:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101005.555287:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101005.555288:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789101005.555290:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101005.555290:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555291:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101005.555293:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964689408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101005.555297:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101005.555297:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101005.555298:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101005.555299:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101005.555300:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101005.555300:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101005.555301:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101005.555302:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:0.0:1789101005.555303:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101005.555304:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101005.555304:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789101005.555305:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101005.555306:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555307:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101005.555309:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101005.555310:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101005.555312:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101005.555313:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101006.576939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101006.576945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101006.576949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101006.576950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101006.576952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101006.576953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101006.577015:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101006.577018:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101006.577022:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101006.896903:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322816771, at 4322816832
00000100:00000040:1.0:1789101006.896903:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322816771, at 4322816832
00000100:00000010:0.0:1789101006.896920:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789101006.896922:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8360.
00010000:00000001:2.0:1789101007.600881:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101007.600887:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101007.600891:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101007.600892:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101007.600894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101007.600895:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101007.600945:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101007.600949:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101007.600952:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101008.624936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101008.624944:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101008.624947:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101008.624950:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624955:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101008.624957:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624959:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624961:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101008.624967:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101008.624968:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101008.624969:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624971:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101008.624972:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624974:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624975:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624979:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101008.624981:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101008.624982:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101008.624983:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624985:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101008.624986:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624988:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101008.624990:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101008.625057:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101008.625061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101008.625064:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101009.648869:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101009.648877:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101009.648883:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101009.648885:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101009.648888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101009.648889:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101009.648953:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101009.648957:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101009.648961:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101010.672885:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101010.672888:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101010.672890:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101010.672896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101010.672897:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101010.672898:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.672902:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101010.672902:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101010.672905:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101010.672906:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101010.672911:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101010.672917:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28148
00000400:00000200:1.0:1789101010.672926:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101010.672933:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101010.672937:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101010.672940:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.672944:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101010.672947:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:3.0:1789101010.672949:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789101010.672950:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101010.672954:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101010.672955:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101010.672958:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00010000:3.0:1789101010.672960:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789101010.672962:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101010.672966:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101010.672969:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101010.672971:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101010.672975:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.672977:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101010.672978:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.672980:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101010.672984:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101010.672987:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101010.672989:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101010.672991:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101010.672994:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101010.672997:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.672999:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101010.673001:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101010.673009:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789101010.673012:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101010.673015:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101010.673017:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673020:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101010.673022:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101010.673026:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101010.673032:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789101010.673038:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101010.673046:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101010.673056:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101010.673060:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101010.673065:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101010.673085:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101010.673087:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101010.673091:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101010.673092:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101010.673094:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101010.673096:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101010.673098:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28148
00000400:00000200:1.0:1789101010.673101:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101010.673104:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101010.673107:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101010.673110:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673113:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101010.673115:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673118:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101010.673120:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789101010.673121:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101010.673124:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:0.0:1789101010.673126:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789101010.673127:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789101010.673129:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1789101010.673130:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101010.673134:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101010.673136:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101010.673137:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101010.673145:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101010.673148:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789101010.673149:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789101010.673151:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101010.673152:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673157:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789101010.673158:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1789101010.673159:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:0.0:1789101010.673162:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789101010.673164:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:0.0:1789101010.673168:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673169:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101010.673174:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1789101010.673178:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964689536:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789101010.673180:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.673184:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789101010.673185:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673189:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789101010.673191:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1789101010.673194:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789101010.673195:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789101010.673199:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.673200:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789101010.673202:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101010.673208:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000100:00000010:1.0:1789101010.673209:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
02000000:00000001:0.0:1789101010.673213:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101010.673214:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101010.673219:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101010.673221:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.673222:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101010.673225:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101010.673227:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789101010.673228:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
02000000:00000001:1.0:1789101010.673229:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101010.673236:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000400:00000010:0.0:1789101010.673237:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000001:1.0:1789101010.673240:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101010.673245:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689536, portal 25
00000100:00100000:1.0:1789101010.673247:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101010.673249:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101010.673252:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217535552 : -114338492016064 : ffff98027ecc9a40)
00000100:00000001:1.0:1789101010.673262:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789101010.673263:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101010.673266:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101010.673274:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.673275:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101010.673282:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101010.673285:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101010.673289:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964689536, offset 0
00000100:00000001:1.0:1789101010.673293:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.673296:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101010.673298:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789101010.673304:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:1.0:1789101010.673304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101010.673308:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789101010.673310:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:1.0:1789101010.673311:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789101010.673315:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789101010.673316:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1789101010.673319:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:1.0:1789101010.673322:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28148
00000400:00000200:0.0:1789101010.673326:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101010.673328:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101010.673330:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512335:512335:256:4294967295] 192.168.204.152@tcp LPNI seq info [512092:512092:8:4294967295]
00000400:00000200:0.0:1789101010.673333:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.673339:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101010.673346:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000400:00000200:1.0:1789101010.673347:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000010:0.0:1789101010.673352:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000400:00000200:1.0:1789101010.673353:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101010.673357:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1789101010.673362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:1.0:1789101010.673363:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673368:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1789101010.673369:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1789101010.673372:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673376:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101010.673380:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789101010.673380:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000020:00000040:1.0:1789101010.673382:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101010.673386:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789101010.673387:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1789101010.673388:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101010.673394:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101010.673398:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000100:0.0:1789101010.673399:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.673405:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00000040:1.0:1789101010.673406:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673410:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101010.673412:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1789101010.673413:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673417:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789101010.673423:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1789101010.673423:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101010.673429:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789101010.673432:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000100:00000001:1.0:1789101010.673433:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789101010.673436:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
02000000:00000001:1.0:1789101010.673437:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101010.673441:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.673444:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1789101010.673445:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673448:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101010.673451:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1789101010.673452:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1789101010.673455:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673459:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101010.673465:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789101010.673469:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000100:00000001:0.0:1789101010.673470:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789101010.673472:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789101010.673476:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101010.673476:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673479:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101010.673482:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101010.673485:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673491:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101010.673491:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:0.0:1789101010.673495:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789101010.673497:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673502:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101010.673504:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789101010.673510:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.673515:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322821891
00000100:00000010:0.0:1789101010.673523:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:1.0:1789101010.673527:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101010.673530:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673531:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1789101010.673537:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.673539:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322821891
00000100:00000010:0.0:1789101010.673544:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8000.
00000100:00000001:0.0:1789101010.673548:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1789101010.673550:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673553:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1789101010.673555:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789101010.673557:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101010.673561:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101010.673563:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789101010.673564:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101010.673567:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101010.673570:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1789101010.673571:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101010/real 1789101010]  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101010.673575:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28148
00000400:00000200:1.0:1789101010.673584:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000001:0.0:1789101010.673587:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1789101010.673589:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000001:0.0:1789101010.673590:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101010.673593:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000100:00080000:1.0:1789101010.673595:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789101010.673596:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101010.673599:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000040:1.0:1789101010.673601:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101010.673602:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789101010.673605:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789101010.673608:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101010.673610:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673616:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101010.673621:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1789101010.673622:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789101010.673623:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101010.673627:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789101010.673631:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1789101010.673631:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:0.0:1789101010.673634:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789101010.673635:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:0.0:1789101010.673636:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.673638:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789101010.673640:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00100000:0.0:1789101010.673642:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101010.673647:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101010.673652:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101010.673653:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101010.673657:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:0.0:1789101010.673659:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101010.673661:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101010.673667:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101010.673673:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101010.673678:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789101010.673679:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673681:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789101010.673683:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789101010.673684:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1789101010.673686:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.673687:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789101010.673691:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673693:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789101010.673695:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101010.673696:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1789101010.673698:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1789101010.673702:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1789101010.673703:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.673708:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101010.673711:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789101010.673713:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00080000:0.0:1789101010.673716:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:1.0:1789101010.673717:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101010.673720:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.673722:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789101010.673723:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101010.673726:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101010.673729:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101010.673731:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789101010.673733:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101010.673738:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101010.673756:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789101010.673760:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964689536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789101010.673770:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101010.673772:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101010.673773:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1789101010.673776:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101010.673780:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9a40 x1875994964689536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101010.673784:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.673815:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101010.673818:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101010.673822:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
00000100:00000001:1.0:1789101010.673826:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.673827:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101010.673829:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101010.673831:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00080000:1.0:1789101010.673832:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1789101010.673833:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101010.673837:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
00000100:00080000:1.0:1789101010.673838:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1789101010.673841:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789101010.673841:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1789101010.673843:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1789101010.673845:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1789101010.673846:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9a40.
00000100:00000001:1.0:1789101010.673851:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789101010.673852:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101010.673854:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789101010.673857:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28148
00000100:00000001:0.0:1789101010.673858:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1789101010.673864:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.673867:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1789101010.673868:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789101010.673869:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101010.673872:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789101010.673873:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101010.673875:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101010.673878:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789101010.673881:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789101010.673883:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101010.673886:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789101010.673892:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1789101010.673893:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101010.673894:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.673897:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789101010.673899:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789101010.673900:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101010.673904:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101010.673905:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:0.0:1789101010.673908:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689664:192.168.204.152@tcp:38:kworker.0
00000020:00000040:1.0:1789101010.673908:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101010.673911:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789101010.673912:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101010.673915:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789101010.673915:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:0.0:1789101010.673917:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.673920:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1789101010.673920:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:0.0:1789101010.673924:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000020:00000001:1.0:1789101010.673925:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:0.0:1789101010.673926:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.673932:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789101010.673932:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:0.0:1789101010.673936:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00000001:1.0:1789101010.673938:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789101010.673940:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000040:1.0:1789101010.673942:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:0.0:1789101010.673944:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689664, portal 10
00000100:00000001:1.0:1789101010.673946:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101010.673947:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101010.673950:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000020:00000040:1.0:1789101010.673951:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:0.0:1789101010.673957:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101010.673958:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673964:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101010.673969:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789101010.673970:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101010.673974:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789101010.673975:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1789101010.673976:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101010.673980:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964689664, offset 0
02000000:00000001:1.0:1789101010.673981:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.673985:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101010.673985:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101010.673989:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000400:00000200:0.0:1789101010.673990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:1.0:1789101010.673994:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.673996:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789101010.673998:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.674000:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101010.674003:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101010.674004:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1789101010.674004:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000400:00000200:0.0:1789101010.674009:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:1.0:1789101010.674010:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:0.0:1789101010.674014:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512336:512336:256:4294967295] 192.168.204.152@tcp LPNI seq info [512093:512093:8:4294967295]
02000000:00000001:1.0:1789101010.674015:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789101010.674019:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789101010.674019:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101010.674024:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101010.674028:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789101010.674031:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1789101010.674031:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101010.674038:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000010:1.0:1789101010.674038:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000800:00000010:0.0:1789101010.674041:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000100:00000001:1.0:1789101010.674043:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101010.674048:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101010.674050:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1789101010.674053:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789101010.674057:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101010.674061:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789101010.674067:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674070:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101010.674073:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101010.674079:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101010.674084:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101010.674087:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:1.0:1789101010.674089:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101010.674090:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1789101010.674094:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789101010.674095:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101010.674103:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674104:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674110:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674129:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674130:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789101010.674130:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674134:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101010.674137:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28158)
00000100:00000040:0.0:1789101010.674138:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101010.674142:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.674144:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322820628
00000100:00000001:0.0:1789101010.674146:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674147:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322820628
00000100:00000001:0.0:1789101010.674148:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674150:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.674151:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674152:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101010.674155:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101010/real 1789101010]  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101010.674160:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101010.674161:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101010.674162:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101010.674163:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101010.674164:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101010.674165:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101010.674166:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101010.674171:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674175:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101010.674176:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674177:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674178:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101010.674180:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674183:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101010.674185:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674189:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101010.674190:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674191:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674192:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674193:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101010.674195:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101010.674196:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101010.674198:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101010.674199:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101010.674201:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101010.674205:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101010.674207:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101010.674209:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674212:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101010.674213:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674214:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101010.674215:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101010.674216:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101010.674218:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101010.674220:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101010.674221:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101010.674222:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674223:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674225:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101010.674226:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.674227:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101010.674229:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101010.674230:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101010.674232:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689792, portal 10
00000100:00000001:0.0:1789101010.674233:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101010.674234:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:0.0:1789101010.674237:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674241:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101010.674242:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101010.674244:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101010.674245:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964689792, offset 0
00000400:00000200:0.0:1789101010.674247:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674251:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101010.674252:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101010.674254:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101010.674255:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101010.674256:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674258:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512337:512337:256:4294967295] 192.168.204.152@tcp LPNI seq info [512094:512094:8:4294967295]
00000400:00000200:0.0:1789101010.674260:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674264:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101010.674267:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674268:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101010.674270:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101010.674272:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789101010.674274:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101010.674276:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789101010.674278:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674279:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101010.674281:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101010.674283:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101010.674285:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101010.674286:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101010.674287:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101010.674289:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674297:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674298:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674302:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674303:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101010.674304:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101010.674305:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101010.674307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.674308:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322820627
00000100:00000001:0.0:1789101010.674309:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674310:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322820627
00000100:00000001:0.0:1789101010.674312:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674313:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.674314:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674315:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101010.674317:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101010/real 1789101010]  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101010.674321:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101010.674321:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101010.674322:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101010.674323:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101010.674324:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101010.674325:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101010.674327:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101010.674331:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674334:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101010.674336:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674337:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674337:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101010.674339:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674343:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101010.674345:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674348:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101010.674349:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674350:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674351:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674352:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101010.674353:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101010.674354:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101010.674356:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101010.674357:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101010.674359:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101010.674362:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101010.674364:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101010.674366:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674370:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101010.674371:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674372:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101010.674373:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101010.674374:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101010.674376:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101010.674378:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101010.674379:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101010.674380:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674381:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674382:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101010.674383:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.674385:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101010.674386:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101010.674388:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101010.674390:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964689920, portal 4
00000100:00000001:0.0:1789101010.674391:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101010.674392:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:0.0:1789101010.674395:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674398:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101010.674400:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101010.674401:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101010.674402:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964689920, offset 0
00000400:00000200:0.0:1789101010.674404:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674408:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101010.674409:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101010.674411:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101010.674412:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101010.674413:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674415:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512338:512338:256:4294967295] 192.168.204.152@tcp LPNI seq info [512095:512095:8:4294967295]
00000400:00000200:0.0:1789101010.674418:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674421:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101010.674423:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674425:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101010.674427:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101010.674429:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789101010.674431:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101010.674433:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789101010.674435:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674436:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101010.674438:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101010.674439:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101010.674441:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101010.674442:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101010.674443:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101010.674445:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674451:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674455:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674461:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674462:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101010.674465:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101010.674468:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101010.674471:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.674474:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322820637
00000100:00000001:0.0:1789101010.674476:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674478:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322820637
00000100:00000001:0.0:1789101010.674480:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674482:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.674484:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674486:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101010.674490:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101010/real 1789101010]  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101010.674498:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101010.674500:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101010.674501:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101010.674504:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101010.674506:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101010.674508:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101010.674511:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101010.674519:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674525:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101010.674527:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674528:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674530:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101010.674534:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674541:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101010.674545:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674552:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101010.674553:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674555:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674556:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674557:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101010.674559:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101010.674561:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101010.674563:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101010.674565:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101010.674567:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101010.674579:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964689920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101010.674582:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674584:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674588:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964689664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674594:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101010.674596:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674598:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101010.674600:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101010.674602:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101010.674603:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101010.674606:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101010.674607:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789101010.674611:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101010.674612:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101010.674614:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:0.0:1789101010.674616:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101010.674617:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674619:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674622:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964689792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674629:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101010.674631:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674632:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101010.674635:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101010.674636:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101010.674637:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101010.674639:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101010.674641:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:0.0:1789101010.674643:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101010.674645:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101010.674646:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:0.0:1789101010.674649:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101010.674650:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674652:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674655:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964689920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674661:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101010.674662:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674664:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101010.674666:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101010.674667:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101010.674668:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101010.674670:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101010.674672:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:0.0:1789101010.674674:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101010.674675:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101010.674677:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:0.0:1789101010.674679:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101010.674680:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674682:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674686:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101010.674687:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674689:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101010.674690:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101010.674692:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101010.674696:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674702:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101010.674704:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674706:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101010.674708:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101010.674709:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101010.674712:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101010.674715:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101010.674717:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101010.674718:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101010.674721:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674724:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101010.674726:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101010.674729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101010.674731:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101010.674734:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101010.674737:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690048, portal 4
00000100:00000001:0.0:1789101010.674739:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101010.674740:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00000040:0.0:1789101010.674756:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674762:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101010.674763:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101010.674765:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101010.674767:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964690048, offset 0
00000400:00000200:0.0:1789101010.674769:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674772:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674775:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101010.674777:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101010.674778:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101010.674780:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101010.674781:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101010.674783:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512339:512339:256:4294967295] 192.168.204.152@tcp LPNI seq info [512096:512096:8:4294967295]
00000400:00000200:0.0:1789101010.674799:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101010.674803:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101010.674806:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674809:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101010.674811:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101010.674813:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789101010.674816:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101010.674817:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789101010.674819:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101010.674821:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101010.674823:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101010.674825:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101010.674827:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101010.674828:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101010.674830:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101010.674832:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674837:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674839:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674844:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674846:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101010.674848:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101010.674851:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101010.674854:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101010.674856:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322820658
00000100:00000001:0.0:1789101010.674859:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674861:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322820658
00000100:00000001:0.0:1789101010.674863:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322821891
00000100:00000001:0.0:1789101010.674865:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101010.674867:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.674869:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101010.674873:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101010/real 1789101010]  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101010.674881:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101010.674882:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101010.674884:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101010.674887:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101010.674888:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101010.674891:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101010.674894:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101010.674903:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674909:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101010.674911:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674913:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674914:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101010.674918:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674926:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101010.674929:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674935:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101010.674937:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674939:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101010.674940:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674941:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101010.674943:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101010.674945:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101010.674948:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101010.674950:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101010.674953:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101010.674960:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101010.674964:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674966:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101010.674969:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964690048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101010.674976:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101010.674977:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101010.674979:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101010.674981:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101010.674983:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101010.674984:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101010.674986:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101010.674988:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:0.0:1789101010.674990:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101010.674991:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101010.674993:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:0.0:1789101010.674995:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101010.674996:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.674998:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101010.675001:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101010.675003:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101010.675004:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101010.675006:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101011.696935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101011.696949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101011.696956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101011.696957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101011.696960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101011.696961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101011.697028:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101011.697032:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101011.697036:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101012.016876:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322821891, at 4322821952
00000100:00000040:1.0:1789101012.016876:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322821891, at 4322821952
00000100:00000010:1.0:1789101012.016890:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8000.
00000100:00000010:0.0:1789101012.016891:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789101012.720926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101012.720935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101012.720942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101012.720944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101012.720948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101012.720949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101012.721039:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101012.721044:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101012.721047:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101013.744910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101013.744914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101013.744917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101013.744918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101013.744920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101013.744921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101013.744975:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101013.744978:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101013.744981:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101014.768888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101014.768907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101014.768913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101014.768914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101014.768916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101014.768917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101014.768964:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101014.768968:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101014.768971:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101015.792913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101015.792916:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101015.792919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101015.792926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101015.792926:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101015.792930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.792931:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101015.792935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101015.792937:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101015.792938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.792943:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101015.792948:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28153
00000400:00000200:3.0:1789101015.792956:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101015.792961:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101015.792963:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101015.792966:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.792968:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.792970:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.792972:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101015.792975:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101015.792976:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789101015.792979:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101015.792981:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789101015.792983:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101015.792986:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101015.792986:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789101015.792988:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000020:00000001:1.0:1789101015.792991:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.792991:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.792994:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.792997:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00010000:1.0:1789101015.792998:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1789101015.792999:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789101015.793003:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793004:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793006:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101015.793008:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101015.793010:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793011:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101015.793013:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101015.793020:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3321c0.
00000020:00000040:3.0:1789101015.793023:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101015.793026:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101015.793027:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793029:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101015.793031:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101015.793033:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101015.793038:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090c00.
00000100:00000001:3.0:1789101015.793042:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101015.793049:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101015.793055:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101015.793059:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101015.793061:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa9a267b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101015.793076:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101015.793078:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101015.793081:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789101015.793082:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101015.793083:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101015.793084:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101015.793085:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28153
00000400:00000200:3.0:1789101015.793087:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101015.793089:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101015.793091:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101015.793094:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793096:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793097:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793100:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101015.793102:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101015.793103:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789101015.793105:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101015.793108:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789101015.793110:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789101015.793113:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789101015.793116:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793118:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793120:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101015.793121:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101015.793122:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101015.793126:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789101015.793127:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:0.0:1789101015.793130:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1789101015.793131:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793135:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793138:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789101015.793139:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789101015.793143:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101015.793148:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793151:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101015.793155:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1789101015.793156:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789101015.793158:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789101015.793160:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793163:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.793164:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1789101015.793165:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332d00.
02000000:00000001:0.0:1789101015.793168:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789101015.793169:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101015.793172:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101015.793174:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793174:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793177:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101015.793179:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1789101015.793182:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964690176:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789101015.793182:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101015.793186:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092800.
00000100:00000001:0.0:1789101015.793190:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789101015.793190:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.793196:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1789101015.793197:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789101015.793201:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793205:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789101015.793206:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789101015.793207:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101015.793211:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a59ab4] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789101015.793213:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101015.793219:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793227:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.793228:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789101015.793229:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101015.793233:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789101015.793234:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1789101015.793235:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00080000:3.0:1789101015.793236:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101015.793239:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101015.793242:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28153
00000400:00000010:0.0:1789101015.793245:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000400:00000200:3.0:1789101015.793245:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101015.793249:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101015.793252:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101015.793254:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793255:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789101015.793256:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690176, portal 25
00000100:00000040:3.0:1789101015.793257:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793261:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101015.793262:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1789101015.793263:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789101015.793265:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888710592 : -114338820841024 : ffff98026b3321c0)
00000020:00000040:3.0:1789101015.793265:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789101015.793268:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101015.793270:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789101015.793272:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789101015.793274:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101015.793275:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101015.793277:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793280:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793281:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793282:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101015.793284:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789101015.793285:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793286:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793289:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101015.793291:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101015.793294:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793297:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101015.793300:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1789101015.793300:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101015.793304:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793306:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.793307:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000010:3.0:1789101015.793309:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332940.
00000020:00000040:3.0:1789101015.793311:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000010:0.0:1789101015.793313:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
02000000:00000001:3.0:1789101015.793313:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101015.793314:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793317:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1789101015.793319:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964690176, offset 0
02000000:00000001:3.0:1789101015.793319:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101015.793321:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101015.793326:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093000.
00000100:00000001:3.0:1789101015.793329:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.793330:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00100000:3.0:1789101015.793334:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101015.793339:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101015.793341:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.793342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789101015.793345:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afd79680] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101015.793351:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.793352:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00080000:3.0:1789101015.793353:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101015.793358:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789101015.793359:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101015.793360:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789101015.793361:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789101015.793362:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101015.793366:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28153
00000400:00000200:0.0:1789101015.793369:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101015.793369:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101015.793374:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789101015.793377:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1789101015.793377:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101015.793384:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789101015.793386:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793387:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793390:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793392:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101015.793395:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789101015.793396:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512340:512340:256:4294967295] 192.168.204.152@tcp LPNI seq info [512097:512097:8:4294967295]
00000020:00000040:3.0:1789101015.793396:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789101015.793399:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101015.793401:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789101015.793404:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:0.0:1789101015.793407:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:3.0:1789101015.793407:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789101015.793411:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793413:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793414:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793416:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101015.793419:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789101015.793424:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:0.0:1789101015.793427:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789101015.793427:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793430:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101015.793432:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101015.793435:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793436:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101015.793439:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.0:1789101015.793440:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00000001:3.0:1789101015.793441:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793444:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789101015.793447:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000100:00000010:3.0:1789101015.793447:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3312c0.
00000020:00000040:3.0:1789101015.793451:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789101015.793453:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101015.793453:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793455:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101015.793455:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101015.793458:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789101015.793459:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:3.0:1789101015.793461:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090800.
00000800:00000200:0.0:1789101015.793465:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1789101015.793465:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101015.793471:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789101015.793477:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101015.793478:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101015.793481:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789101015.793483:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1789101015.793486:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fe3677e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789101015.793493:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793496:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789101015.793498:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00080000:3.0:1789101015.793498:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101015.793503:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101015.793504:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101015.793505:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789101015.793506:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789101015.793507:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101015.793511:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28153
00000400:00000200:3.0:1789101015.793514:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.793517:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101015.793518:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101015.793521:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101015.793525:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793526:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101015.793527:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000100:00000040:3.0:1789101015.793527:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793531:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:0.0:1789101015.793532:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000020:00000001:3.0:1789101015.793532:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101015.793535:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789101015.793537:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789101015.793538:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1789101015.793539:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789101015.793542:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789101015.793544:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000200:0.0:1789101015.793548:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101015.793548:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793551:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101015.793555:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793558:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101015.793561:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789101015.793565:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101015.793568:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.793570:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789101015.793570:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101015.793574:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101015.793576:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.793578:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101015.793578:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101015.793580:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789101015.793584:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793586:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101015.793590:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b3330c0.
00000020:00000040:3.0:1789101015.793593:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:0.0:1789101015.793595:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101015.793595:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101015.793597:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.793599:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101015.793599:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101015.793602:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101015.793603:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101015.793605:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250093c00.
00000100:00000001:0.0:1789101015.793606:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101015.793607:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101015.793613:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789101015.793614:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101015.793620:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322827011
00000100:00000001:3.0:1789101015.793620:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101015.793623:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101015.793626:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044277d2e] to pc [ptlrpcd_rcv+-1]  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789101015.793628:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00000001:3.0:1789101015.793634:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.793637:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1789101015.793637:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28163)
00000100:00000001:0.0:1789101015.793655:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322827011
00000100:00000010:0.0:1789101015.793660:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8c60.
00000100:00000001:0.0:1789101015.793664:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789101015.793667:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101015.793669:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.793672:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101015.793677:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101015/real 1789101015]  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101015.793686:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101015.793688:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101015.793690:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101015.793693:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101015.793695:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101015.793697:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101015.793701:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101015.793709:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793715:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101015.793717:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793719:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.793722:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101015.793726:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793733:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101015.793737:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793744:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101015.793747:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793748:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.793750:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793752:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101015.793754:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101015.793756:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101015.793760:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101015.793763:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101015.793767:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101015.793775:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964690176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789101015.793782:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793784:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.793787:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3321c0 x1875994964690176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793818:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101015.793821:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101015.793823:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101015.793827:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101015.793828:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101015.793830:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789101015.793832:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101015.793835:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090c00.
02000000:00000001:0.0:1789101015.793839:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101015.793840:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101015.793842:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3321c0.
00000100:00000001:0.0:1789101015.793845:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101015.793846:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793848:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.793856:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101015.793858:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.793860:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101015.793862:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101015.793863:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101015.793867:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793874:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101015.793876:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.793877:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101015.793879:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101015.793881:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101015.793884:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101015.793887:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101015.793889:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101015.793890:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.793892:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101015.793895:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101015.793897:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.793900:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101015.793903:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101015.793905:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101015.793908:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690304, portal 10
00000100:00000001:0.0:1789101015.793910:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101015.793911:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888713472 : -114338820838144 : ffff98026b332d00)
00000100:00000040:0.0:1789101015.793917:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.793923:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101015.793925:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101015.793928:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101015.793930:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964690304, offset 0
00000400:00000200:0.0:1789101015.793935:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101015.793939:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.793943:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101015.793946:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101015.793948:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101015.793950:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101015.793952:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101015.793955:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512341:512341:256:4294967295] 192.168.204.152@tcp LPNI seq info [512098:512098:8:4294967295]
00000400:00000200:0.0:1789101015.793959:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.793964:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101015.793969:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.793972:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101015.793976:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101015.793979:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789101015.793983:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101015.793986:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789101015.793989:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.793991:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101015.793994:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101015.793998:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101015.794000:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101015.794002:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101015.794005:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101015.794008:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794015:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794019:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794025:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794027:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101015.794029:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.794033:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101015.794036:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101015.794038:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322825748
00000100:00000001:0.0:1789101015.794040:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794042:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322825748
00000100:00000001:0.0:1789101015.794044:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794046:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101015.794048:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794050:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101015.794053:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101015/real 1789101015]  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101015.794061:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101015.794062:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101015.794064:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101015.794066:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101015.794067:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101015.794069:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101015.794073:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101015.794082:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794088:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101015.794089:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794090:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794092:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101015.794095:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794102:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101015.794106:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794113:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101015.794115:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794116:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794117:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794119:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101015.794121:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101015.794123:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101015.794126:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101015.794129:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101015.794133:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101015.794141:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101015.794144:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101015.794147:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794159:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101015.794161:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794163:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101015.794164:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101015.794166:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101015.794169:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101015.794172:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101015.794173:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101015.794175:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794177:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794180:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101015.794181:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.794184:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101015.794187:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101015.794189:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101015.794192:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690432, portal 10
00000100:00000001:0.0:1789101015.794194:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101015.794195:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888712512 : -114338820839104 : ffff98026b332940)
00000100:00000040:0.0:1789101015.794201:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794207:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101015.794210:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101015.794212:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101015.794214:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964690432, offset 0
00000400:00000200:0.0:1789101015.794218:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794221:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794225:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101015.794228:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101015.794230:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101015.794233:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101015.794235:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794238:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512342:512342:256:4294967295] 192.168.204.152@tcp LPNI seq info [512099:512099:8:4294967295]
00000400:00000200:0.0:1789101015.794242:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794247:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101015.794252:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794256:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101015.794259:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101015.794262:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789101015.794266:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101015.794268:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789101015.794272:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794274:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101015.794276:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101015.794279:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101015.794282:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101015.794283:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101015.794285:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101015.794289:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794296:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794299:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794305:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794307:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101015.794310:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.794312:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101015.794315:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101015.794317:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322825747
00000100:00000001:0.0:1789101015.794320:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794321:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322825747
00000100:00000001:0.0:1789101015.794323:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794325:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101015.794328:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794329:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101015.794333:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101015/real 1789101015]  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101015.794341:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101015.794342:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101015.794344:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101015.794346:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101015.794348:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101015.794350:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101015.794353:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101015.794361:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794367:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101015.794369:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794370:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794371:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101015.794375:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794381:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101015.794385:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794391:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101015.794393:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794395:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794396:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794398:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101015.794399:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101015.794402:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101015.794405:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101015.794408:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101015.794412:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101015.794419:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101015.794423:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101015.794426:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794432:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101015.794434:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794436:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101015.794438:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101015.794440:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101015.794443:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101015.794445:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101015.794447:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101015.794448:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794450:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794453:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101015.794454:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.794457:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101015.794459:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101015.794462:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101015.794465:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690560, portal 4
00000100:00000001:0.0:1789101015.794467:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101015.794468:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888706752 : -114338820844864 : ffff98026b3312c0)
00000100:00000040:0.0:1789101015.794474:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794480:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101015.794482:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101015.794484:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101015.794486:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964690560, offset 0
00000400:00000200:0.0:1789101015.794491:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794494:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794497:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101015.794500:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101015.794502:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101015.794505:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101015.794507:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794510:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512343:512343:256:4294967295] 192.168.204.152@tcp LPNI seq info [512100:512100:8:4294967295]
00000400:00000200:0.0:1789101015.794514:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794519:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101015.794524:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794527:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101015.794530:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101015.794533:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789101015.794536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101015.794538:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789101015.794542:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794544:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101015.794547:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101015.794550:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101015.794553:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101015.794555:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101015.794557:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101015.794560:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794567:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794571:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794577:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794578:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101015.794581:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.794584:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101015.794587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101015.794589:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322825757
00000100:00000001:0.0:1789101015.794591:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794593:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322825757
00000100:00000001:0.0:1789101015.794595:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794597:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101015.794598:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794600:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101015.794604:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101015/real 1789101015]  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101015.794612:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101015.794613:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101015.794615:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101015.794617:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101015.794618:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101015.794620:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101015.794623:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101015.794631:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794637:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101015.794639:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794641:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794642:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101015.794658:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794666:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101015.794670:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794677:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101015.794679:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794681:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794682:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794684:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101015.794685:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101015.794688:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101015.794690:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101015.794693:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101015.794696:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101015.794704:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101015.794708:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101015.794711:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794718:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101015.794719:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794721:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101015.794723:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101015.794725:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101015.794727:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101015.794730:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101015.794732:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101015.794733:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101015.794735:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794738:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789101015.794739:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101015.794742:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101015.794745:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101015.794748:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101015.794751:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690688, portal 4
00000100:00000001:0.0:1789101015.794752:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101015.794754:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888714432 : -114338820837184 : ffff98026b3330c0)
00000100:00000040:0.0:1789101015.794759:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794764:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101015.794766:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101015.794768:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101015.794771:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964690688, offset 0
00000400:00000200:0.0:1789101015.794774:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794778:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794781:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101015.794784:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101015.794802:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101015.794805:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101015.794807:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101015.794810:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512344:512344:256:4294967295] 192.168.204.152@tcp LPNI seq info [512101:512101:8:4294967295]
00000400:00000200:0.0:1789101015.794814:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101015.794819:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101015.794823:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794825:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101015.794829:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101015.794831:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789101015.794835:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101015.794837:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1789101015.794840:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101015.794842:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101015.794845:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101015.794847:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101015.794850:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101015.794852:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101015.794854:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101015.794858:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794864:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794867:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794873:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794874:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101015.794878:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101015.794880:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101015.794883:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101015.794885:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322825778
00000100:00000001:0.0:1789101015.794887:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794888:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322825778
00000100:00000001:0.0:1789101015.794889:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322827011
00000100:00000001:0.0:1789101015.794891:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101015.794892:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.794893:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101015.794896:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101015/real 1789101015]  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101015.794900:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101015.794901:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101015.794902:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101015.794904:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101015.794905:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101015.794906:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101015.794908:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101015.794912:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794919:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101015.794920:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794921:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794922:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101015.794923:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794927:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101015.794929:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794932:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101015.794933:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794934:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101015.794935:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794936:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101015.794937:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101015.794939:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101015.794940:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101015.794942:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101015.794944:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101015.794948:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101015.794949:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794951:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794952:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332d00 x1875994964690304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794956:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101015.794957:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794959:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101015.794960:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101015.794961:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101015.794962:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101015.794963:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101015.794964:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092800.
02000000:00000001:0.0:1789101015.794966:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101015.794967:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101015.794968:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332d00.
00000100:00000001:0.0:1789101015.794969:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101015.794970:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794971:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794973:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332940 x1875994964690432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794977:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101015.794977:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794978:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101015.794980:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101015.794980:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101015.794981:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101015.794982:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101015.794983:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093000.
02000000:00000001:0.0:1789101015.794984:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101015.794984:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101015.794985:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332940.
00000100:00000001:0.0:1789101015.794986:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101015.794987:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.794988:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.794990:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3312c0 x1875994964690560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.794993:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101015.794994:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101015.794994:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101015.794996:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101015.794997:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101015.794997:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101015.794999:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101015.795000:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789101015.795001:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101015.795002:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101015.795002:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3312c0.
00000100:00000001:0.0:1789101015.795004:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101015.795004:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.795005:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101015.795006:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b3330c0 x1875994964690688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101015.795010:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101015.795010:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101015.795011:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789101015.795012:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101015.795013:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101015.795013:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101015.795014:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101015.795015:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250093c00.
02000000:00000001:0.0:1789101015.795016:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101015.795016:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101015.795017:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b3330c0.
00000100:00000001:0.0:1789101015.795018:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101015.795019:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.795020:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101015.795022:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101015.795023:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101015.795024:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101015.795025:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101016.816908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101016.816915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101016.816920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101016.816921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101016.816924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101016.816925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101016.816990:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101016.816994:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101016.816997:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101017.136897:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322827011, at 4322827072
00000100:00000040:0.0:1789101017.136898:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322827011, at 4322827072
00000100:00000010:0.0:1789101017.136914:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00000100:00000010:1.0:1789101017.136916:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8c60.
00010000:00000001:2.0:1789101017.840904:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101017.840910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101017.840916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101017.840917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101017.840920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101017.840922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101017.840990:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101017.840993:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101017.840996:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101018.864935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101018.864944:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101018.864946:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101018.864949:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864954:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101018.864956:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864958:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864959:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101018.864964:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101018.864965:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101018.864966:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864967:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101018.864967:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864968:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864969:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101018.864972:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101018.864973:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101018.864974:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864974:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101018.864975:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864976:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101018.864977:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101018.865042:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101018.865047:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101018.865050:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101019.888914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101019.888920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101019.888925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101019.888926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101019.888928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101019.888929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101019.888984:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101019.888989:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101019.888993:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789101020.912911:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101020.912916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1789101020.912919:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101020.912921:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.912922:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101020.912926:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101020.912929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789101020.912930:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101020.912934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101020.912938:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28158
00010000:00000001:2.0:1789101020.912941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101020.912944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101020.912948:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101020.912955:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101020.912958:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101020.912961:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.912966:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.912968:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.912971:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101020.912974:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101020.912976:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789101020.912978:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101020.912982:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789101020.912985:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101020.912987:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789101020.912990:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.912992:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.912994:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.912996:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101020.912999:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789101020.913003:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913006:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101020.913009:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789101020.913009:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101020.913012:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789101020.913014:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101020.913018:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1789101020.913026:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913029:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101020.913032:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101020.913042:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330b40.
00000020:00000040:3.0:1789101020.913045:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101020.913049:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101020.913050:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913053:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101020.913055:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101020.913058:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101020.913066:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090000.
00000100:00000001:3.0:1789101020.913071:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101020.913080:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101020.913090:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101020.913094:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101020.913099:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa680def] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101020.913112:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101020.913114:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101020.913116:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789101020.913117:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101020.913119:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101020.913120:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101020.913122:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28158
00000400:00000200:3.0:1789101020.913125:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101020.913128:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101020.913130:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101020.913132:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101020.913134:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101020.913134:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913138:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101020.913140:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101020.913141:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101020.913143:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101020.913145:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789101020.913146:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101020.913147:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789101020.913148:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789101020.913150:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:0.0:1789101020.913151:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101020.913152:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913155:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913159:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913160:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:0.0:1789101020.913161:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789101020.913162:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789101020.913167:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913171:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101020.913174:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789101020.913179:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789101020.913180:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101020.913183:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101020.913183:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913187:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789101020.913191:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1789101020.913191:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101020.913195:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.913196:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101020.913197:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.913203:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101020.913203:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b332580.
00000020:00000040:3.0:1789101020.913207:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00100000:0.0:1789101020.913209:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964690816:192.168.204.152@tcp:250:kworker.0
02000000:00000001:3.0:1789101020.913210:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101020.913213:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913217:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789101020.913219:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101020.913219:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101020.913222:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.913224:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1789101020.913226:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250090400.
02000000:00000001:0.0:1789101020.913228:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.913232:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789101020.913232:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101020.913237:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
00000100:00100000:3.0:1789101020.913240:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789101020.913241:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.913252:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101020.913255:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789101020.913257:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00000001:3.0:1789101020.913259:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789101020.913265:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000040:3.0:1789101020.913266:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d24d223f] to pc [ptlrpcd_rcv+-1]  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101020.913274:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690816, portal 25
00000100:00000001:0.0:1789101020.913280:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101020.913281:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913284:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888704832 : -114338820846784 : ffff98026b330b40)
00000100:00080000:3.0:1789101020.913286:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101020.913292:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1789101020.913294:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101020.913294:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101020.913297:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101020.913302:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789101020.913308:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789101020.913308:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28158
00000100:00000040:0.0:1789101020.913314:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101020.913317:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101020.913318:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101020.913323:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964690816, offset 0
00000400:00000200:3.0:1789101020.913324:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101020.913329:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789101020.913333:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:3.0:1789101020.913334:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913339:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913341:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.913345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101020.913345:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101020.913350:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101020.913352:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789101020.913354:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:3.0:1789101020.913355:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101020.913359:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789101020.913362:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1789101020.913364:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789101020.913368:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789101020.913369:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101020.913376:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1789101020.913376:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913381:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101020.913383:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:3.0:1789101020.913387:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.913391:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512345:512345:256:4294967295] 192.168.204.152@tcp LPNI seq info [512102:512102:8:4294967295]
00000100:00000001:3.0:1789101020.913392:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101020.913398:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:0.0:1789101020.913401:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:3.0:1789101020.913406:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913409:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101020.913413:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789101020.913415:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789101020.913417:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101020.913421:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913423:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1789101020.913426:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000008:00100000:3.0:1789101020.913426:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101020.913430:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913433:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789101020.913434:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000100:00000010:3.0:1789101020.913436:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b331e00.
00000020:00000040:3.0:1789101020.913440:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101020.913443:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789101020.913444:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:3.0:1789101020.913445:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913448:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101020.913450:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1789101020.913451:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1789101020.913452:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101020.913456:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789101020.913460:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101020.913463:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789101020.913471:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101020.913473:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101020.913476:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789101020.913477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1789101020.913481:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085d69250] to pc [ptlrpcd_rcv+-1]  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789101020.913487:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913492:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789101020.913493:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00080000:3.0:1789101020.913495:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101020.913499:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789101020.913500:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101020.913501:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789101020.913502:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789101020.913503:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101020.913507:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28158
00000400:00000200:3.0:1789101020.913513:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101020.913516:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101020.913517:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789101020.913518:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789101020.913520:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913523:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101020.913525:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000100:00000040:3.0:1789101020.913525:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:0.0:1789101020.913530:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:3.0:1789101020.913530:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101020.913531:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101020.913534:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789101020.913536:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789101020.913537:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1789101020.913538:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789101020.913541:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789101020.913542:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000200:0.0:1789101020.913545:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101020.913546:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913563:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913567:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913570:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101020.913574:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:0.0:1789101020.913576:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789101020.913576:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913580:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101020.913582:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789101020.913584:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789101020.913585:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101020.913589:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913593:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101020.913595:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789101020.913599:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913601:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913602:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101020.913604:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333480.
00000100:00000001:0.0:1789101020.913605:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1789101020.913609:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789101020.913611:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101020.913612:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913613:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913614:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101020.913617:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101020.913619:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.913622:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:3.0:1789101020.913624:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:0.0:1789101020.913627:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322832131
00000100:00000001:3.0:1789101020.913628:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101020.913635:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000100:00100000:3.0:1789101020.913635:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101020.913643:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101020.913650:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101020.913652:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913653:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322832131
00000100:00000040:3.0:1789101020.913656:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaf4122] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789101020.913659:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc87e0.
00000100:00000001:0.0:1789101020.913665:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101020.913666:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101020.913671:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789101020.913672:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789101020.913674:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101020.913677:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789101020.913678:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101020.913678:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101020.913683:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1789101020.913684:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789101020.913685:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28158
00000400:00000200:3.0:1789101020.913690:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789101020.913693:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101020/real 1789101020]  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101020.913694:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101020.913697:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101020.913702:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913705:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913709:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913714:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000001:0.0:1789101020.913715:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101020.913718:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101020.913720:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000020:00000001:3.0:1789101020.913724:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789101020.913725:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000020:00000040:3.0:1789101020.913727:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789101020.913730:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101020.913732:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789101020.913734:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000010:0.0:1789101020.913737:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000020:00000001:3.0:1789101020.913739:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:0.0:1789101020.913741:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1789101020.913745:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:0.0:1789101020.913749:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101020.913750:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101020.913756:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913761:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101020.913766:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000200:0.0:1789101020.913767:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789101020.913771:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101020.913776:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101020.913779:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789101020.913783:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1789101020.913783:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101020.913803:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913805:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101020.913807:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789101020.913809:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913810:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101020.913813:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789101020.913815:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789101020.913816:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101020.913817:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101020.913819:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101020.913821:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789101020.913822:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789101020.913823:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913827:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1789101020.913828:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:0.0:1789101020.913830:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101020.913833:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101020.913838:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101020.913839:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101020.913860:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101020.913863:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913865:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101020.913868:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101020.913874:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101020.913875:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101020.913881:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28168)
00000100:00000001:0.0:1789101020.913887:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101020.913891:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.913893:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.913894:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.913897:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101020.913899:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101020.913902:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101020.913906:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101020.913908:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101020.913913:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101020.913921:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964690816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789101020.913925:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.913927:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.913930:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330b40 x1875994964690816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.913937:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101020.913939:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101020.913942:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101020.913945:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101020.913947:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101020.913949:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789101020.913951:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101020.913954:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090000.
02000000:00000001:0.0:1789101020.913957:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101020.913959:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101020.913960:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330b40.
00000100:00000001:0.0:1789101020.913963:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101020.913964:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.913966:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.913973:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101020.913975:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.913977:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101020.913979:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101020.913980:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101020.913983:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.913995:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101020.913997:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.913999:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101020.914000:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101020.914002:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101020.914005:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101020.914008:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101020.914010:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101020.914011:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914013:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101020.914015:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101020.914017:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.914021:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101020.914023:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101020.914026:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101020.914029:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964690944, portal 10
00000100:00000001:0.0:1789101020.914031:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101020.914032:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888711552 : -114338820840064 : ffff98026b332580)
00000100:00000040:0.0:1789101020.914038:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914044:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101020.914046:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101020.914048:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101020.914050:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964690944, offset 0
00000400:00000200:0.0:1789101020.914053:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914057:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914060:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101020.914063:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101020.914066:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101020.914068:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101020.914070:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914073:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512346:512346:256:4294967295] 192.168.204.152@tcp LPNI seq info [512103:512103:8:4294967295]
00000400:00000200:0.0:1789101020.914078:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914083:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101020.914087:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914090:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101020.914093:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101020.914096:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789101020.914101:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101020.914103:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1789101020.914107:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914108:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101020.914111:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101020.914114:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101020.914117:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101020.914118:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101020.914121:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101020.914124:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914131:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.914133:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914139:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914141:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101020.914143:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101020.914146:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101020.914149:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101020.914151:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322830868
00000100:00000001:0.0:1789101020.914154:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914156:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322830868
00000100:00000001:0.0:1789101020.914158:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914160:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101020.914162:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914164:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101020.914167:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101020/real 1789101020]  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101020.914174:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101020.914175:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101020.914177:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101020.914179:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101020.914180:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101020.914182:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101020.914185:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101020.914192:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914198:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101020.914199:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914201:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914202:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101020.914205:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914212:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101020.914215:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914222:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101020.914224:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914226:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914227:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914228:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101020.914230:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101020.914232:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101020.914235:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101020.914237:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101020.914241:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101020.914248:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964690944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101020.914251:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101020.914254:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914260:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101020.914261:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914263:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101020.914265:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101020.914267:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101020.914269:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101020.914272:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101020.914274:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101020.914275:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914277:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101020.914280:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101020.914282:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.914285:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101020.914287:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101020.914290:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101020.914292:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691072, portal 10
00000100:00000001:0.0:1789101020.914294:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101020.914296:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888709632 : -114338820841984 : ffff98026b331e00)
00000100:00000040:0.0:1789101020.914300:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914307:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101020.914309:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101020.914311:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101020.914313:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964691072, offset 0
00000400:00000200:0.0:1789101020.914317:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914320:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914323:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101020.914326:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101020.914328:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101020.914330:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101020.914332:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914335:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512347:512347:256:4294967295] 192.168.204.152@tcp LPNI seq info [512104:512104:8:4294967295]
00000400:00000200:0.0:1789101020.914339:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914344:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101020.914347:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914350:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101020.914354:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101020.914356:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789101020.914360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101020.914362:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1789101020.914365:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914367:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101020.914370:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101020.914373:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101020.914375:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101020.914377:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101020.914379:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101020.914382:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914389:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.914392:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914398:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914399:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101020.914402:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101020.914404:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101020.914407:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101020.914409:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322830867
00000100:00000001:0.0:1789101020.914411:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914413:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322830867
00000100:00000001:0.0:1789101020.914415:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914416:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101020.914418:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914420:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101020.914423:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101020/real 1789101020]  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101020.914429:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101020.914431:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101020.914432:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101020.914434:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101020.914435:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101020.914437:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101020.914440:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101020.914447:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914452:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101020.914454:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914455:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914456:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101020.914459:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914465:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101020.914469:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914476:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101020.914478:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914479:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914481:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914482:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101020.914484:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101020.914486:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101020.914489:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101020.914491:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101020.914495:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101020.914502:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101020.914505:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101020.914508:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914514:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101020.914516:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914518:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101020.914519:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101020.914521:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101020.914524:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101020.914527:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101020.914529:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101020.914530:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914531:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101020.914534:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101020.914536:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.914539:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101020.914541:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101020.914544:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101020.914546:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691200, portal 4
00000100:00000001:0.0:1789101020.914548:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101020.914564:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888715392 : -114338820836224 : ffff98026b333480)
00000100:00000040:0.0:1789101020.914570:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914576:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101020.914578:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101020.914581:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101020.914583:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964691200, offset 0
00000400:00000200:0.0:1789101020.914587:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914591:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914595:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101020.914598:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101020.914602:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101020.914604:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101020.914607:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914611:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512348:512348:256:4294967295] 192.168.204.152@tcp LPNI seq info [512105:512105:8:4294967295]
00000400:00000200:0.0:1789101020.914615:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914622:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101020.914627:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914630:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101020.914634:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101020.914637:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789101020.914641:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101020.914644:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1789101020.914647:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914649:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101020.914652:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101020.914655:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101020.914659:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101020.914661:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101020.914663:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101020.914667:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914674:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.914677:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914684:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914686:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101020.914689:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101020.914692:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101020.914695:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101020.914697:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322830877
00000100:00000001:0.0:1789101020.914700:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914702:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322830877
00000100:00000001:0.0:1789101020.914704:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914706:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101020.914708:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914710:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101020.914713:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101020/real 1789101020]  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101020.914720:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101020.914722:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101020.914723:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101020.914725:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101020.914727:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101020.914729:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101020.914732:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101020.914739:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914746:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101020.914747:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914749:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914750:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101020.914753:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914759:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101020.914763:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914769:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101020.914771:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914772:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.914773:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.914775:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101020.914777:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101020.914780:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101020.914782:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101020.914799:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101020.914804:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101020.914811:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101020.914814:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101020.914817:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914823:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101020.914824:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914827:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101020.914828:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101020.914830:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101020.914833:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101020.914836:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101020.914837:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101020.914839:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101020.914840:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101020.914844:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789101020.914846:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101020.914849:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101020.914851:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101020.914853:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101020.914856:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691328, portal 4
00000100:00000001:0.0:1789101020.914858:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101020.914859:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:0.0:1789101020.914864:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914869:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101020.914871:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101020.914873:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101020.914875:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964691328, offset 0
00000400:00000200:0.0:1789101020.914879:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914883:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914886:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101020.914888:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101020.914891:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101020.914893:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101020.914895:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101020.914898:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512349:512349:256:4294967295] 192.168.204.152@tcp LPNI seq info [512106:512106:8:4294967295]
00000400:00000200:0.0:1789101020.914902:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101020.914907:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101020.914912:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914915:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101020.914918:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101020.914921:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789101020.914925:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101020.914928:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1789101020.914931:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101020.914933:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101020.914936:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101020.914939:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101020.914942:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101020.914944:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101020.914946:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101020.914949:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914956:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.914959:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.914965:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914967:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101020.914969:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101020.914972:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101020.914975:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101020.914977:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322830898
00000100:00000001:0.0:1789101020.914979:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914981:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322830898
00000100:00000001:0.0:1789101020.914983:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322832131
00000100:00000001:0.0:1789101020.914985:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101020.914987:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.914988:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101020.914992:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101020/real 1789101020]  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101020.915000:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101020.915001:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101020.915002:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101020.915004:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101020.915006:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101020.915008:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101020.915011:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101020.915019:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915025:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101020.915026:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915028:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.915029:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101020.915032:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915039:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101020.915042:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915048:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101020.915050:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915052:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101020.915053:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915055:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101020.915057:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101020.915059:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101020.915062:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101020.915064:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101020.915068:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101020.915074:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101020.915078:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915079:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.915082:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b332580 x1875994964690944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915088:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101020.915090:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101020.915091:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101020.915094:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101020.915095:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101020.915097:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101020.915099:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101020.915100:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250090400.
02000000:00000001:0.0:1789101020.915102:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101020.915103:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101020.915105:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b332580.
00000100:00000001:0.0:1789101020.915107:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101020.915108:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915110:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.915112:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b331e00 x1875994964691072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915118:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101020.915119:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101020.915120:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101020.915123:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101020.915124:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101020.915125:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101020.915126:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101020.915127:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:0.0:1789101020.915129:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101020.915130:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101020.915131:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b331e00.
00000100:00000001:0.0:1789101020.915134:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101020.915135:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915136:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.915139:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333480 x1875994964691200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915145:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101020.915146:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101020.915147:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101020.915149:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101020.915150:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101020.915151:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101020.915153:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101020.915154:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:0.0:1789101020.915156:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101020.915157:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101020.915159:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333480.
00000100:00000001:0.0:1789101020.915160:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101020.915162:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915163:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101020.915165:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964691328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101020.915170:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101020.915171:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101020.915172:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f800.
02000000:00000001:0.0:1789101020.915174:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101020.915175:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101020.915176:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101020.915177:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101020.915178:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:0.0:1789101020.915180:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101020.915181:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101020.915182:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:0.0:1789101020.915184:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101020.915185:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915187:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101020.915190:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101020.915191:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101020.915193:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101020.915194:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101021.936909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101021.936915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101021.936920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101021.936922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101021.936925:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101021.936930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101021.936997:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101021.937001:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101021.937005:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101022.256906:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322832131, at 4322832192
00000100:00000040:1.0:1789101022.256906:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322832131, at 4322832192
00000100:00000010:1.0:1789101022.256921:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc87e0.
00000100:00000010:0.0:1789101022.256922:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789101022.960962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101022.960971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101022.960977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101022.960978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101022.960982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101022.960983:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101022.961047:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101022.961053:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101022.961057:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101023.984921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101023.984925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101023.984929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101023.984930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101023.984932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101023.984933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101023.985006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101023.985010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101023.985013:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101025.008893:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101025.008899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101025.008905:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101025.008907:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101025.008910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101025.008911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101025.009002:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101025.009009:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101025.009014:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101026.032937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101026.032941:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101026.032945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101026.032952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101026.032954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101026.032957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101026.032958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101026.032964:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101026.032967:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101026.032971:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101026.032975:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101026.032983:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28163
00000400:00000200:1.0:1789101026.032994:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101026.033002:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101026.033005:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101026.033009:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033013:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101026.033016:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033019:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101026.033019:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101026.033025:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101026.033026:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101026.033030:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00010000:00010000:3.0:1789101026.033031:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789101026.033033:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101026.033038:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101026.033041:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101026.033044:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101026.033047:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033049:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101026.033051:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033053:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101026.033056:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101026.033059:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033061:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033064:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101026.033067:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101026.033070:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033072:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101026.033074:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101026.033083:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789101026.033087:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101026.033091:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101026.033092:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033095:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101026.033097:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101026.033100:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101026.033107:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101026.033113:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101026.033122:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101026.033131:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101026.033136:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101026.033140:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.033161:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101026.033164:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101026.033167:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101026.033168:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101026.033170:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101026.033172:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101026.033174:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28163
00000400:00000200:1.0:1789101026.033186:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101026.033191:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101026.033194:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101026.033197:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033199:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101026.033201:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033204:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101026.033206:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101026.033207:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101026.033209:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101026.033212:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101026.033214:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101026.033216:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101026.033219:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101026.033221:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101026.033222:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789101026.033226:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101026.033227:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101026.033231:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101026.033231:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101026.033236:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000040:0.0:1789101026.033241:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101026.033242:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033249:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033254:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789101026.033260:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789101026.033261:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101026.033262:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033266:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.033269:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789101026.033270:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1789101026.033273:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1789101026.033276:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789101026.033278:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789101026.033281:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.033286:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964691456:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789101026.033286:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101026.033292:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000100:00000001:0.0:1789101026.033293:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1789101026.033298:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101026.033300:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789101026.033302:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101026.033304:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033306:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.033308:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789101026.033310:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101026.033313:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1789101026.033316:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:1.0:1789101026.033316:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.033321:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101026.033325:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000400:00000200:0.0:1789101026.033330:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101026.033331:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789101026.033335:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00100000:1.0:1789101026.033340:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789101026.033345:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000001:1.0:1789101026.033353:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789101026.033355:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691456, portal 25
00000100:00000001:1.0:1789101026.033356:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.033361:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1789101026.033364:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.033365:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:0.0:1789101026.033376:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.033387:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101026.033390:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101026.033399:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101026.033402:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789101026.033405:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789101026.033405:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101026.033410:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789101026.033411:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101026.033415:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28163
00000400:00000010:0.0:1789101026.033416:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101026.033421:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964691456, offset 0
00000400:00000200:1.0:1789101026.033423:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101026.033428:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:0.0:1789101026.033433:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101026.033433:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101026.033440:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033443:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101026.033446:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789101026.033448:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.033465:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789101026.033468:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:0.0:1789101026.033473:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1789101026.033473:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101026.033477:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:0.0:1789101026.033480:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:1.0:1789101026.033481:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101026.033485:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:0.0:1789101026.033486:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1789101026.033491:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789101026.033492:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:1.0:1789101026.033497:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:0.0:1789101026.033498:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512350:512350:256:4294967295] 192.168.204.152@tcp LPNI seq info [512107:512107:8:4294967295]
00000400:00000200:0.0:1789101026.033503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789101026.033510:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033516:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789101026.033517:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1789101026.033522:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033526:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101026.033529:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101026.033534:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000800:00000200:0.0:1789101026.033535:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033537:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033541:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1789101026.033543:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
02000000:00000001:1.0:1789101026.033545:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101026.033549:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033551:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1789101026.033555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00100000:1.0:1789101026.033556:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789101026.033562:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000008:00000001:1.0:1789101026.033562:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033565:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789101026.033571:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000010:1.0:1789101026.033572:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789101026.033578:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000200:0.1:1789101026.033579:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1789101026.033584:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:0.0:1789101026.033588:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789101026.033588:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789101026.033593:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000100:00000001:1.0:1789101026.033593:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101026.033597:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789101026.033600:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1789101026.033600:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101026.033607:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000400:00000200:0.0:1789101026.033608:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101026.033614:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000100:00000001:1.0:1789101026.033615:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789101026.033617:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101026.033622:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1789101026.033623:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789101026.033629:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.033643:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101026.033647:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.033648:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101026.033654:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101026.033655:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.033684:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101026.033690:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789101026.033691:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.033695:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1789101026.033698:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101026.033700:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101026.033702:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101026.033703:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033705:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101026.033711:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28163
00000400:00000200:0.0:1789101026.033712:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101026.033718:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322837251
00000400:00000200:1.0:1789101026.033720:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789101026.033724:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8600.
00000400:00000200:1.0:1789101026.033726:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101026.033731:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789101026.033733:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1789101026.033737:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101026.033742:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322837251
00000100:00000010:0.0:1789101026.033745:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980143dc8660.
00000100:00000001:0.0:1789101026.033748:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789101026.033751:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789101026.033752:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789101026.033755:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101026.033758:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101026.033760:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789101026.033764:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:0.0:1789101026.033768:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101026/real 1789101026]  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101026.033769:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101026.033772:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101026.033776:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101026.033780:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101026.033812:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000001:0.0:1789101026.033816:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1789101026.033817:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000001:0.0:1789101026.033819:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101026.033823:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000100:00000040:1.0:1789101026.033824:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.033828:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000100:00000001:1.0:1789101026.033829:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789101026.033833:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000040:1.0:1789101026.033835:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101026.033837:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789101026.033839:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101026.033844:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000200:0.0:1789101026.033845:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101026.033851:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101026.033858:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.033862:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1789101026.033863:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101026.033866:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101026.033872:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.033876:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101026.033878:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1789101026.033880:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1789101026.033881:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.033885:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1789101026.033886:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.033888:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101026.033891:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101026.033897:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789101026.033899:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101026.033902:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101026.033903:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.033905:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.033905:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101026.033907:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101026.033910:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101026.033916:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:0.0:1789101026.033919:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101026.033922:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101026.033927:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789101026.033931:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101026.033942:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789101026.033949:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101026.033951:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.033955:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789101026.033957:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.033959:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.033961:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.033966:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101026.033970:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789101026.033971:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101026.033976:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789101026.033977:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101026.033984:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789101026.033986:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:1.0:1789101026.033987:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789101026.033991:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1789101026.033992:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101026.033998:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1789101026.034000:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101026.034004:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28163
00000400:00000200:1.0:1789101026.034014:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00100000:0.0:1789101026.034017:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964691456:192.168.204.152@tcp:250:kworker.0
00000400:00000200:1.0:1789101026.034022:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:0.0:1789101026.034025:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789101026.034026:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789101026.034030:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101026.034034:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:0.0:1789101026.034036:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964691456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101026.034039:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101026.034045:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101026.034050:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:0.0:1789101026.034052:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1789101026.034054:0:414506:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1789101026.034056:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1789101026.034057:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000010:0.0:1789101026.034061:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
00000020:00000001:1.0:1789101026.034061:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101026.034065:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:0.0:1789101026.034067:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789101026.034068:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101026.034070:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1789101026.034072:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000040:0.0:1789101026.034074:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789101026.034079:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:1.0:1789101026.034079:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000010:0.0:1789101026.034082:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101026.034084:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101026.034089:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:0.0:1789101026.034090:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789101026.034091:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:0.0:1789101026.034093:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1789101026.034097:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000010:0.0:1789101026.034098:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:0.0:1789101026.034106:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1789101026.034106:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101026.034109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101026.034112:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034113:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789101026.034116:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101026.034120:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101026.034122:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034123:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789101026.034125:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101026.034127:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789101026.034129:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:0.0:1789101026.034131:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1789101026.034133:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034135:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789101026.034136:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034138:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1789101026.034142:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000100:00000040:0.0:1789101026.034146:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789101026.034147:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101026.034153:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101026.034156:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.034161:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789101026.034162:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789101026.034165:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789101026.034166:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101026.034169:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.034170:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101026.034173:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1789101026.034176:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
02000000:00000001:0.0:1789101026.034177:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.034183:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:1.0:1789101026.034183:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034190:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101026.034192:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101026.034195:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101026.034195:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789101026.034199:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101026.034204:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101026.034209:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101026.034210:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101026.034214:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101026.034215:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101026.034220:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000100:00000040:1.0:1789101026.034221:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789101026.034226:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101026.034231:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691584, portal 10
00000100:00000001:0.0:1789101026.034236:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789101026.034236:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034238:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:1.0:1789101026.034245:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28173)
00000100:00000040:0.0:1789101026.034248:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034256:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101026.034259:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101026.034262:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101026.034264:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964691584, offset 0
00000400:00000200:0.0:1789101026.034269:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034273:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034276:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101026.034279:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101026.034282:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101026.034284:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101026.034287:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034290:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512351:512351:256:4294967295] 192.168.204.152@tcp LPNI seq info [512108:512108:8:4294967295]
00000400:00000200:0.0:1789101026.034293:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034300:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101026.034304:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034308:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101026.034312:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101026.034314:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789101026.034318:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101026.034321:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789101026.034325:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034327:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101026.034329:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101026.034333:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101026.034336:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101026.034337:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101026.034340:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101026.034344:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034351:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.034354:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034360:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034362:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101026.034365:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101026.034370:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:0.0:1789101026.034373:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101026.034375:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322835988
00000100:00000001:0.0:1789101026.034378:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034381:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322835988
00000100:00000001:0.0:1789101026.034383:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034385:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101026.034387:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034389:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101026.034392:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101026/real 1789101026]  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101026.034400:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101026.034401:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101026.034403:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101026.034405:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101026.034407:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101026.034409:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101026.034412:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101026.034421:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034427:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101026.034428:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034430:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.034431:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101026.034434:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034441:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101026.034444:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034450:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101026.034465:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034467:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.034468:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034470:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101026.034472:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101026.034475:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101026.034478:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101026.034480:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101026.034484:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101026.034492:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101026.034495:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101026.034498:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034504:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101026.034505:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.034508:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101026.034509:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101026.034511:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.034514:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101026.034516:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101026.034518:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101026.034520:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.034521:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101026.034525:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101026.034527:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101026.034530:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101026.034532:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101026.034535:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101026.034538:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691712, portal 10
00000100:00000001:0.0:1789101026.034540:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101026.034541:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:0.0:1789101026.034546:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034552:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101026.034554:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101026.034557:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101026.034559:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964691712, offset 0
00000400:00000200:0.0:1789101026.034563:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034566:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034569:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101026.034572:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101026.034574:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101026.034576:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101026.034578:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034581:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512352:512352:256:4294967295] 192.168.204.152@tcp LPNI seq info [512109:512109:8:4294967295]
00000400:00000200:0.0:1789101026.034585:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034591:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101026.034595:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034598:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101026.034601:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101026.034604:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789101026.034608:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101026.034610:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789101026.034614:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034615:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101026.034618:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101026.034621:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101026.034623:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101026.034625:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101026.034627:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101026.034630:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034638:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.034641:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034647:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034648:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101026.034651:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101026.034653:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:0.0:1789101026.034656:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101026.034658:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322835987
00000100:00000001:0.0:1789101026.034660:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034662:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322835987
00000100:00000001:0.0:1789101026.034664:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034666:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101026.034667:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034669:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101026.034672:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101026/real 1789101026]  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101026.034684:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101026.034685:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101026.034687:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101026.034689:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101026.034690:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101026.034692:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101026.034695:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101026.034702:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034708:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101026.034709:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034711:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.034712:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101026.034715:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034721:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101026.034725:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034731:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101026.034733:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034734:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.034736:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.034737:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101026.034739:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101026.034741:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101026.034744:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101026.034746:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101026.034750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101026.034756:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:0.0:1789101026.034759:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101026.034762:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034768:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101026.034769:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.034772:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101026.034773:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101026.034775:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.034778:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101026.034781:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101026.034783:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101026.034784:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.034806:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101026.034809:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101026.034811:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101026.034815:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101026.034817:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101026.034820:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101026.034823:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691840, portal 4
00000100:00000001:0.0:1789101026.034825:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101026.034826:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:0.0:1789101026.034832:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034838:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101026.034839:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101026.034841:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101026.034843:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964691840, offset 0
00000400:00000200:0.0:1789101026.034847:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034855:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101026.034858:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101026.034861:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101026.034863:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101026.034865:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.034868:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512353:512353:256:4294967295] 192.168.204.152@tcp LPNI seq info [512110:512110:8:4294967295]
00000400:00000200:0.0:1789101026.034872:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.034878:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101026.034883:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034887:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101026.034890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101026.034893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789101026.034897:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101026.034900:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789101026.034904:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.034906:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101026.034909:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101026.034912:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101026.034915:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101026.034917:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101026.034919:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101026.034923:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034930:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.034933:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.034940:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034942:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101026.034944:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101026.034947:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:0.0:1789101026.034950:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101026.034952:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322835998
00000100:00000001:0.0:1789101026.034954:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034956:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322835998
00000100:00000001:0.0:1789101026.034959:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.034960:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101026.034962:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.034964:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101026.034967:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101026/real 1789101026]  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101026.034975:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101026.034977:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101026.034978:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101026.034980:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101026.034982:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101026.034984:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101026.034987:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101026.034995:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035002:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101026.035003:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035005:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.035006:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101026.035010:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035016:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101026.035020:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035026:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101026.035028:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035030:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.035031:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035033:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101026.035034:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101026.035037:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101026.035040:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101026.035042:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101026.035046:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101026.035054:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101026.035058:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035060:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.035063:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964691584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035069:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101026.035071:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101026.035072:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35f400.
02000000:00000001:0.0:1789101026.035076:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101026.035078:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101026.035079:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101026.035081:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101026.035083:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:0.0:1789101026.035086:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101026.035087:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101026.035088:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:0.0:1789101026.035091:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101026.035092:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035094:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.035097:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964691712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035103:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101026.035104:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101026.035106:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35d800.
02000000:00000001:0.0:1789101026.035109:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101026.035110:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101026.035111:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:0.0:1789101026.035113:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101026.035114:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:0.0:1789101026.035117:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101026.035119:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101026.035120:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:0.0:1789101026.035122:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101026.035123:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035125:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.035128:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964691840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035133:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101026.035134:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101026.035136:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101026.035138:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101026.035139:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101026.035140:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:0.0:1789101026.035142:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101026.035143:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:0.0:1789101026.035146:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101026.035147:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101026.035148:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:0.0:1789101026.035150:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101026.035151:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035153:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035157:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101026.035159:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.035161:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101026.035162:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101026.035163:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789101026.035167:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035174:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101026.035175:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.035177:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789101026.035179:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101026.035181:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101026.035184:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101026.035187:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101026.035189:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789101026.035190:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101026.035192:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789101026.035195:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101026.035196:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101026.035199:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:0.0:1789101026.035201:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98026118edc0.
00000400:00000010:0.0:1789101026.035205:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abb7f8.
00000100:00000200:0.0:1789101026.035209:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964691968, portal 4
00000100:00000001:0.0:1789101026.035211:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101026.035212:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:0.0:1789101026.035218:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035224:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789101026.035226:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:0.0:1789101026.035229:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980245abba18.
00000100:00000200:0.0:1789101026.035231:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964691968, offset 0
00000400:00000200:0.0:1789101026.035236:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:0.0:1789101026.035239:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.035242:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:0.0:1789101026.035245:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789101026.035247:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:0.0:1789101026.035250:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789101026.035252:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:0.0:1789101026.035255:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512354:512354:256:4294967295] 192.168.204.152@tcp LPNI seq info [512111:512111:8:4294967295]
00000400:00000200:0.0:1789101026.035259:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101026.035264:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789101026.035268:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.035271:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98015a3db100.
00000800:00000200:0.0:1789101026.035274:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.0:1789101026.035277:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789101026.035281:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:0.1:1789101026.035283:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789101026.035286:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:0.0:1789101026.035289:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98015a3db100.
00000400:00000200:0.0:1789101026.035291:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789101026.035294:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789101026.035297:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abba18
00000400:00000010:0.0:1789101026.035299:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abba18.
00000100:00000001:0.0:1789101026.035301:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101026.035304:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035311:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.035314:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035319:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.035321:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101026.035323:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101026.035326:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:0.0:1789101026.035328:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101026.035330:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322836018
00000100:00000001:0.0:1789101026.035332:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.035334:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322836018
00000100:00000001:0.0:1789101026.035336:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322837251
00000100:00000001:0.0:1789101026.035337:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101026.035339:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.035341:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789101026.035344:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101026/real 1789101026]  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789101026.035351:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789101026.035352:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789101026.035353:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98026118edc0.
00000400:00000200:0.0:1789101026.035355:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980245abb7f8
00000400:00000010:0.0:1789101026.035357:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980245abb7f8.
00000100:00000001:0.0:1789101026.035359:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1789101026.035362:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789101026.035369:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035374:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101026.035375:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035377:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.035378:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789101026.035381:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035388:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101026.035392:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035400:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101026.035402:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035403:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101026.035404:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035406:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101026.035408:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789101026.035410:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789101026.035413:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101026.035415:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789101026.035418:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101026.035425:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964691968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:0.0:1789101026.035428:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035430:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101026.035433:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964691968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101026.035438:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101026.035440:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101026.035441:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98026b35c800.
02000000:00000001:0.0:1789101026.035444:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101026.035445:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101026.035446:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:0.0:1789101026.035448:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101026.035449:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:0.0:1789101026.035465:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101026.035467:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101026.035468:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:0.0:1789101026.035471:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101026.035472:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035474:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101026.035476:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789101026.035477:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101026.035479:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101026.035481:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101027.056865:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101027.056871:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101027.056886:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101027.056888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101027.056892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101027.056893:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101027.057002:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101027.057006:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101027.057009:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101027.376916:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322837251, at 4322837312
00000100:00000040:1.0:1789101027.376916:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322837251, at 4322837312
00000100:00000010:1.0:1789101027.376930:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8660.
00000100:00000010:0.0:1789101027.376933:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980143dc8600.
00010000:00000001:2.0:1789101028.080932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101028.080939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101028.080945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101028.080946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101028.080949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101028.080950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101028.081017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101028.081021:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101028.081025:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101029.104984:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101029.104992:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101029.104994:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101029.104998:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105003:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101029.105005:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105007:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105009:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105014:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101029.105015:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101029.105016:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101029.105017:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105019:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101029.105020:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105021:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105023:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105027:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101029.105029:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101029.105030:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101029.105031:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105033:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101029.105034:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105036:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101029.105037:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101029.105098:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101029.105101:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101029.105103:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101030.128921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101030.128937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101030.128943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101030.128945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101030.128948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101030.128949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101030.129013:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101030.129017:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101030.129020:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101031.152948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789101031.152950:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101031.152955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101031.152957:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101031.152960:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101031.152960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101031.152961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101031.152963:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101031.152964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101031.152965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.152967:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101031.152974:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28168
00000400:00000200:0.0:1789101031.152983:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101031.152990:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101031.152994:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101031.152998:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153001:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153004:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153006:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101031.153009:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101031.153012:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101031.153014:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101031.153017:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101031.153020:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101031.153023:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101031.153026:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153028:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153030:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153032:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101031.153035:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101031.153038:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153041:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153044:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101031.153048:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101031.153051:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101031.153056:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101031.153059:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153062:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00010000:00010000:3.0:1789101031.153062:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789101031.153065:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101031.153078:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101031.153082:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101031.153086:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101031.153088:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153091:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101031.153094:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101031.153098:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101031.153104:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789101031.153110:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101031.153120:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101031.153132:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101031.153136:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.153141:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101031.153164:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101031.153167:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101031.153171:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101031.153172:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101031.153174:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101031.153176:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101031.153179:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28168
00000400:00000200:0.0:1789101031.153183:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101031.153186:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101031.153188:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101031.153190:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153193:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153195:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153197:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101031.153199:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101031.153201:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101031.153202:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101031.153204:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101031.153206:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101031.153208:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101031.153211:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153213:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153214:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153217:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101031.153220:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101031.153222:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153225:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153227:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101031.153233:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101031.153234:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153236:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101031.153239:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101031.153243:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153245:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101031.153249:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789101031.153251:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00000001:3.0:1789101031.153252:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1789101031.153254:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101031.153257:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.153258:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101031.153262:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101031.153263:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1789101031.153266:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101031.153269:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.153274:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789101031.153275:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:0.0:1789101031.153280:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.153287:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1789101031.153290:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101031.153291:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.153297:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101031.153301:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101031.153302:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789101031.153305:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153307:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.153312:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964692096:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101031.153317:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101031.153321:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101031.153325:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.153328:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789101031.153329:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101031.153335:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000100:00000001:0.0:1789101031.153338:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.153340:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101031.153344:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101031.153351:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789101031.153352:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101031.153367:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101031.153369:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789101031.153371:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789101031.153372:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101031.153378:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28168
00000400:00000010:3.0:1789101031.153381:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000400:00000200:0.0:1789101031.153383:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101031.153388:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:3.0:1789101031.153389:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692096, portal 25
00000100:00080000:0.0:1789101031.153391:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101031.153395:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1789101031.153396:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101031.153399:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000001:0.0:1789101031.153400:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153404:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153407:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101031.153411:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1789101031.153411:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789101031.153414:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101031.153417:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101031.153420:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101031.153425:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000001:3.0:1789101031.153427:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1789101031.153429:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101031.153434:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153436:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101031.153438:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153440:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101031.153443:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000040:3.0:1789101031.153447:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789101031.153449:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:3.0:1789101031.153452:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000001:0.0:1789101031.153453:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153457:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789101031.153458:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964692096, offset 0
02000000:00000001:0.0:1789101031.153461:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101031.153465:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153467:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101031.153471:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789101031.153471:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000008:00000001:0.0:1789101031.153479:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.153483:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101031.153489:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.153490:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000010:0.0:1789101031.153496:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000400:00000200:3.0:1789101031.153497:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1789101031.153500:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101031.153503:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101031.153505:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153506:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101031.153508:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101031.153512:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.153513:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000010:0.0:1789101031.153518:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000400:00000200:3.0:1789101031.153520:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789101031.153523:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.153525:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00100000:0.0:1789101031.153532:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101031.153533:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512355:512355:256:4294967295] 192.168.204.152@tcp LPNI seq info [512112:512112:8:4294967295]
00000400:00000200:3.0:1789101031.153547:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101031.153550:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101031.153554:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.153560:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101031.153565:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789101031.153578:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101031.153578:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789101031.153583:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101031.153588:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:3.0:1789101031.153588:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:0.0:1789101031.153593:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101031.153594:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101031.153600:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1789101031.153600:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:0.0:1789101031.153605:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28168
00000800:00000200:3.0:1789101031.153607:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000400:00000200:0.0:1789101031.153613:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:3.1:1789101031.153618:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:0.0:1789101031.153620:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101031.153625:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1789101031.153625:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1789101031.153633:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000100:3.0:1789101031.153636:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153637:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1789101031.153641:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000040:0.0:1789101031.153643:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153647:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101031.153649:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1789101031.153650:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101031.153652:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101031.153655:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101031.153659:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000200:3.0:1789101031.153660:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1789101031.153664:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101031.153668:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:3.0:1789101031.153668:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101031.153673:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000040:0.0:1789101031.153675:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153678:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101031.153679:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1789101031.153682:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153685:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:3.0:1789101031.153687:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789101031.153689:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101031.153696:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101031.153699:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789101031.153700:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153704:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789101031.153705:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789101031.153708:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.153713:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153714:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.153715:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1789101031.153719:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101031.153723:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789101031.153723:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789101031.153729:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.153729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101031.153733:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322842371
00000100:00000001:0.0:1789101031.153734:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101031.153740:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b900.
00000100:00000010:0.0:1789101031.153741:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789101031.153745:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101031.153748:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789101031.153748:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1789101031.153752:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101031.153755:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101031.153756:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322842371
02000000:00000001:0.0:1789101031.153757:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101031.153760:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101031.153763:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b060.
02000000:00000010:0.0:1789101031.153767:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:3.0:1789101031.153768:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789101031.153773:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.153775:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.153779:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101031.153781:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101031.153783:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789101031.153831:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101031.153834:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.153839:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101031.153843:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101031/real 1789101031]  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101031.153856:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101031.153859:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101031.153867:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101031.153871:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101031.153873:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1789101031.153875:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1789101031.153876:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1789101031.153878:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1789101031.153882:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28168
00000400:00000200:0.0:1789101031.153887:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101031.153889:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:0.0:1789101031.153893:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:3.0:1789101031.153895:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00080000:0.0:1789101031.153897:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789101031.153899:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000040:0.0:1789101031.153904:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101031.153906:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789101031.153909:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789101031.153913:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101031.153914:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153921:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101031.153926:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101031.153928:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101031.153931:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101031.153935:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000200:3.0:1789101031.153935:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101031.153941:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101031.153946:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789101031.153948:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101031.153950:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101031.153952:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101031.153953:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.153956:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101031.153957:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789101031.153962:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101031.153964:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153969:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101031.153973:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789101031.153975:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:3.0:1789101031.153980:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789101031.153983:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101031.153988:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101031.153992:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101031.153996:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.153997:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1789101031.154001:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154004:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101031.154005:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101031.154007:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1789101031.154010:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1789101031.154011:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1789101031.154016:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154018:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789101031.154020:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154021:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1789101031.154026:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000100:00080000:3.0:1789101031.154027:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1789101031.154032:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00080000:3.0:1789101031.154036:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
02000000:00000001:0.0:1789101031.154037:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101031.154041:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154041:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1789101031.154043:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101031.154047:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101031.154050:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.154050:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789101031.154056:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
00000100:00000001:0.0:1789101031.154062:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.154066:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964692096:192.168.204.152@tcp:250:kworker.0
00000100:00100000:0.0:1789101031.154071:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101031.154074:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154079:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789101031.154086:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789101031.154086:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964692096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101031.154090:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.154098:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154102:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1789101031.154107:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101031.154112:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28178)
02000000:00000001:3.0:1789101031.154120:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101031.154123:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101031.154126:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101031.154128:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101031.154129:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101031.154130:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101031.154132:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789101031.154139:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101031.154142:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101031.154144:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789101031.154148:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101031.154149:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154152:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154161:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101031.154163:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154165:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101031.154168:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101031.154170:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101031.154175:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154183:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101031.154184:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154187:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101031.154189:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101031.154192:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.154195:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101031.154198:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101031.154200:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101031.154201:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154203:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101031.154205:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101031.154206:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.154209:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101031.154211:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101031.154213:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101031.154215:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692224, portal 10
00000100:00000001:3.0:1789101031.154216:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101031.154217:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:3.0:1789101031.154222:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154225:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101031.154227:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101031.154228:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101031.154230:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964692224, offset 0
00000400:00000200:3.0:1789101031.154233:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154236:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154238:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101031.154240:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101031.154242:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101031.154243:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101031.154245:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154247:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512356:512356:256:4294967295] 192.168.204.152@tcp LPNI seq info [512113:512113:8:4294967295]
00000400:00000200:3.0:1789101031.154249:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154253:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101031.154256:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154258:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101031.154261:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101031.154263:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101031.154266:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101031.154267:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101031.154270:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154271:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101031.154273:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101031.154275:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101031.154277:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101031.154278:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101031.154280:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101031.154282:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154287:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.154289:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154292:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154293:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101031.154295:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.154298:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101031.154300:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101031.154301:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322841108
00000100:00000001:3.0:1789101031.154303:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154305:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322841108
00000100:00000001:3.0:1789101031.154306:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154307:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.154309:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154310:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101031.154312:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101031/real 1789101031]  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101031.154316:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101031.154317:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101031.154318:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101031.154319:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101031.154320:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101031.154321:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101031.154323:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101031.154331:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154337:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101031.154338:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154339:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154341:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101031.154344:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154350:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101031.154354:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154375:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101031.154377:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154378:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154380:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154381:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101031.154383:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101031.154386:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101031.154388:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101031.154390:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101031.154393:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101031.154398:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101031.154400:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101031.154402:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154406:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101031.154407:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154408:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101031.154409:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101031.154410:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.154412:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101031.154414:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101031.154415:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101031.154416:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154417:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101031.154419:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101031.154420:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.154423:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101031.154425:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101031.154427:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101031.154429:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692352, portal 10
00000100:00000001:3.0:1789101031.154430:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101031.154431:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789101031.154434:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154438:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101031.154439:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101031.154441:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101031.154442:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964692352, offset 0
00000400:00000200:3.0:1789101031.154444:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154447:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154449:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101031.154450:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101031.154452:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101031.154454:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101031.154455:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154457:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512357:512357:256:4294967295] 192.168.204.152@tcp LPNI seq info [512114:512114:8:4294967295]
00000400:00000200:3.0:1789101031.154459:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154464:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101031.154466:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154469:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101031.154472:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101031.154475:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101031.154479:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101031.154482:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101031.154485:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154487:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101031.154490:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101031.154493:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101031.154496:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101031.154497:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101031.154499:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101031.154502:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154510:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.154513:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154519:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154520:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101031.154523:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.154526:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101031.154529:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101031.154531:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322841107
00000100:00000001:3.0:1789101031.154533:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154536:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322841107
00000100:00000001:3.0:1789101031.154538:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154540:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.154542:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154543:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101031.154547:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101031/real 1789101031]  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101031.154555:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101031.154556:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101031.154557:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101031.154559:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101031.154561:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101031.154563:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101031.154566:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101031.154573:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154580:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101031.154581:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154583:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154585:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101031.154587:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154593:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101031.154597:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154604:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101031.154606:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154608:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154609:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154611:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101031.154612:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101031.154615:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101031.154618:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101031.154620:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101031.154624:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101031.154632:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101031.154636:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101031.154639:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154646:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101031.154647:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154650:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101031.154652:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101031.154654:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.154656:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101031.154660:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101031.154662:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101031.154663:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154665:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101031.154669:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101031.154671:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.154674:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101031.154677:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101031.154680:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101031.154683:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692480, portal 4
00000100:00000001:3.0:1789101031.154685:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101031.154686:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789101031.154691:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154697:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101031.154699:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101031.154701:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101031.154704:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964692480, offset 0
00000400:00000200:3.0:1789101031.154708:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154711:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154714:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101031.154717:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101031.154719:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101031.154722:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101031.154724:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101031.154726:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512358:512358:256:4294967295] 192.168.204.152@tcp LPNI seq info [512115:512115:8:4294967295]
00000400:00000200:3.0:1789101031.154730:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.154736:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101031.154741:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154744:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101031.154748:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101031.154751:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101031.154755:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101031.154757:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101031.154761:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.154763:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101031.154765:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101031.154768:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101031.154771:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101031.154772:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101031.154774:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101031.154777:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154785:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.154807:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154814:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154816:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101031.154820:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.154823:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101031.154827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101031.154828:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322841118
00000100:00000001:3.0:1789101031.154831:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154833:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322841118
00000100:00000001:3.0:1789101031.154835:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.154837:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.154839:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.154840:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101031.154843:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101031/real 1789101031]  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101031.154851:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101031.154852:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101031.154854:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101031.154856:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101031.154858:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101031.154860:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101031.154863:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101031.154870:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154875:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101031.154876:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154878:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154879:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101031.154883:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154889:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101031.154892:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154897:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101031.154900:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154901:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.154902:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.154904:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101031.154906:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101031.154908:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101031.154911:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101031.154913:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101031.154918:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101031.154925:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101031.154928:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101031.154931:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154937:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101031.154939:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154941:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101031.154943:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101031.154945:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101031.154948:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101031.154951:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101031.154953:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101031.154954:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101031.154961:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101031.154965:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101031.154967:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101031.154970:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101031.154972:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101031.154975:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101031.154978:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692608, portal 4
00000100:00000001:3.0:1789101031.154979:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101031.154981:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789101031.154986:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.154992:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101031.154994:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101031.154997:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101031.154999:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964692608, offset 0
00000400:00000200:3.0:1789101031.155004:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101031.155007:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.155010:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101031.155013:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101031.155016:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101031.155018:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101031.155020:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101031.155023:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512359:512359:256:4294967295] 192.168.204.152@tcp LPNI seq info [512116:512116:8:4294967295]
00000400:00000200:3.0:1789101031.155027:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101031.155032:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101031.155037:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.155040:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101031.155043:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101031.155046:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101031.155050:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101031.155053:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101031.155056:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101031.155058:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101031.155061:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101031.155064:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101031.155067:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101031.155069:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101031.155071:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101031.155074:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155081:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.155084:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155090:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.155091:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101031.155094:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101031.155096:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101031.155099:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101031.155101:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322841138
00000100:00000001:3.0:1789101031.155104:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.155106:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322841138
00000100:00000001:3.0:1789101031.155107:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322842371
00000100:00000001:3.0:1789101031.155110:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101031.155112:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.155114:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101031.155117:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101031/real 1789101031]  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101031.155124:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101031.155126:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101031.155127:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101031.155130:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101031.155131:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101031.155133:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101031.155136:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101031.155144:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155150:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101031.155151:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155153:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.155154:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101031.155157:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155163:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101031.155167:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155174:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101031.155177:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155179:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101031.155180:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155182:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101031.155184:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101031.155187:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101031.155190:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101031.155193:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101031.155196:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101031.155205:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101031.155208:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155211:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.155214:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964692224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155221:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101031.155223:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101031.155225:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101031.155228:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101031.155229:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101031.155231:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101031.155233:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101031.155235:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:3.0:1789101031.155238:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101031.155239:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101031.155241:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789101031.155243:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101031.155244:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155246:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.155249:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964692352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155261:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101031.155263:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101031.155264:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101031.155266:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101031.155268:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101031.155269:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101031.155271:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101031.155272:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:3.0:1789101031.155275:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101031.155276:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101031.155277:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789101031.155279:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101031.155280:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155282:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.155284:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964692480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155291:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101031.155292:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101031.155293:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101031.155295:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101031.155296:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101031.155297:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101031.155300:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101031.155301:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:3.0:1789101031.155302:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101031.155303:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101031.155304:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789101031.155306:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101031.155307:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155309:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101031.155312:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964692608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101031.155317:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101031.155318:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101031.155320:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101031.155322:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101031.155323:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101031.155325:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101031.155327:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101031.155328:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:3.0:1789101031.155330:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101031.155331:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101031.155332:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789101031.155334:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101031.155335:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155337:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101031.155341:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101031.155343:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101031.155345:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101031.155346:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101032.176978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101032.176984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101032.176990:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101032.176991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101032.176995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101032.176996:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101032.177157:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101032.177160:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101032.177163:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101032.496938:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322842371, at 4322842432
00000100:00000040:1.0:1789101032.496944:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322842371, at 4322842432
00000100:00000010:1.0:1789101032.496954:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b060.
00000100:00000010:0.0:1789101032.496956:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b900.
00010000:00000001:2.0:1789101033.200983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101033.200989:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101033.200996:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101033.200997:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101033.201000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101033.201001:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101033.201066:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101033.201070:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101033.201073:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101034.224885:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101034.224890:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101034.224893:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101034.224894:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101034.224896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101034.224897:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101034.224955:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101034.224960:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101034.224963:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101035.248934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101035.248941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101035.248947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101035.248948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101035.248951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101035.248952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101035.249013:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101035.249017:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101035.249021:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101036.272903:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101036.272910:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101036.272913:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101036.272916:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101036.272916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101036.272922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.272923:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101036.272929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789101036.272930:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28173
00010000:00000001:2.0:1789101036.272933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101036.272938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789101036.272939:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101036.272941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101036.272946:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101036.272950:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101036.272952:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.272954:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101036.272956:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.272957:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101036.272959:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101036.272961:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101036.272963:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101036.272965:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101036.272967:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101036.272968:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101036.272970:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.272972:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101036.272973:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.272975:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101036.272976:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101036.272979:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101036.272981:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.272983:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101036.272986:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101036.272988:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.272990:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101036.272991:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101036.272999:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789101036.273002:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
00000020:00000001:1.0:1789101036.273004:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1789101036.273005:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101036.273007:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273010:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1789101036.273010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.273013:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:1.0:1789101036.273015:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1789101036.273017:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101036.273023:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:0.0:1789101036.273030:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101036.273037:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101036.273045:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101036.273048:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101036.273051:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273068:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101036.273071:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101036.273074:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101036.273075:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101036.273077:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101036.273080:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101036.273083:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28173
00000400:00000200:0.0:1789101036.273088:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101036.273091:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101036.273094:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101036.273094:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789101036.273099:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101036.273100:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101036.273103:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789101036.273104:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101036.273111:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101036.273112:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273116:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101036.273122:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789101036.273123:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1789101036.273125:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:3.0:1789101036.273125:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101036.273130:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789101036.273130:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101036.273134:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789101036.273135:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
02000000:00000001:3.0:1789101036.273136:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101036.273142:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00100000:3.0:1789101036.273143:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964692736:192.168.204.152@tcp:250:kworker.0
00000020:00000001:0.0:1789101036.273146:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101036.273152:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1789101036.273154:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273158:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789101036.273158:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1789101036.273163:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789101036.273163:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273168:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789101036.273169:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1789101036.273173:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000010:3.0:1789101036.273178:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
00000100:00080000:0.0:1789101036.273179:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:3.0:1789101036.273182:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273184:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.273188:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1789101036.273191:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101036.273195:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1789101036.273195:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
02000000:00000001:0.0:1789101036.273200:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101036.273200:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000001:0.0:1789101036.273203:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1789101036.273207:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692736, portal 25
00000008:00100000:0.0:1789101036.273209:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789101036.273210:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101036.273211:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000008:00000001:0.0:1789101036.273216:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.273218:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273220:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273229:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1789101036.273230:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000100:00000040:3.0:1789101036.273232:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000040:0.0:1789101036.273236:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000010:3.0:1789101036.273237:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101036.273242:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964692736, offset 0
02000000:00000001:0.0:1789101036.273243:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101036.273246:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.273249:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273251:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101036.273254:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101036.273256:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.273257:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.273274:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
02000000:00000010:0.0:1789101036.273275:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000400:00000200:3.0:1789101036.273279:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789101036.273281:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.273284:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101036.273289:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1789101036.273290:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101036.273292:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101036.273298:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512360:512360:256:4294967295] 192.168.204.152@tcp LPNI seq info [512117:512117:8:4294967295]
00000400:00000200:3.0:1789101036.273306:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101036.273311:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101036.273314:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.273318:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1789101036.273322:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273336:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101036.273339:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789101036.273340:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101036.273345:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101036.273346:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1789101036.273347:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00080000:0.0:1789101036.273348:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101036.273352:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101036.273355:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28173
00000400:00000200:0.0:1789101036.273360:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:3.0:1789101036.273360:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:0.0:1789101036.273368:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:3.0:1789101036.273368:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00080000:0.0:1789101036.273371:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101036.273375:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273380:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1789101036.273381:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:0.0:1789101036.273385:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000800:00000200:3.1:1789101036.273387:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1789101036.273389:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:3.0:1789101036.273394:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:0.0:1789101036.273395:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:3.0:1789101036.273397:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000020:00000040:0.0:1789101036.273398:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101036.273402:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789101036.273403:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1789101036.273406:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:3.0:1789101036.273411:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1789101036.273412:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101036.273417:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101036.273418:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000040:0.0:1789101036.273422:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:3.0:1789101036.273423:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:0.0:1789101036.273428:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101036.273430:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1789101036.273431:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273434:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101036.273438:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00000200:3.0:1789101036.273439:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789101036.273442:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273445:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.273449:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101036.273453:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101036.273457:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273458:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101036.273459:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1789101036.273461:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101036.273465:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.273465:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273469:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273476:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101036.273477:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000100:00000001:3.0:1789101036.273478:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1789101036.273481:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101036.273485:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789101036.273485:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.273486:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273490:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101036.273492:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789101036.273492:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101036.273495:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273496:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322847491
02000000:00000010:0.0:1789101036.273499:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000010:3.0:1789101036.273502:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259ba80.
00000100:00000001:0.0:1789101036.273504:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273508:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1789101036.273513:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101036.273515:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322847491
00000100:00000010:3.0:1789101036.273520:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b2a0.
00000100:00000001:3.0:1789101036.273524:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1789101036.273529:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101036.273530:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789101036.273535:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273535:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273540:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1789101036.273542:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101036.273548:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101036/real 1789101036]  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273559:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101036.273564:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101036.273568:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101036.273570:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:3.0:1789101036.273570:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1789101036.273574:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1789101036.273574:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101036.273578:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789101036.273579:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789101036.273584:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00080000:0.0:1789101036.273585:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28173
00000400:00000010:3.0:1789101036.273588:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000400:00000200:0.0:1789101036.273593:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.273593:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101036.273600:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101036.273601:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101036.273606:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101036.273613:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273617:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789101036.273619:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101036.273622:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273629:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101036.273634:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789101036.273636:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1789101036.273637:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:3.0:1789101036.273639:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789101036.273640:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101036.273643:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1789101036.273645:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00000001:3.0:1789101036.273645:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789101036.273650:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00100000:3.0:1789101036.273652:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101036.273655:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101036.273664:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101036.273667:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101036.273668:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101036.273673:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101036.273676:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101036.273677:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101036.273683:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101036.273691:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101036.273692:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101036.273696:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273698:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789101036.273700:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101036.273702:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1789101036.273705:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101036.273705:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.273711:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1789101036.273712:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273714:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101036.273716:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:3.0:1789101036.273719:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789101036.273720:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1789101036.273726:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101036.273728:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101036.273732:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789101036.273737:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273742:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101036.273744:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964692736:192.168.204.152@tcp:250:kworker.0
00000100:00000010:0.0:1789101036.273747:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000100:00000001:3.0:1789101036.273749:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789101036.273751:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789101036.273752:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.273757:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964692736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789101036.273758:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101036.273761:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273765:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101036.273768:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101036.273771:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101036.273777:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789101036.273784:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273784:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1789101036.273818:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1789101036.273821:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101036.273825:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
00000100:00000001:0.0:1789101036.273830:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789101036.273832:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1789101036.273835:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101036.273836:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101036.273839:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00000040:0.0:1789101036.273844:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789101036.273845:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101036.273849:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:3.0:1789101036.273855:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1789101036.273856:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.273858:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1789101036.273862:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1789101036.273862:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:3.0:1789101036.273866:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1789101036.273868:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101036.273869:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101036.273873:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789101036.273874:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789101036.273878:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101036.273882:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101036.273883:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1789101036.273886:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28173
00000100:00000001:3.0:1789101036.273887:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.273892:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1789101036.273894:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.273895:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101036.273898:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1789101036.273900:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101036.273904:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101036.273906:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101036.273910:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.273917:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101036.273922:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101036.273922:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101036.273926:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101036.273926:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.273930:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1789101036.273931:0:414506:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1789101036.273933:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789101036.273934:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101036.273938:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789101036.273939:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789101036.273942:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00100000:3.0:1789101036.273945:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692864:192.168.204.152@tcp:38:kworker.0
00000020:00000001:0.0:1789101036.273946:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101036.273951:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789101036.273953:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1789101036.273958:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789101036.273958:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101036.273961:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.273962:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789101036.273964:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789101036.273968:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000010:3.0:1789101036.273970:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
00000100:00000001:0.0:1789101036.273972:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789101036.273974:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789101036.273977:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000200:3.0:1789101036.273982:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789101036.273983:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000010:3.0:1789101036.273987:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789101036.273988:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101036.273993:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1789101036.273994:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000001:0.0:1789101036.273996:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1789101036.273999:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692864, portal 10
02000000:00000001:0.0:1789101036.274001:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274003:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789101036.274004:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101036.274006:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000008:00100000:0.0:1789101036.274008:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101036.274013:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101036.274016:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.274016:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789101036.274022:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789101036.274026:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:3.0:1789101036.274028:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1789101036.274032:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1789101036.274033:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
02000000:00000001:0.0:1789101036.274035:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101036.274038:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000001:0.0:1789101036.274039:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101036.274043:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789101036.274044:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964692864, offset 0
02000000:00000001:0.0:1789101036.274046:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274051:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000010:0.0:1789101036.274052:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000400:00000200:3.0:1789101036.274057:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101036.274059:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274063:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00100000:0.0:1789101036.274068:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101036.274069:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101036.274075:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101036.274080:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101036.274084:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:0.0:1789101036.274086:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789101036.274090:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512361:512361:256:4294967295] 192.168.204.152@tcp LPNI seq info [512118:512118:8:4294967295]
00000100:00000001:0.0:1789101036.274092:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274100:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789101036.274101:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101036.274113:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789101036.274121:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101036.274123:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789101036.274127:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28183)
00000800:00000010:3.0:1789101036.274128:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101036.274135:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101036.274138:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789101036.274145:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101036.274147:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789101036.274151:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.274153:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101036.274155:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101036.274159:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101036.274161:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101036.274163:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101036.274165:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101036.274167:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274173:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274176:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274183:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274184:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101036.274187:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.274191:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101036.274194:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.274196:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322846228
00000100:00000001:3.0:1789101036.274199:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274201:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322846228
00000100:00000001:3.0:1789101036.274203:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274204:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101036.274206:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274208:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101036.274212:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101036/real 1789101036]  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101036.274219:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101036.274220:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101036.274222:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101036.274224:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101036.274226:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101036.274228:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101036.274230:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101036.274238:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274248:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101036.274249:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274251:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274252:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101036.274255:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274273:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101036.274277:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274282:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101036.274284:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274286:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274287:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274288:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101036.274290:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101036.274292:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101036.274295:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101036.274297:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101036.274300:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101036.274307:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101036.274310:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101036.274313:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274318:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101036.274319:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274322:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101036.274323:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101036.274325:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101036.274328:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101036.274330:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101036.274332:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101036.274333:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274335:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274338:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101036.274339:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101036.274345:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101036.274347:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101036.274350:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964692992, portal 10
00000100:00000001:3.0:1789101036.274352:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101036.274353:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:3.0:1789101036.274357:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274381:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101036.274383:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101036.274386:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101036.274388:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964692992, offset 0
00000400:00000200:3.0:1789101036.274392:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101036.274396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.274400:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101036.274403:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101036.274406:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101036.274409:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101036.274411:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101036.274414:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512362:512362:256:4294967295] 192.168.204.152@tcp LPNI seq info [512119:512119:8:4294967295]
00000400:00000200:3.0:1789101036.274417:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.274423:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101036.274427:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.274430:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101036.274434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101036.274436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789101036.274440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101036.274442:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789101036.274445:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.274447:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101036.274449:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101036.274452:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101036.274455:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101036.274457:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101036.274460:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101036.274464:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274471:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274474:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274480:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274481:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101036.274484:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.274486:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101036.274489:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.274491:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322846227
00000100:00000001:3.0:1789101036.274493:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274494:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322846227
00000100:00000001:3.0:1789101036.274496:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274498:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101036.274500:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274501:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101036.274504:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101036/real 1789101036]  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101036.274511:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101036.274512:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101036.274514:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101036.274516:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101036.274517:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101036.274519:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101036.274521:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101036.274528:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274533:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101036.274535:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274536:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274537:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101036.274541:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274546:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101036.274549:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274555:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101036.274557:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274559:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274560:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274561:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101036.274563:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101036.274565:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101036.274568:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101036.274570:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101036.274573:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101036.274580:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964692992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101036.274583:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101036.274586:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274591:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101036.274592:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274594:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101036.274596:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101036.274597:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101036.274600:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101036.274602:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101036.274604:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101036.274605:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274606:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274609:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101036.274610:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274613:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101036.274615:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101036.274618:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101036.274621:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693120, portal 4
00000100:00000001:3.0:1789101036.274622:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101036.274623:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:3.0:1789101036.274628:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274634:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101036.274636:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101036.274637:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101036.274639:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964693120, offset 0
00000400:00000200:3.0:1789101036.274643:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101036.274646:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.274649:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101036.274651:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101036.274653:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101036.274655:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101036.274657:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101036.274660:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512363:512363:256:4294967295] 192.168.204.152@tcp LPNI seq info [512120:512120:8:4294967295]
00000400:00000200:3.0:1789101036.274663:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.274668:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101036.274671:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.274674:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101036.274677:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101036.274679:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789101036.274683:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101036.274686:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789101036.274689:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.274690:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101036.274693:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101036.274696:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101036.274698:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101036.274699:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101036.274701:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101036.274704:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274710:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274713:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274719:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274720:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101036.274723:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.274725:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101036.274728:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.274730:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322846237
00000100:00000001:3.0:1789101036.274732:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274734:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322846237
00000100:00000001:3.0:1789101036.274736:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.274738:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101036.274740:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274741:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101036.274744:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101036/real 1789101036]  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101036.274751:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101036.274752:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101036.274754:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101036.274755:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101036.274757:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101036.274759:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101036.274762:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101036.274769:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274774:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101036.274775:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274777:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274778:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101036.274781:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274803:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101036.274806:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274812:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101036.274815:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274816:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.274817:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274818:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101036.274820:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101036.274822:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101036.274825:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101036.274827:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101036.274830:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101036.274836:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101036.274840:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274841:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274844:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964692864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274849:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101036.274851:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274852:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101036.274855:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101036.274856:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101036.274857:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101036.274859:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101036.274861:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:3.0:1789101036.274864:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101036.274865:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101036.274866:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:3.0:1789101036.274868:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101036.274869:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274871:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274873:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964692992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274883:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101036.274884:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274886:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101036.274887:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101036.274888:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101036.274889:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101036.274891:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101036.274892:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:3.0:1789101036.274894:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101036.274895:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101036.274896:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:3.0:1789101036.274898:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101036.274899:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274900:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.274903:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964693120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274908:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101036.274909:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274910:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101036.274912:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101036.274913:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101036.274914:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101036.274915:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101036.274916:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:3.0:1789101036.274918:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101036.274919:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101036.274920:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:3.0:1789101036.274922:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101036.274923:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274925:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.274928:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101036.274929:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.274931:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101036.274932:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101036.274933:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101036.274937:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274942:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101036.274944:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274945:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101036.274947:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101036.274948:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101036.274951:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101036.274954:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101036.274955:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101036.274956:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101036.274958:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101036.274960:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101036.274962:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101036.274965:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101036.274967:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101036.274969:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101036.274972:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693248, portal 4
00000100:00000001:3.0:1789101036.274974:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101036.274975:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:3.0:1789101036.274979:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.274985:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101036.274986:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101036.274988:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101036.274990:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964693248, offset 0
00000400:00000200:3.0:1789101036.274994:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101036.274997:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.274999:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101036.275002:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101036.275004:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101036.275006:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101036.275008:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101036.275011:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512364:512364:256:4294967295] 192.168.204.152@tcp LPNI seq info [512121:512121:8:4294967295]
00000400:00000200:3.0:1789101036.275014:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101036.275019:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101036.275023:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.275026:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101036.275029:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101036.275032:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789101036.275035:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101036.275038:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789101036.275041:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101036.275043:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101036.275045:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101036.275048:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101036.275050:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101036.275051:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101036.275054:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101036.275057:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275063:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.275065:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275071:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.275072:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101036.275074:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101036.275077:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101036.275079:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101036.275081:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322846258
00000100:00000001:3.0:1789101036.275083:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.275085:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322846258
00000100:00000001:3.0:1789101036.275087:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322847491
00000100:00000001:3.0:1789101036.275088:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101036.275090:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.275092:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101036.275095:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101036/real 1789101036]  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101036.275101:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101036.275102:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101036.275104:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101036.275105:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101036.275107:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101036.275108:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101036.275111:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101036.275118:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275123:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101036.275124:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275125:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.275126:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101036.275130:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275135:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101036.275138:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275143:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101036.275145:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275146:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101036.275147:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275149:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101036.275151:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101036.275153:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101036.275156:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101036.275157:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101036.275160:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101036.275166:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101036.275169:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275171:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101036.275173:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964693248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101036.275179:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101036.275180:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101036.275181:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101036.275183:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101036.275184:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101036.275185:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101036.275187:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101036.275189:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:3.0:1789101036.275191:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101036.275192:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101036.275193:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:3.0:1789101036.275195:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101036.275196:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275197:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101036.275199:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101036.275201:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101036.275202:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101036.275204:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101037.296924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101037.296930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101037.296937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101037.296938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101037.296941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101037.296942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101037.297011:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101037.297015:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101037.297019:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101037.616919:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322847491, at 4322847552
00000100:00000040:1.0:1789101037.616921:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322847491, at 4322847552
00000100:00000010:0.0:1789101037.616936:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259ba80.
00000100:00000010:1.0:1789101037.616942:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b2a0.
00010000:00000001:2.0:1789101038.320898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101038.320904:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101038.320909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101038.320911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101038.320914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101038.320915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101038.320973:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101038.320976:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101038.320979:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101039.344913:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101039.344920:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101039.344922:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101039.344924:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344929:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101039.344931:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344932:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344933:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101039.344937:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101039.344938:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101039.344939:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344940:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101039.344941:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344942:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344943:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101039.344947:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101039.344947:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101039.344948:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344949:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101039.344950:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344950:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101039.344952:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101039.345022:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101039.345025:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101039.345027:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101040.368908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101040.368915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101040.368921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101040.368923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101040.368927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101040.368928:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101040.368994:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101040.368998:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101040.369001:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101041.392941:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101041.392946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101041.392949:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101041.392952:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101041.392952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101041.392958:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101041.392960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101041.392963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.392964:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101041.392968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101041.392971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101041.392973:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28178
00000400:00000200:1.0:1789101041.392985:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101041.392992:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101041.392996:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101041.392999:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393002:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.393004:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393007:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101041.393016:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101041.393018:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101041.393021:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1789101041.393025:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1789101041.393025:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101041.393030:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101041.393031:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00010000:00010000:0.0:1789101041.393035:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1789101041.393036:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101041.393042:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393044:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.393048:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393050:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101041.393053:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101041.393057:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393059:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101041.393062:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101041.393065:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101041.393068:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393070:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101041.393072:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101041.393081:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789101041.393085:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101041.393088:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101041.393090:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393092:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101041.393095:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101041.393099:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101041.393106:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789101041.393112:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101041.393121:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101041.393132:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101041.393135:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101041.393138:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101041.393159:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101041.393172:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101041.393176:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101041.393178:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101041.393179:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101041.393182:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101041.393184:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28178
00000400:00000200:1.0:1789101041.393188:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101041.393191:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101041.393193:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101041.393195:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393197:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.393200:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393202:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101041.393205:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101041.393206:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101041.393208:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101041.393210:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101041.393212:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101041.393214:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101041.393217:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789101041.393218:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393222:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101041.393223:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101041.393226:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101041.393227:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101041.393231:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101041.393235:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789101041.393236:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101041.393244:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101041.393247:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789101041.393249:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.393250:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101041.393254:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101041.393256:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101041.393259:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101041.393261:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101041.393262:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101041.393266:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.393270:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964693376:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789101041.393271:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101041.393278:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789101041.393278:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1789101041.393282:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393283:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.393284:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1789101041.393287:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
02000000:00000001:3.0:1789101041.393289:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101041.393291:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101041.393293:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101041.393299:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101041.393302:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101041.393309:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789101041.393309:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101041.393313:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
02000000:00000001:1.0:1789101041.393316:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393319:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1789101041.393320:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000001:1.0:1789101041.393325:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101041.393327:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101041.393332:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789101041.393336:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101041.393342:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1789101041.393342:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693376, portal 25
00000100:00000001:3.0:1789101041.393348:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101041.393352:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000001:1.0:1789101041.393354:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101041.393358:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.393362:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101041.393366:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.393384:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789101041.393387:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.393388:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101041.393393:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1789101041.393394:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00080000:1.0:1789101041.393398:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101041.393401:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1789101041.393401:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964693376, offset 0
00000100:00080000:1.0:1789101041.393403:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101041.393406:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101041.393409:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28178
00000400:00000200:1.0:1789101041.393413:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101041.393417:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101041.393420:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789101041.393424:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789101041.393425:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393430:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.393432:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393435:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101041.393439:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789101041.393440:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789101041.393441:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101041.393445:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101041.393447:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:3.0:1789101041.393450:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:1.0:1789101041.393451:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101041.393455:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101041.393460:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1789101041.393462:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393466:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101041.393469:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:1.0:1789101041.393471:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393476:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101041.393477:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1789101041.393481:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789101041.393484:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00080000:1.0:1789101041.393488:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393493:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.393495:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512365:512365:256:4294967295] 192.168.204.152@tcp LPNI seq info [512122:512122:8:4294967295]
02000000:00000001:1.0:1789101041.393497:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101041.393503:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789101041.393503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789101041.393508:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393512:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101041.393516:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789101041.393520:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1789101041.393521:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393525:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101041.393531:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000800:00000200:3.0:1789101041.393533:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000040:1.0:1789101041.393535:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101041.393540:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1789101041.393540:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
02000000:00000001:1.0:1789101041.393541:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393546:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101041.393548:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101041.393551:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101041.393551:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000010:1.0:1789101041.393558:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000800:00000200:3.0:1789101041.393561:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1789101041.393563:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101041.393571:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1789101041.393579:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101041.393587:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1789101041.393595:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1789101041.393599:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393600:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789101041.393604:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000040:1.0:1789101041.393607:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101041.393612:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789101041.393620:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.393623:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1789101041.393625:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101041.393630:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00080000:1.0:1789101041.393631:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101041.393634:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1789101041.393636:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00080000:1.0:1789101041.393637:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101041.393642:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101041.393643:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1789101041.393646:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28178
00000100:00000200:3.0:1789101041.393652:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101041.393654:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101041.393662:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101041.393666:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101041.393670:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101041.393671:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393675:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101041.393677:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101041.393680:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393685:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101041.393690:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101041.393693:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:3.0:1789101041.393694:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101041.393696:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101041.393697:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1789101041.393699:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101041.393703:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789101041.393705:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101041.393706:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101041.393713:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101041.393714:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101041.393717:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101041.393720:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322852611
00000100:00000040:1.0:1789101041.393721:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393726:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000010:3.0:1789101041.393729:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b420.
00000020:00000040:1.0:1789101041.393730:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101041.393735:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393738:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.393739:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1789101041.393741:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101041.393745:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101041.393748:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.393748:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322852611
00000100:00000001:1.0:1789101041.393752:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101041.393755:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1789101041.393755:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bf60.
00000008:00000001:1.0:1789101041.393761:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.393761:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1789101041.393766:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.393769:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1789101041.393771:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000100:00000001:3.0:1789101041.393773:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101041.393776:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789101041.393777:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1789101041.393781:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101041.393822:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.393825:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101041.393827:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101041.393829:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.393833:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101041/real 1789101041]  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789101041.393834:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789101041.393839:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101041.393848:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1789101041.393851:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101041.393854:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101041.393858:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000001:1.0:1789101041.393860:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101041.393864:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.393865:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101041.393869:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000040:1.0:1789101041.393871:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.393874:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101041.393882:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101041.393883:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101041.393889:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101041.393898:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:3.0:1789101041.393901:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101041.393903:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101041.393907:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101041.393908:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101041.393911:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.393914:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789101041.393915:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101041.393915:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101041.393920:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101041.393923:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28178
00000100:00000001:3.0:1789101041.393931:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1789101041.393932:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101041.393939:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000040:3.0:1789101041.393940:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101041.393943:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101041.393949:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393950:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.393952:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.393957:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101041.393958:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789101041.393964:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789101041.393964:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789101041.393968:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:3.0:1789101041.393968:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.393970:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789101041.393972:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101041.393973:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1789101041.393976:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:3.0:1789101041.393976:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1789101041.393982:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:3.0:1789101041.393982:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1789101041.393987:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00080000:3.0:1789101041.393991:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000040:1.0:1789101041.393995:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101041.393997:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789101041.393998:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101041.394003:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101041.394007:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101041.394007:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789101041.394011:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101041.394017:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101041.394023:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101041.394027:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101041.394031:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789101041.394033:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964693376:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789101041.394035:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.394040:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101041.394043:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789101041.394044:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1789101041.394048:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1789101041.394049:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101041.394053:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.394056:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964693376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789101041.394058:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789101041.394062:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101041.394067:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101041.394071:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394071:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1789101041.394073:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101041.394075:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1789101041.394077:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101041.394080:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101041.394080:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101041.394087:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:1.0:1789101041.394089:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000020:00000001:3.0:1789101041.394091:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1789101041.394094:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789101041.394095:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101041.394100:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:1.0:1789101041.394103:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1789101041.394104:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:3.0:1789101041.394109:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101041.394112:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101041.394114:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:1.0:1789101041.394119:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101041.394120:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789101041.394122:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394123:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394128:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789101041.394131:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394136:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101041.394139:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394143:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101041.394144:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394145:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101041.394149:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789101041.394152:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28189)
00000100:00000040:3.0:1789101041.394156:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394182:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101041.394184:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394186:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101041.394188:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101041.394190:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.394193:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101041.394197:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101041.394199:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101041.394200:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394202:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101041.394205:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101041.394207:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.394211:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101041.394213:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101041.394215:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101041.394218:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693504, portal 10
00000100:00000001:3.0:1789101041.394219:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101041.394220:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:3.0:1789101041.394224:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394228:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101041.394230:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101041.394231:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101041.394233:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964693504, offset 0
00000400:00000200:3.0:1789101041.394235:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394238:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394240:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101041.394242:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101041.394243:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101041.394245:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101041.394246:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394249:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512366:512366:256:4294967295] 192.168.204.152@tcp LPNI seq info [512123:512123:8:4294967295]
00000400:00000200:3.0:1789101041.394252:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394259:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101041.394263:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394266:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101041.394269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101041.394272:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101041.394276:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101041.394278:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101041.394282:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394284:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101041.394287:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101041.394290:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101041.394293:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101041.394295:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101041.394297:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101041.394301:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394306:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.394308:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394312:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394314:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101041.394317:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.394321:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101041.394323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101041.394326:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322851348
00000100:00000001:3.0:1789101041.394328:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394330:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322851348
00000100:00000001:3.0:1789101041.394332:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394334:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101041.394336:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394338:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101041.394342:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101041/real 1789101041]  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101041.394350:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101041.394352:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101041.394353:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101041.394356:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101041.394358:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101041.394360:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101041.394363:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101041.394370:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394376:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101041.394377:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394379:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394381:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101041.394384:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394391:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101041.394395:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394401:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101041.394404:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394405:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394406:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394407:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101041.394409:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101041.394411:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101041.394413:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101041.394414:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101041.394417:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101041.394422:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101041.394424:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101041.394426:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394430:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101041.394431:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394432:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101041.394433:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101041.394435:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.394436:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101041.394438:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101041.394439:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101041.394440:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394442:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101041.394444:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101041.394445:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.394447:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101041.394449:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101041.394451:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101041.394452:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693632, portal 10
00000100:00000001:3.0:1789101041.394454:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101041.394455:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:3.0:1789101041.394460:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394465:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101041.394468:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101041.394470:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101041.394472:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964693632, offset 0
00000400:00000200:3.0:1789101041.394476:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394480:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394483:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101041.394486:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101041.394489:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101041.394491:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101041.394493:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394496:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512367:512367:256:4294967295] 192.168.204.152@tcp LPNI seq info [512124:512124:8:4294967295]
00000400:00000200:3.0:1789101041.394500:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394505:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101041.394509:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394512:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101041.394515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101041.394518:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101041.394521:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101041.394524:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101041.394527:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394529:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101041.394532:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101041.394535:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101041.394538:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101041.394540:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101041.394542:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101041.394546:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394553:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.394556:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394561:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394563:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101041.394566:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.394569:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101041.394572:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101041.394574:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322851347
00000100:00000001:3.0:1789101041.394576:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394578:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322851347
00000100:00000001:3.0:1789101041.394580:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394582:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101041.394584:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394586:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101041.394590:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101041/real 1789101041]  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101041.394596:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101041.394598:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101041.394599:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101041.394601:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101041.394603:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101041.394605:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101041.394608:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101041.394616:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394621:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101041.394622:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394624:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394625:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101041.394628:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394635:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101041.394639:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394646:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101041.394648:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394649:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394650:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394652:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101041.394654:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101041.394657:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101041.394660:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101041.394662:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101041.394665:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101041.394673:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101041.394676:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101041.394679:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394686:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101041.394687:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394689:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101041.394691:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101041.394692:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.394695:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101041.394698:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101041.394700:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101041.394701:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394702:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101041.394705:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101041.394707:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.394710:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101041.394713:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101041.394716:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101041.394719:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693760, portal 4
00000100:00000001:3.0:1789101041.394720:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101041.394721:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:3.0:1789101041.394727:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394732:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101041.394734:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101041.394736:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101041.394739:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964693760, offset 0
00000400:00000200:3.0:1789101041.394742:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394746:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394749:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101041.394752:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101041.394754:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101041.394756:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101041.394758:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101041.394771:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512368:512368:256:4294967295] 192.168.204.152@tcp LPNI seq info [512125:512125:8:4294967295]
00000400:00000200:3.0:1789101041.394776:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.394802:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101041.394806:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394810:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101041.394813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101041.394815:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101041.394819:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101041.394821:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101041.394824:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.394826:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101041.394829:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101041.394831:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101041.394834:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101041.394836:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101041.394838:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101041.394842:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394848:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.394850:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394856:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394857:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101041.394861:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.394863:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101041.394866:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101041.394868:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322851358
00000100:00000001:3.0:1789101041.394870:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394872:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322851358
00000100:00000001:3.0:1789101041.394874:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.394876:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101041.394878:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.394879:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101041.394883:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101041/real 1789101041]  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101041.394890:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101041.394891:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101041.394893:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101041.394895:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101041.394897:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101041.394899:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101041.394902:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101041.394909:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394915:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101041.394916:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394918:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394919:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101041.394922:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394927:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101041.394931:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394936:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101041.394938:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394939:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.394940:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.394942:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101041.394944:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101041.394946:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101041.394949:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101041.394951:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101041.394955:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101041.394961:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101041.394965:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101041.394967:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.394973:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101041.394974:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394976:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101041.394978:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101041.394980:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101041.394983:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101041.394985:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101041.394987:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101041.394989:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101041.394990:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101041.394993:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101041.394995:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101041.394998:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101041.395001:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101041.395004:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101041.395007:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964693888, portal 4
00000100:00000001:3.0:1789101041.395009:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101041.395010:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:3.0:1789101041.395016:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395021:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101041.395023:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101041.395025:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101041.395027:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964693888, offset 0
00000400:00000200:3.0:1789101041.395030:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101041.395034:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.395037:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101041.395039:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101041.395042:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101041.395043:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101041.395045:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101041.395048:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512369:512369:256:4294967295] 192.168.204.152@tcp LPNI seq info [512126:512126:8:4294967295]
00000400:00000200:3.0:1789101041.395052:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101041.395057:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101041.395061:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.395064:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101041.395068:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101041.395070:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101041.395074:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101041.395077:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101041.395080:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101041.395082:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101041.395084:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101041.395087:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101041.395089:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101041.395090:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101041.395092:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101041.395095:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395101:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.395104:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.395111:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101041.395113:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101041.395116:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101041.395119:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101041.395121:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322851378
00000100:00000001:3.0:1789101041.395123:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.395125:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322851378
00000100:00000001:3.0:1789101041.395127:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322852611
00000100:00000001:3.0:1789101041.395129:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101041.395131:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.395133:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101041.395136:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101041/real 1789101041]  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101041.395143:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101041.395144:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101041.395145:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101041.395147:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101041.395149:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101041.395151:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101041.395153:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101041.395160:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395176:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101041.395178:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395179:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.395180:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101041.395183:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395189:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101041.395192:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395198:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101041.395200:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395201:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101041.395203:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395204:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101041.395206:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101041.395208:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101041.395211:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101041.395213:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101041.395217:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101041.395223:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964693888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101041.395227:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395228:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.395231:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964693504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395237:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101041.395238:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101041.395240:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101041.395243:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101041.395245:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101041.395246:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101041.395248:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101041.395249:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:3.0:1789101041.395251:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101041.395253:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101041.395254:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:3.0:1789101041.395256:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101041.395257:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395259:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.395261:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964693632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395267:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101041.395268:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101041.395269:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101041.395271:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101041.395272:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101041.395274:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101041.395275:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101041.395276:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:3.0:1789101041.395278:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101041.395280:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101041.395281:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:3.0:1789101041.395282:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101041.395283:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395284:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.395288:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964693760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395293:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101041.395294:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101041.395295:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101041.395297:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101041.395298:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101041.395299:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101041.395301:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101041.395302:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:3.0:1789101041.395304:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101041.395305:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101041.395306:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:3.0:1789101041.395307:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101041.395308:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395310:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101041.395312:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964693888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101041.395318:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101041.395319:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101041.395320:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101041.395322:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101041.395323:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101041.395324:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101041.395326:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101041.395327:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:3.0:1789101041.395328:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101041.395329:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101041.395330:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:3.0:1789101041.395332:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101041.395334:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395336:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101041.395341:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101041.395342:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101041.395344:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101041.395345:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101042.416928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101042.416935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101042.416941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101042.416942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101042.416950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101042.416951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101042.417019:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101042.417023:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101042.417026:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101042.736938:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322852611, at 4322852672
00000100:00000040:1.0:1789101042.736938:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322852611, at 4322852672
00000100:00000010:0.0:1789101042.736956:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b420.
00000100:00000010:1.0:1789101042.736962:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bf60.
00010000:00000001:2.0:1789101043.440923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101043.440929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101043.440935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101043.440937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101043.440940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101043.440942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101043.440988:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101043.440992:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101043.440994:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101044.464900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101044.464906:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101044.464912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101044.464913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101044.464916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101044.464917:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101044.464988:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101044.464995:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101044.464999:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101045.488929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101045.488935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101045.488941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101045.488942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101045.488945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101045.488946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101045.489003:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101045.489007:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101045.489010:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101046.512896:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101046.512903:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101046.512910:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101046.512911:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101046.512915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101046.512916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.512954:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101046.512960:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101046.512963:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101046.512968:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101046.512973:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101046.512981:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28184
00000020:00000001:3.0:1789101046.512987:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101046.512992:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101046.512993:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00010000:3.0:1789101046.512996:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1789101046.513004:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101046.513009:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101046.513013:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513016:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101046.513020:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513023:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101046.513026:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101046.513028:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101046.513030:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101046.513033:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101046.513036:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101046.513038:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101046.513041:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513043:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101046.513045:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513046:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101046.513049:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101046.513054:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513056:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101046.513059:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101046.513062:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101046.513075:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513078:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101046.513081:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101046.513091:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789101046.513095:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101046.513100:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101046.513101:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513105:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101046.513108:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101046.513112:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101046.513120:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789101046.513128:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101046.513137:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101046.513148:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101046.513152:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101046.513156:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513177:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.513180:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101046.513184:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101046.513185:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101046.513187:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101046.513189:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101046.513200:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28184
00000400:00000200:2.0:1789101046.513205:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101046.513208:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1789101046.513212:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789101046.513213:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101046.513217:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1789101046.513219:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101046.513227:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101046.513227:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513234:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101046.513239:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101046.513243:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101046.513245:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101046.513247:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789101046.513251:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1789101046.513253:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1789101046.513255:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
02000000:00000001:3.0:1789101046.513257:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789101046.513259:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789101046.513262:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101046.513264:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101046.513269:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00100000:3.0:1789101046.513269:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964694016:192.168.204.152@tcp:250:kworker.0
00000020:00000001:2.0:1789101046.513276:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101046.513277:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101046.513283:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1789101046.513284:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789101046.513286:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513288:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789101046.513292:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789101046.513295:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513299:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:3.0:1789101046.513300:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000020:00000040:2.0:1789101046.513303:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
02000000:00000001:3.0:1789101046.513304:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.513312:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789101046.513314:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101046.513320:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101046.513321:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
02000000:00000001:2.0:1789101046.513323:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1789101046.513330:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000001:2.0:1789101046.513331:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101046.513336:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101046.513337:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694016, portal 25
00000100:00000001:2.0:1789101046.513339:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101046.513343:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101046.513346:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000008:00100000:2.0:1789101046.513347:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1789101046.513353:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789101046.513365:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513370:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513371:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1789101046.513375:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000100:00000040:3.0:1789101046.513376:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101046.513382:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000020:00000040:2.0:1789101046.513383:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00000200:3.0:1789101046.513388:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964694016, offset 0
02000000:00000001:2.0:1789101046.513389:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101046.513393:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513395:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1789101046.513398:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
02000000:00000001:2.0:1789101046.513399:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101046.513404:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.513408:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:2.0:1789101046.513410:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000400:00000200:3.0:1789101046.513415:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:2.0:1789101046.513417:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.513422:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1789101046.513428:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101046.513428:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101046.513434:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101046.513440:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513444:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101046.513448:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.513448:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512370:512370:256:4294967295] 192.168.204.152@tcp LPNI seq info [512127:512127:8:4294967295]
00000100:00000040:2.0:1789101046.513456:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101046.513458:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101046.513472:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.513477:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101046.513481:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789101046.513483:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101046.513487:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101046.513489:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1789101046.513492:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513494:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101046.513500:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28184
00000800:00000010:3.0:1789101046.513500:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000400:00000200:2.0:1789101046.513507:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:3.0:1789101046.513511:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:2.0:1789101046.513515:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000800:00000200:3.0:1789101046.513517:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1789101046.513519:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101046.513526:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:3.1:1789101046.513527:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101046.513531:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1789101046.513533:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1789101046.513537:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513542:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:3.0:1789101046.513542:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789101046.513547:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:3.0:1789101046.513547:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000020:00000040:2.0:1789101046.513550:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101046.513553:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101046.513555:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:3.0:1789101046.513555:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1789101046.513560:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101046.513563:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1789101046.513564:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101046.513570:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000040:2.0:1789101046.513571:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513575:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789101046.513575:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000040:2.0:1789101046.513580:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101046.513582:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1789101046.513583:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101046.513587:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101046.513592:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000200:3.0:1789101046.513593:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513596:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101046.513601:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101046.513605:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101046.513610:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513616:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101046.513619:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101046.513622:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513623:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789101046.513624:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.513630:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789101046.513631:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789101046.513636:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101046.513642:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101046.513645:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513645:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513648:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101046.513650:0:256916:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1789101046.513651:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101046.513654:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513657:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101046.513660:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000400:00000200:3.0:1789101046.513664:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101046.513667:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513669:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322857731
00000100:00100000:2.0:1789101046.513675:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1789101046.513677:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b9c0.
00000100:00000001:2.0:1789101046.513686:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101046.513687:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101046.513689:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101046.513695:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.513695:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322857731
00000100:00000001:2.0:1789101046.513705:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.513707:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101046.513711:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:3.0:1789101046.513711:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b360.
00000100:00000001:2.0:1789101046.513715:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101046.513718:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101046.513719:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101046.513722:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101046.513726:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28184
00000400:00000200:2.0:1789101046.513729:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101046.513731:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101046.513733:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101046.513734:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789101046.513738:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101046.513740:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513742:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101046.513744:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1789101046.513747:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513750:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:3.0:1789101046.513752:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101046/real 1789101046]  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789101046.513755:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101046.513758:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101046.513762:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101046.513766:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000001:3.0:1789101046.513769:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1789101046.513770:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000001:3.0:1789101046.513773:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1789101046.513775:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:3.0:1789101046.513776:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101046.513780:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00000040:2.0:1789101046.513782:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:3.0:1789101046.513804:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101046.513808:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101046.513812:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513817:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1789101046.513821:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101046.513824:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.513831:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101046.513837:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789101046.513838:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101046.513842:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789101046.513843:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101046.513846:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101046.513848:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513849:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789101046.513852:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101046.513856:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789101046.513857:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101046.513861:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513865:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101046.513869:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789101046.513872:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1789101046.513873:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.513877:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.513880:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789101046.513882:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789101046.513887:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101046.513892:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789101046.513894:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1789101046.513895:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513900:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101046.513901:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101046.513905:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789101046.513905:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.513909:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789101046.513910:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513912:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101046.513915:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1789101046.513916:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00080000:3.0:1789101046.513918:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1789101046.513921:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101046.513924:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101046.513928:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1789101046.513931:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789101046.513935:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513954:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1789101046.513956:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964694016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101046.513958:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513965:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101046.513969:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.513969:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.513976:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964694016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.513992:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.513994:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:2.0:1789101046.513996:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1789101046.513998:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1789101046.514003:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:3.0:1789101046.514003:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
00000100:00000001:2.0:1789101046.514006:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1789101046.514008:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1789101046.514010:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:3.0:1789101046.514012:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1789101046.514013:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000020:00000040:3.0:1789101046.514016:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000100:00080000:2.0:1789101046.514019:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28184
00000020:00000001:3.0:1789101046.514021:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101046.514026:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
00000400:00000200:2.0:1789101046.514027:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789101046.514031:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:2.0:1789101046.514033:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:3.0:1789101046.514035:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1789101046.514037:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1789101046.514038:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000040:2.0:1789101046.514043:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101046.514044:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101046.514047:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101046.514048:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101046.514051:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101046.514053:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.514056:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101046.514058:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101046.514058:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101046.514061:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101046.514061:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101046.514064:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101046.514081:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101046.514086:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789101046.514088:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789101046.514089:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789101046.514091:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101046.514094:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101046.514095:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.514098:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101046.514101:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101046.514104:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101046.514109:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101046.514114:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000001:3.0:1789101046.514117:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101046.514120:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101046.514121:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:3.0:1789101046.514124:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789101046.514126:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514127:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101046.514130:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101046.514131:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101046.514134:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789101046.514137:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694144:192.168.204.152@tcp:38:kworker.0
02000000:00000001:2.0:1789101046.514138:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.514143:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101046.514144:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1789101046.514147:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
02000000:00000001:3.0:1789101046.514148:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101046.514150:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101046.514153:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514154:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789101046.514156:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101046.514158:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
00000100:00000010:2.0:1789101046.514161:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
02000000:00000001:3.0:1789101046.514162:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101046.514168:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000400:00000200:3.0:1789101046.514170:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789101046.514174:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1789101046.514176:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
02000000:00000001:2.0:1789101046.514177:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101046.514181:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1789101046.514181:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000001:2.0:1789101046.514185:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789101046.514187:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694144, portal 10
02000000:00000001:2.0:1789101046.514189:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514190:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101046.514193:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
02000000:00000010:2.0:1789101046.514196:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000040:3.0:1789101046.514200:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101046.514202:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101046.514213:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101046.514213:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101046.514219:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101046.514224:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000001:2.0:1789101046.514227:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1789101046.514229:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964694144, offset 0
00000100:00000001:2.0:1789101046.514232:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.514236:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789101046.514241:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101046.514243:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514251:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101046.514257:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789101046.514259:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.514261:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:2.0:1789101046.514266:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28194)
00000400:00000200:3.0:1789101046.514266:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101046.514272:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101046.514275:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512371:512371:256:4294967295] 192.168.204.152@tcp LPNI seq info [512128:512128:8:4294967295]
00000400:00000200:3.0:1789101046.514279:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514288:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101046.514293:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514296:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101046.514300:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101046.514303:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101046.514307:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101046.514310:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101046.514313:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514315:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101046.514318:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101046.514321:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101046.514323:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101046.514325:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101046.514327:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101046.514331:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514338:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.514341:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514355:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514356:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101046.514359:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.514363:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101046.514366:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101046.514368:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322856468
00000100:00000001:3.0:1789101046.514370:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514372:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322856468
00000100:00000001:3.0:1789101046.514374:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514377:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101046.514378:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514380:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101046.514383:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101046/real 1789101046]  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101046.514391:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101046.514392:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101046.514393:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101046.514396:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101046.514397:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101046.514399:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101046.514402:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101046.514411:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514417:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101046.514419:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514420:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.514422:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101046.514425:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514432:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101046.514436:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514442:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101046.514445:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514446:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.514447:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514449:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101046.514450:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101046.514453:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101046.514456:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101046.514458:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101046.514462:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101046.514470:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101046.514473:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101046.514476:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514482:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101046.514484:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514486:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101046.514488:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101046.514490:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101046.514493:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101046.514495:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101046.514497:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101046.514499:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514501:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101046.514504:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101046.514505:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.514509:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101046.514511:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101046.514514:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101046.514516:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694272, portal 10
00000100:00000001:3.0:1789101046.514518:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101046.514519:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:3.0:1789101046.514524:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514530:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101046.514532:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101046.514534:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101046.514537:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964694272, offset 0
00000400:00000200:3.0:1789101046.514540:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101046.514544:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514547:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101046.514550:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101046.514552:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101046.514555:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101046.514557:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101046.514560:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512372:512372:256:4294967295] 192.168.204.152@tcp LPNI seq info [512129:512129:8:4294967295]
00000400:00000200:3.0:1789101046.514564:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514571:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101046.514575:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514578:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101046.514582:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101046.514584:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101046.514588:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101046.514590:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101046.514594:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514596:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101046.514599:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101046.514602:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101046.514605:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101046.514606:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101046.514608:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101046.514612:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514618:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.514621:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514628:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514630:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101046.514632:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.514635:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101046.514638:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101046.514639:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322856467
00000100:00000001:3.0:1789101046.514642:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514644:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322856467
00000100:00000001:3.0:1789101046.514646:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514647:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101046.514649:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514651:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101046.514654:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101046/real 1789101046]  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101046.514662:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101046.514663:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101046.514665:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101046.514667:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101046.514668:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101046.514671:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101046.514674:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101046.514681:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514687:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101046.514689:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514690:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.514692:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101046.514695:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514701:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101046.514705:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514710:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101046.514712:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514714:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.514715:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514717:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101046.514719:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101046.514721:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101046.514725:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101046.514727:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101046.514730:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101046.514738:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101046.514741:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101046.514745:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514751:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101046.514752:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514754:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101046.514756:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101046.514758:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101046.514760:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101046.514763:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101046.514765:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101046.514766:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.514768:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101046.514771:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101046.514773:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.514776:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101046.514779:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101046.514782:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101046.514802:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694400, portal 4
00000100:00000001:3.0:1789101046.514804:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101046.514806:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:3.0:1789101046.514812:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514818:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101046.514821:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101046.514823:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101046.514825:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964694400, offset 0
00000400:00000200:3.0:1789101046.514829:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101046.514832:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514835:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101046.514838:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101046.514841:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101046.514843:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101046.514845:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101046.514848:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512373:512373:256:4294967295] 192.168.204.152@tcp LPNI seq info [512130:512130:8:4294967295]
00000400:00000200:3.0:1789101046.514852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.514858:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101046.514862:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514865:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101046.514869:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101046.514871:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101046.514876:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101046.514878:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101046.514882:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.514884:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101046.514886:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101046.514890:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101046.514892:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101046.514894:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101046.514896:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101046.514900:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514907:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.514910:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514917:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514918:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101046.514921:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.514923:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101046.514926:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101046.514928:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322856478
00000100:00000001:3.0:1789101046.514930:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514932:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322856478
00000100:00000001:3.0:1789101046.514934:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.514936:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101046.514939:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.514940:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101046.514943:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101046/real 1789101046]  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101046.514951:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101046.514952:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101046.514954:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101046.514956:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101046.514957:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101046.514959:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101046.514962:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101046.514970:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514977:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101046.514978:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.514980:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.514981:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101046.514985:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.514991:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101046.514995:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515001:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101046.515003:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515005:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.515006:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515008:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101046.515009:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101046.515012:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101046.515015:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101046.515017:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101046.515021:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101046.515029:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101046.515032:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515034:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.515037:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964694144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515043:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101046.515045:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101046.515047:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101046.515049:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101046.515051:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101046.515052:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101046.515054:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101046.515056:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:3.0:1789101046.515058:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101046.515059:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101046.515061:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:3.0:1789101046.515064:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101046.515077:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515079:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.515082:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964694272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515089:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101046.515090:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101046.515092:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101046.515095:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101046.515096:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101046.515097:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101046.515099:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101046.515101:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789101046.515103:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101046.515104:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101046.515105:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:3.0:1789101046.515107:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101046.515109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515110:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.515113:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964694400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515119:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101046.515121:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101046.515122:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101046.515124:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101046.515125:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101046.515126:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101046.515128:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101046.515129:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:3.0:1789101046.515131:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101046.515132:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101046.515134:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:3.0:1789101046.515136:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101046.515137:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515139:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515142:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101046.515143:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.515145:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101046.515147:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101046.515148:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101046.515151:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515157:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101046.515159:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.515161:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101046.515162:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101046.515164:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101046.515167:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101046.515171:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101046.515173:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101046.515174:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101046.515176:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101046.515178:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101046.515180:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101046.515183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101046.515186:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101046.515188:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101046.515191:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694528, portal 4
00000100:00000001:3.0:1789101046.515193:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101046.515194:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000040:3.0:1789101046.515199:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515205:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101046.515207:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101046.515209:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101046.515211:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964694528, offset 0
00000400:00000200:3.0:1789101046.515215:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101046.515219:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.515222:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101046.515225:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101046.515227:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101046.515230:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101046.515232:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101046.515235:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512374:512374:256:4294967295] 192.168.204.152@tcp LPNI seq info [512131:512131:8:4294967295]
00000400:00000200:3.0:1789101046.515239:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101046.515245:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101046.515250:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.515253:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101046.515257:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101046.515259:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101046.515263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101046.515266:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101046.515270:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101046.515272:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101046.515275:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101046.515278:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101046.515281:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101046.515282:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101046.515284:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101046.515288:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515295:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.515298:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515305:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.515306:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101046.515309:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101046.515311:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101046.515314:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101046.515316:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322856498
00000100:00000001:3.0:1789101046.515318:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.515320:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322856498
00000100:00000001:3.0:1789101046.515322:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322857731
00000100:00000001:3.0:1789101046.515324:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101046.515326:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.515328:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101046.515332:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101046/real 1789101046]  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101046.515339:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101046.515340:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101046.515342:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101046.515344:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101046.515345:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101046.515347:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101046.515351:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101046.515359:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515365:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101046.515366:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515367:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.515368:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101046.515371:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515377:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101046.515381:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515387:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101046.515390:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515391:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101046.515392:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515394:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101046.515395:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101046.515398:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101046.515401:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101046.515403:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101046.515407:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101046.515415:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101046.515418:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515420:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101046.515423:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964694528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101046.515430:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101046.515431:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101046.515433:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101046.515435:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101046.515436:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101046.515438:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101046.515440:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101046.515442:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789101046.515444:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101046.515445:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101046.515446:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:3.0:1789101046.515448:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101046.515450:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515452:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101046.515454:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101046.515456:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101046.515457:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101046.515459:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101047.537448:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101047.537455:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101047.537460:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101047.537462:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101047.537465:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101047.537466:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101047.537524:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101047.537528:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101047.537532:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101047.856957:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322857731, at 4322857792
00000100:00000040:1.0:1789101047.856957:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322857731, at 4322857792
00000100:00000010:1.0:1789101047.856976:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b360.
00000100:00000010:0.0:1789101047.856978:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b9c0.
00010000:00000001:2.0:1789101048.561001:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101048.561009:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101048.561011:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101048.561021:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561039:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101048.561041:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561043:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561046:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561050:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101048.561052:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101048.561053:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101048.561054:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561056:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101048.561057:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561059:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561060:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561064:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101048.561065:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101048.561066:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101048.561068:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561069:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101048.561075:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561077:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101048.561079:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101048.561222:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101048.561226:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101048.561229:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101049.584875:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101049.584882:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101049.584887:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101049.584888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101049.584892:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101049.584893:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101049.584937:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101049.584940:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101049.584943:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101050.608956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101050.608965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101050.608973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101050.608974:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101050.608978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101050.608980:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101050.609456:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101050.609461:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101050.609464:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101051.632916:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101051.632922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101051.632927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101051.632928:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101051.632932:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101051.632935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789101051.632937:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101051.632938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.632944:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101051.632944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101051.632947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101051.632950:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28189
00000400:00000200:0.0:1789101051.632959:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101051.632966:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101051.632985:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101051.632989:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.632992:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.632995:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.632998:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101051.633001:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101051.633003:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101051.633006:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101051.633009:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101051.633011:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101051.633014:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101051.633017:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633019:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.633021:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633022:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101051.633025:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101051.633031:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633033:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101051.633036:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101051.633039:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101051.633041:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633043:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101051.633045:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101051.633050:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1789101051.633053:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000001:3.0:1789101051.633055:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789101051.633057:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
00010000:00010000:3.0:1789101051.633060:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1789101051.633062:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101051.633065:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633068:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101051.633071:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101051.633075:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101051.633083:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789101051.633090:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101051.633099:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101051.633109:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101051.633113:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101051.633117:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101051.633136:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101051.633138:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101051.633140:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101051.633141:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101051.633142:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101051.633144:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101051.633145:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28189
00000400:00000200:0.0:1789101051.633149:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101051.633151:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101051.633152:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101051.633154:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633155:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.633156:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633158:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101051.633159:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101051.633160:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101051.633161:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101051.633162:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101051.633164:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101051.633165:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101051.633166:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633167:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.633168:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633170:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101051.633171:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101051.633173:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633174:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101051.633176:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101051.633184:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.633186:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1789101051.633187:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633190:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101051.633191:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1789101051.633195:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789101051.633196:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1789101051.633200:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633204:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101051.633205:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789101051.633208:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101051.633213:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101051.633217:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101051.633220:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633224:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101051.633227:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789101051.633230:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1789101051.633231:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.633233:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101051.633237:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789101051.633239:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789101051.633242:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.633242:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101051.633247:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101051.633251:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789101051.633254:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964694656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101051.633263:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789101051.633267:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789101051.633268:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789101051.633271:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.633272:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.633276:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1789101051.633279:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789101051.633283:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101051.633288:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633294:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101051.633298:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101051.633303:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789101051.633304:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101051.633307:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101051.633309:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789101051.633310:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:0.0:1789101051.633312:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101051.633316:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28189
00000400:00000010:3.0:1789101051.633319:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000400:00000200:0.0:1789101051.633323:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101051.633328:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000200:3.0:1789101051.633328:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694656, portal 25
00000100:00080000:0.0:1789101051.633334:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101051.633334:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1789101051.633339:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101051.633341:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000001:0.0:1789101051.633342:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.633346:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633350:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101051.633352:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101051.633354:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101051.633357:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101051.633360:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101051.633363:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000100:00000001:3.0:1789101051.633365:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1789101051.633368:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789101051.633370:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000020:00000001:0.0:1789101051.633373:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000010:3.0:1789101051.633375:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000040:0.0:1789101051.633380:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000200:3.0:1789101051.633381:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964694656, offset 0
00000100:00000001:0.0:1789101051.633384:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101051.633388:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633392:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101051.633393:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:0.0:1789101051.633397:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101051.633401:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633405:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.633405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101051.633410:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1789101051.633415:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101051.633421:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101051.633426:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
02000000:00000001:0.0:1789101051.633428:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789101051.633432:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1789101051.633433:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633438:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789101051.633438:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00100000:0.0:1789101051.633442:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789101051.633445:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512375:512375:256:4294967295] 192.168.204.152@tcp LPNI seq info [512132:512132:8:4294967295]
00000008:00000001:0.0:1789101051.633447:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633451:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.633455:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000010:0.0:1789101051.633457:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789101051.633461:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101051.633464:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101051.633467:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633471:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1789101051.633472:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1789101051.633475:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101051.633479:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101051.633484:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000010:0.0:1789101051.633486:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000800:00000010:3.0:1789101051.633490:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:0.0:1789101051.633492:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101051.633500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00100000:0.0:1789101051.633502:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1789101051.633505:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101051.633515:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789101051.633516:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101051.633520:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789101051.633521:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1789101051.633527:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789101051.633530:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.633534:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000001:0.0:1789101051.633542:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.633542:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1789101051.633547:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101051.633551:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1789101051.633553:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101051.633556:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1789101051.633558:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00080000:0.0:1789101051.633559:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789101051.633563:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:0.0:1789101051.633564:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101051.633569:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28189
00000100:00000001:3.0:1789101051.633569:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101051.633576:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101051.633577:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101051.633584:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101051.633588:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101051.633591:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633593:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101051.633593:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101051.633598:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633600:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101051.633601:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101051.633602:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101051.633604:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101051.633607:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101051.633610:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101051.633616:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789101051.633616:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.633621:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1789101051.633622:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101051.633628:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101051.633628:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633632:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101051.633636:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:0.0:1789101051.633638:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101051.633640:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322862851
00000100:00000001:0.0:1789101051.633642:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101051.633647:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000010:3.0:1789101051.633648:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b180.
00000100:00080000:0.0:1789101051.633650:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633655:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101051.633656:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101051.633657:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1789101051.633659:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101051.633662:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633664:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101051.633665:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322862851
00000008:00100000:0.0:1789101051.633667:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1789101051.633670:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bc60.
00000008:00000001:0.0:1789101051.633671:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633675:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.633676:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101051.633681:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.633685:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101051.633688:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000100:00000001:3.0:1789101051.633689:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1789101051.633694:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101051.633698:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101051.633699:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633701:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101051.633702:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101051.633704:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101051.633708:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00100000:3.0:1789101051.633709:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101051/real 1789101051]  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101051.633712:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101051.633721:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1789101051.633724:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101051.633728:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789101051.633729:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101051.633732:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101051.633733:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000040:0.0:1789101051.633735:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101051.633739:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00000001:0.0:1789101051.633743:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101051.633743:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00080000:0.0:1789101051.633745:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789101051.633748:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1789101051.633750:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101051.633752:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101051.633755:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1789101051.633755:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101051.633760:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101051.633765:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28189
00000400:00000200:0.0:1789101051.633775:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:3.0:1789101051.633776:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101051.633783:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789101051.633811:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101051.633814:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.633817:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.633819:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789101051.633823:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789101051.633825:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101051.633831:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633836:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101051.633838:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101051.633842:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633846:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101051.633848:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101051.633849:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101051.633852:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101051.633854:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101051.633857:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101051.633860:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101051.633863:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000001:3.0:1789101051.633863:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101051.633870:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101051.633872:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101051.633874:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789101051.633877:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101051.633877:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101051.633882:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101051.633883:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101051.633886:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789101051.633887:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00080000:3.0:1789101051.633891:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1789101051.633893:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789101051.633897:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00080000:0.0:1789101051.633899:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101051.633904:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.633904:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1789101051.633910:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101051.633914:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789101051.633914:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789101051.633919:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633924:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101051.633927:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789101051.633931:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964694656:192.168.204.152@tcp:250:kworker.0
00000008:00000001:0.0:1789101051.633932:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633936:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.633940:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1789101051.633942:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000100:00000001:3.0:1789101051.633943:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1789101051.633946:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000040:3.0:1789101051.633949:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964694656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789101051.633950:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101051.633953:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101051.633958:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101051.633960:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789101051.633963:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101051.633964:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.633966:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101051.633977:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789101051.633982:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101051.633989:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1789101051.633989:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101051.633994:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101051.633997:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101051.634000:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101051.634005:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101051.634008:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:3.0:1789101051.634015:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1789101051.634016:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789101051.634018:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1789101051.634021:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101051.634022:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:3.0:1789101051.634027:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1789101051.634028:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634030:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634034:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101051.634042:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634045:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1789101051.634047:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28199)
00000100:00000001:3.0:1789101051.634049:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634053:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101051.634055:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101051.634057:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101051.634062:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634069:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101051.634071:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634073:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101051.634074:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101051.634077:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101051.634080:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101051.634083:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101051.634085:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101051.634086:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634088:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101051.634091:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101051.634093:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.634097:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101051.634099:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101051.634103:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101051.634106:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694784, portal 10
00000100:00000001:3.0:1789101051.634108:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101051.634109:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:3.0:1789101051.634177:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634184:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101051.634186:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101051.634189:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101051.634192:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964694784, offset 0
00000400:00000200:3.0:1789101051.634196:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634201:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634204:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101051.634207:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101051.634210:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101051.634212:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101051.634215:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634217:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512376:512376:256:4294967295] 192.168.204.152@tcp LPNI seq info [512133:512133:8:4294967295]
00000400:00000200:3.0:1789101051.634221:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634226:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101051.634230:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634234:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101051.634238:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101051.634241:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101051.634245:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101051.634248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101051.634252:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634254:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101051.634256:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101051.634260:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101051.634263:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101051.634264:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101051.634267:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101051.634270:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634278:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.634280:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634287:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634288:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101051.634291:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101051.634295:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101051.634298:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101051.634300:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322861588
00000100:00000001:3.0:1789101051.634302:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634305:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322861588
00000100:00000001:3.0:1789101051.634306:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634309:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.634310:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634312:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101051.634316:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101051/real 1789101051]  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101051.634325:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101051.634326:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101051.634328:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101051.634329:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101051.634330:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101051.634331:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101051.634333:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101051.634338:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634342:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101051.634344:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634345:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634347:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101051.634350:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634356:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101051.634360:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634366:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101051.634369:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634370:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634371:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634373:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101051.634375:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101051.634377:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101051.634380:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101051.634382:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101051.634386:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101051.634394:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101051.634398:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101051.634401:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634405:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101051.634406:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634408:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101051.634409:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101051.634411:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101051.634413:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101051.634416:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101051.634418:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101051.634420:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634421:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101051.634424:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101051.634425:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.634429:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101051.634431:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101051.634434:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101051.634437:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964694912, portal 10
00000100:00000001:3.0:1789101051.634439:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101051.634440:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789101051.634445:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634452:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101051.634454:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101051.634456:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101051.634458:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964694912, offset 0
00000400:00000200:3.0:1789101051.634462:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634466:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634469:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101051.634472:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101051.634474:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101051.634477:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101051.634479:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634482:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512377:512377:256:4294967295] 192.168.204.152@tcp LPNI seq info [512134:512134:8:4294967295]
00000400:00000200:3.0:1789101051.634486:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634491:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101051.634496:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634498:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101051.634501:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101051.634503:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101051.634505:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101051.634507:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101051.634509:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634510:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101051.634512:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101051.634514:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101051.634516:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101051.634517:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101051.634519:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101051.634521:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634526:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.634528:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634531:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634532:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101051.634534:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101051.634536:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101051.634538:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101051.634540:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322861587
00000100:00000001:3.0:1789101051.634541:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634543:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322861587
00000100:00000001:3.0:1789101051.634544:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634545:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.634546:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634547:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101051.634549:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101051/real 1789101051]  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101051.634553:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101051.634554:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101051.634555:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101051.634556:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101051.634557:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101051.634558:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101051.634560:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101051.634565:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634568:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101051.634568:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634569:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634570:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101051.634572:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634575:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101051.634578:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634581:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101051.634583:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634584:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634584:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634586:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101051.634587:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101051.634588:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101051.634590:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101051.634591:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101051.634593:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101051.634597:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964694912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101051.634599:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101051.634601:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634605:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101051.634606:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634607:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101051.634608:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101051.634609:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101051.634611:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101051.634612:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101051.634613:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101051.634614:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634615:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101051.634617:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101051.634618:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.634620:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101051.634622:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101051.634624:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101051.634625:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695040, portal 4
00000100:00000001:3.0:1789101051.634627:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101051.634628:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789101051.634631:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634635:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101051.634636:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101051.634637:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101051.634638:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964695040, offset 0
00000400:00000200:3.0:1789101051.634640:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634642:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634644:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101051.634646:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101051.634647:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101051.634649:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101051.634650:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634652:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512378:512378:256:4294967295] 192.168.204.152@tcp LPNI seq info [512135:512135:8:4294967295]
00000400:00000200:3.0:1789101051.634654:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634658:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101051.634660:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634662:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101051.634664:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101051.634666:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101051.634668:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101051.634670:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101051.634672:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634673:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101051.634675:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101051.634677:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101051.634678:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101051.634679:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101051.634681:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101051.634684:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634697:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.634700:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634705:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634707:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101051.634710:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101051.634712:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101051.634715:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101051.634717:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322861597
00000100:00000001:3.0:1789101051.634719:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634721:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322861597
00000100:00000001:3.0:1789101051.634723:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634725:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.634726:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634728:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101051.634732:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101051/real 1789101051]  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101051.634739:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101051.634741:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101051.634742:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101051.634744:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101051.634746:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101051.634748:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101051.634751:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101051.634759:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634765:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101051.634767:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634768:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634769:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101051.634773:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634779:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101051.634782:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634810:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101051.634812:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634813:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.634815:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.634816:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101051.634818:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101051.634821:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101051.634823:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101051.634826:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101051.634829:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101051.634837:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101051.634841:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101051.634844:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634850:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101051.634851:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634853:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101051.634855:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101051.634856:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101051.634859:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101051.634862:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101051.634864:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101051.634866:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101051.634868:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101051.634871:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101051.634873:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101051.634876:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101051.634878:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101051.634882:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101051.634884:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695168, portal 4
00000100:00000001:3.0:1789101051.634886:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101051.634887:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789101051.634892:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634896:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101051.634897:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101051.634899:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101051.634901:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964695168, offset 0
00000400:00000200:3.0:1789101051.634903:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634906:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634908:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101051.634910:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101051.634912:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101051.634913:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101051.634915:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101051.634917:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512379:512379:256:4294967295] 192.168.204.152@tcp LPNI seq info [512136:512136:8:4294967295]
00000400:00000200:3.0:1789101051.634919:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101051.634923:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101051.634925:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634927:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101051.634930:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101051.634932:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101051.634934:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101051.634935:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101051.634938:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101051.634939:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101051.634941:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101051.634943:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101051.634945:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101051.634946:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101051.634947:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101051.634949:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634954:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.634956:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.634960:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634961:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101051.634963:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101051.634965:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101051.634967:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101051.634979:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322861618
00000100:00000001:3.0:1789101051.634982:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634984:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322861618
00000100:00000001:3.0:1789101051.634985:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322862851
00000100:00000001:3.0:1789101051.634987:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101051.634988:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.634990:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101051.634992:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101051/real 1789101051]  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101051.634997:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101051.634998:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101051.634999:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101051.635000:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101051.635001:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101051.635002:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101051.635004:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101051.635009:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635013:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101051.635014:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635016:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.635017:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101051.635020:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635026:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101051.635030:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635035:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101051.635037:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635039:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101051.635040:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635041:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101051.635043:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101051.635045:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101051.635048:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101051.635050:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101051.635054:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101051.635068:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101051.635072:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635074:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.635077:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964694784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635082:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101051.635083:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101051.635085:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091000.
02000000:00000001:3.0:1789101051.635086:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101051.635087:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101051.635088:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101051.635090:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101051.635091:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:3.0:1789101051.635093:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101051.635094:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101051.635095:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:3.0:1789101051.635096:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101051.635097:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635098:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.635100:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964694912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635104:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101051.635104:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101051.635105:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101051.635107:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101051.635107:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101051.635108:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101051.635109:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101051.635110:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:3.0:1789101051.635118:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101051.635119:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101051.635120:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:3.0:1789101051.635123:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101051.635124:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635125:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.635128:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964695040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635134:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101051.635135:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101051.635137:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101051.635138:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101051.635140:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101051.635141:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101051.635142:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101051.635144:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:3.0:1789101051.635146:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101051.635147:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101051.635148:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:3.0:1789101051.635150:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101051.635151:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635153:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101051.635156:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964695168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101051.635162:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101051.635163:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101051.635165:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101051.635166:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101051.635168:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101051.635169:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101051.635171:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101051.635172:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:3.0:1789101051.635174:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101051.635175:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101051.635176:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:3.0:1789101051.635178:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101051.635179:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635181:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101051.635185:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101051.635187:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101051.635189:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101051.635190:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101052.656947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101052.656964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101052.656970:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101052.656971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101052.656974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101052.656982:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101052.657157:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101052.657160:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101052.657164:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101052.976925:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322862851, at 4322862912
00000100:00000040:1.0:1789101052.976925:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322862851, at 4322862912
00000100:00000010:1.0:1789101052.976941:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bc60.
00000100:00000010:0.0:1789101052.976954:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b180.
00010000:00000001:2.0:1789101053.680947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101053.680954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101053.680961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101053.680962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101053.680965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101053.680966:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101053.681117:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101053.681129:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101053.681133:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101054.704953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101054.704960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101054.704966:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101054.704968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101054.704971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101054.704972:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101054.705106:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101054.705110:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101054.705112:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101055.729043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101055.729050:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101055.729056:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101055.729058:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101055.729061:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101055.729062:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101055.730969:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101055.730974:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101055.730978:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101056.752945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101056.752952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.752956:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101056.752959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101056.752960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.752962:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101056.752964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789101056.752965:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101056.752965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.752969:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101056.752972:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101056.752980:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28194
00000400:00000200:0.0:1789101056.752990:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101056.752996:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101056.753000:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101056.753003:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753007:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753009:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753012:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101056.753015:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101056.753017:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101056.753020:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101056.753022:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101056.753025:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101056.753028:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101056.753031:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753033:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753035:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753038:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101056.753041:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101056.753045:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753047:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101056.753050:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101056.753063:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101056.753067:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753069:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101056.753072:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101056.753081:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789101056.753085:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101056.753089:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101056.753091:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753094:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101056.753097:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101056.753100:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101056.753109:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789101056.753116:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101056.753125:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101056.753136:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101056.753140:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101056.753145:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101056.753174:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.753178:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101056.753181:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101056.753183:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101056.753185:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101056.753188:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101056.753190:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28194
00000400:00000200:0.0:1789101056.753194:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101056.753197:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101056.753200:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101056.753202:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753205:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753207:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753209:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101056.753211:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101056.753212:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101056.753214:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101056.753216:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101056.753218:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101056.753230:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101056.753234:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753236:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753238:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753240:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101056.753243:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101056.753246:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753249:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101056.753251:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101056.753257:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101056.753261:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753263:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:3.0:1789101056.753268:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000008:00100000:0.0:1789101056.753269:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000020:00000001:3.0:1789101056.753273:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1789101056.753275:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753279:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101056.753279:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1789101056.753286:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789101056.753289:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101056.753292:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101056.753294:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753296:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101056.753297:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101056.753299:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101056.753303:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789101056.753307:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101056.753313:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101056.753338:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101056.753340:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101056.753345:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101056.753353:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.753356:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101056.753359:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101056.753361:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101056.753362:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101056.753365:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101056.753368:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28194
00000400:00000200:0.0:1789101056.753372:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101056.753375:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101056.753378:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101056.753381:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753383:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753385:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753387:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101056.753389:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101056.753391:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101056.753393:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101056.753394:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101056.753396:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101056.753399:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101056.753401:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753403:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753405:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753407:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101056.753409:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101056.753412:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753414:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101056.753416:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101056.753419:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101056.753421:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753423:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101056.753425:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101056.753427:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753428:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101056.753446:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789101056.753449:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101056.753452:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101056.753453:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753455:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101056.753456:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101056.753458:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101056.753462:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789101056.753465:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101056.753470:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101056.753476:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101056.753478:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101056.753482:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101056.753489:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.753492:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101056.753495:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101056.753497:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101056.753498:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101056.753500:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101056.753503:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28194
00000400:00000200:0.0:1789101056.753517:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101056.753521:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101056.753523:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101056.753527:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753529:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753530:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753532:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101056.753534:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101056.753536:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101056.753537:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101056.753539:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101056.753541:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101056.753543:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101056.753545:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753547:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753549:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753551:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101056.753553:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101056.753555:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753558:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101056.753560:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101056.753563:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101056.753565:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753566:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101056.753569:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101056.753571:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753572:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101056.753576:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789101056.753579:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101056.753581:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101056.753582:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753584:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101056.753586:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101056.753588:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101056.753591:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:0.0:1789101056.753595:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101056.753612:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101056.753627:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101056.753630:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101056.753634:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101056.753642:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101056.753644:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101056.753648:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101056.753649:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101056.753650:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101056.753653:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101056.753655:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28194
00000400:00000200:0.0:1789101056.753659:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101056.753662:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101056.753665:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101056.753668:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753669:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753671:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753673:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101056.753675:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101056.753676:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101056.753678:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101056.753680:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101056.753682:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101056.753684:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101056.753692:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753695:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101056.753697:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753699:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101056.753701:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101056.753703:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101056.753705:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101056.753707:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101056.753711:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101056.753712:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753714:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101056.753716:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101056.753718:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753720:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101056.753723:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789101056.753726:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101056.753729:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101056.753730:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101056.753731:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101056.753733:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101056.753734:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101056.753738:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:0.0:1789101056.753742:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101056.753746:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101056.753753:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101056.753755:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.753822:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101056.753826:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101056.753829:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101056.753835:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.753842:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101056.753844:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.753847:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101056.753850:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101056.753852:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101056.753856:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964695296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101056.753859:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101056.753863:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101056.753866:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.753868:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101056.753882:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101056.753885:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.753891:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101056.753895:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789101056.753902:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789101056.753908:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695296, portal 25
00000100:00000001:2.0:1789101056.753911:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101056.753912:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789101056.753918:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.753925:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101056.753928:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101056.753931:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789101056.753934:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964695296, offset 0
00000400:00000200:2.0:1789101056.753941:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101056.753948:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.753954:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101056.753959:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101056.753962:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101056.753965:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101056.753968:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101056.753985:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512380:512380:256:4294967295] 192.168.204.152@tcp LPNI seq info [512137:512137:8:4294967295]
00000400:00000200:2.0:1789101056.753990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.754188:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101056.754196:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754201:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789101056.754207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101056.754211:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789101056.754216:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101056.754220:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789101056.754224:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754226:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789101056.754233:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101056.754237:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101056.754241:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789101056.754244:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789101056.754247:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101056.754252:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754260:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.754263:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754270:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754271:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101056.754278:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.754282:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101056.754285:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322867972
00000100:00000010:2.0:1789101056.754289:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000100:00000001:2.0:1789101056.754295:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101056.754301:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322867972
00000100:00000010:2.0:1789101056.754304:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:2.0:1789101056.754308:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101056.754369:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101056.754372:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754375:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101056.754380:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101056/real 1789101056]  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101056.754388:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101056.754390:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101056.754392:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101056.754395:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101056.754396:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789101056.754399:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101056.754402:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101056.754411:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754417:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101056.754419:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754421:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.754423:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101056.754427:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754433:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101056.754438:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754444:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101056.754447:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754448:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.754449:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754451:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101056.754453:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101056.754456:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101056.754460:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101056.754462:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101056.754466:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101056.754473:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964695296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101056.754478:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101056.754480:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754486:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101056.754488:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.754490:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101056.754492:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101056.754493:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101056.754496:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101056.754499:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101056.754501:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101056.754502:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.754504:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101056.754507:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101056.754509:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.754512:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101056.754515:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789101056.754518:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789101056.754521:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695424, portal 10
00000100:00000001:2.0:1789101056.754523:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101056.754524:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789101056.754530:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754541:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101056.754544:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101056.754546:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789101056.754549:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964695424, offset 0
00000400:00000200:2.0:1789101056.754553:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101056.754556:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.754560:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101056.754563:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101056.754565:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101056.754567:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101056.754569:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101056.754572:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512381:512381:256:4294967295] 192.168.204.152@tcp LPNI seq info [512138:512138:8:4294967295]
00000400:00000200:2.0:1789101056.754576:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.754581:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101056.754585:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754588:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000100:00000040:0.0:1789101056.754590:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1789101056.754592:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101056.754595:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789101056.754599:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101056.754601:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789101056.754605:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754606:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789101056.754609:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101056.754612:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101056.754615:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789101056.754616:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789101056.754619:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101056.754622:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754629:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.754632:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754643:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754645:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101056.754648:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101056.754652:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101056.754655:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101056.754657:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322866708
00000100:00000001:2.0:1789101056.754659:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.754661:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322866708
00000100:00000001:2.0:1789101056.754663:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.754665:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101056.754667:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754668:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101056.754672:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101056/real 1789101056]  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101056.754680:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101056.754681:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101056.754682:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101056.754685:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101056.754686:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789101056.754688:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101056.754692:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101056.754700:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754706:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101056.754707:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754709:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.754711:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101056.754714:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754721:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101056.754724:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754730:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101056.754732:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754734:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.754735:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.754737:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101056.754738:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101056.754741:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101056.754744:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101056.754746:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101056.754750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101056.754756:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101056.754760:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101056.754763:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754769:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101056.754770:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.754772:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101056.754774:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101056.754776:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101056.754778:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101056.754781:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101056.754783:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101056.754785:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.754804:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101056.754808:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101056.754809:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.754812:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101056.754815:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789101056.754818:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789101056.754821:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695552, portal 10
00000100:00000001:2.0:1789101056.754823:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101056.754824:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:2.0:1789101056.754829:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754835:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101056.754837:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101056.754839:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789101056.754841:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964695552, offset 0
00000400:00000200:2.0:1789101056.754845:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101056.754849:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.754852:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101056.754855:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101056.754857:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101056.754859:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101056.754861:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101056.754864:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512382:512382:256:4294967295] 192.168.204.152@tcp LPNI seq info [512139:512139:8:4294967295]
00000400:00000200:2.0:1789101056.754868:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.754885:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101056.754890:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754893:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789101056.754897:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101056.754899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789101056.754903:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101056.754905:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789101056.754908:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.754911:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789101056.754914:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101056.754916:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101056.754919:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789101056.754920:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789101056.754922:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101056.754926:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754932:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.754935:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.754941:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754942:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101056.754945:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101056.754947:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101056.754950:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101056.754952:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322866707
00000100:00000001:2.0:1789101056.754954:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.754956:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322866707
00000100:00000001:2.0:1789101056.754958:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.754961:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101056.754962:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.754964:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101056.754967:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101056/real 1789101056]  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101056.754974:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101056.754975:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101056.754977:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101056.754979:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101056.754980:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789101056.754983:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101056.754985:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101056.754993:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755013:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101056.755014:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755016:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755018:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101056.755021:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755028:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101056.755031:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755037:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101056.755039:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755040:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755041:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755043:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101056.755045:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101056.755047:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101056.755050:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101056.755052:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101056.755056:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101056.755062:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101056.755066:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101056.755068:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755074:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101056.755075:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.755077:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101056.755079:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101056.755080:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101056.755083:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101056.755085:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101056.755087:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101056.755088:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.755089:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755092:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789101056.755094:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.755097:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101056.755099:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789101056.755102:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789101056.755105:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695680, portal 4
00000100:00000001:2.0:1789101056.755107:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101056.755108:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789101056.755113:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755119:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101056.755121:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101056.755124:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789101056.755126:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964695680, offset 0
00000400:00000200:2.0:1789101056.755130:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101056.755134:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.755137:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101056.755140:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101056.755142:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101056.755144:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101056.755146:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101056.755149:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512383:512383:256:4294967295] 192.168.204.152@tcp LPNI seq info [512140:512140:8:4294967295]
00000400:00000200:2.0:1789101056.755153:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.755171:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101056.755176:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.755179:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789101056.755183:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101056.755186:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789101056.755190:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101056.755192:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789101056.755196:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.755197:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789101056.755200:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101056.755203:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101056.755206:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789101056.755208:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789101056.755210:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101056.755213:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755221:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755224:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755230:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755232:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101056.755235:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101056.755237:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101056.755240:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101056.755242:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322866717
00000100:00000001:2.0:1789101056.755244:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.755246:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322866717
00000100:00000001:2.0:1789101056.755248:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.755250:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101056.755253:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755255:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101056.755258:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101056/real 1789101056]  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101056.755266:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101056.755267:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101056.755269:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101056.755271:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101056.755273:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789101056.755275:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101056.755278:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101056.755286:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755292:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101056.755293:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755295:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755297:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101056.755300:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755306:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101056.755309:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755316:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101056.755318:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755319:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755321:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755323:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101056.755324:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101056.755326:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101056.755330:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101056.755332:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101056.755336:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101056.755343:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101056.755347:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755349:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755352:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964695296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755358:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101056.755361:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755363:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101056.755366:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101056.755368:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101056.755369:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101056.755372:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101056.755374:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789101056.755377:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101056.755379:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101056.755381:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789101056.755384:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101056.755385:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755386:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755390:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964695424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755396:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101056.755397:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755398:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101056.755400:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101056.755402:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101056.755403:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101056.755404:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101056.755406:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789101056.755409:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101056.755410:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101056.755411:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789101056.755414:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101056.755415:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755416:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789101056.755419:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101056.755420:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964695552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101056.755424:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28204)
00000100:00000001:2.0:1789101056.755425:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101056.755426:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755427:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101056.755429:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101056.755430:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101056.755431:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101056.755433:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101056.755434:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789101056.755436:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101056.755437:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101056.755438:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789101056.755440:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101056.755441:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755443:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755445:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964695680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755451:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101056.755453:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755454:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789101056.755456:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101056.755458:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101056.755459:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101056.755460:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101056.755462:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:2.0:1789101056.755463:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101056.755464:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101056.755465:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789101056.755467:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101056.755467:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755469:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755475:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101056.755477:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755478:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101056.755479:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101056.755480:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101056.755482:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755486:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101056.755487:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.755489:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101056.755490:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101056.755491:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101056.755493:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101056.755495:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101056.755496:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101056.755497:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101056.755498:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755500:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789101056.755501:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101056.755504:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101056.755506:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000400:00000010:2.0:1789101056.755509:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000200:2.0:1789101056.755512:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695808, portal 4
00000100:00000001:2.0:1789101056.755513:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101056.755515:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789101056.755519:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755525:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101056.755527:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101056.755529:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000200:2.0:1789101056.755531:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964695808, offset 0
00000400:00000200:2.0:1789101056.755536:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101056.755539:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.755542:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101056.755545:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101056.755548:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101056.755550:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101056.755552:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101056.755555:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512384:512384:256:4294967295] 192.168.204.152@tcp LPNI seq info [512141:512141:8:4294967295]
00000400:00000200:2.0:1789101056.755559:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101056.755565:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101056.755568:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.755570:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
00000800:00000200:2.0:1789101056.755573:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101056.755574:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789101056.755577:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101056.755579:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789101056.755581:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101056.755582:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:2.0:1789101056.755584:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101056.755586:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101056.755588:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:2.0:1789101056.755589:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:2.0:1789101056.755591:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101056.755593:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755598:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755601:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755607:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755609:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101056.755612:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101056.755614:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101056.755618:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101056.755620:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322866738
00000100:00000001:2.0:1789101056.755622:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.755624:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322866738
00000100:00000001:2.0:1789101056.755626:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322867972
00000100:00000001:2.0:1789101056.755628:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101056.755630:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755632:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101056.755636:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101056/real 1789101056]  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101056.755643:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101056.755644:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101056.755646:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101056.755648:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101056.755650:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:2.0:1789101056.755652:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101056.755655:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101056.755663:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755669:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101056.755670:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755672:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755673:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101056.755676:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755683:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101056.755686:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755692:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101056.755696:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755698:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101056.755699:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755701:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101056.755703:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101056.755705:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101056.755709:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101056.755711:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101056.755715:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101056.755722:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964695808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101056.755726:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755728:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101056.755731:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964695808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101056.755738:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101056.755739:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101056.755741:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
02000000:00000001:2.0:1789101056.755744:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101056.755745:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101056.755746:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101056.755748:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101056.755750:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:2.0:1789101056.755752:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101056.755753:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101056.755755:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789101056.755757:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101056.755759:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755760:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101056.755764:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101056.755765:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101056.755767:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101056.755769:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101057.777020:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101057.777036:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101057.777043:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101057.777044:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101057.777048:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101057.777049:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101057.777181:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101057.777186:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101057.777189:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101058.096943:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322867972, at 4322868032
00000100:00000010:0.0:1789101058.096967:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000100:00000040:1.0:1789101058.097117:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322867972, at 4322868032
00000100:00000010:1.0:1789101058.097129:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00010000:00000001:2.0:1789101058.800979:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101058.800989:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101058.800991:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101058.800995:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801000:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101058.801003:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801005:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801008:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801013:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101058.801015:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101058.801017:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101058.801018:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801020:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101058.801021:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801023:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801025:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801029:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101058.801031:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101058.801032:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101058.801035:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801037:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101058.801038:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801040:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101058.801042:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101058.801144:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101058.801148:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101058.801150:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101059.824936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101059.824944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101059.824950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101059.824951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101059.824962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101059.824963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101059.825153:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101059.825157:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101059.825160:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101060.848975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101060.848993:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101060.849000:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101060.849001:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101060.849004:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101060.849005:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101060.849067:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101060.849073:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101060.849076:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101061.872924:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101061.872926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101061.872932:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101061.872932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.872936:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101061.872940:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101061.872940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101061.872943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.872945:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101061.872951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101061.872952:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28199
00010000:00000001:2.0:1789101061.872954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789101061.872964:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.872971:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101061.872973:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101061.872976:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.872979:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.872982:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.872985:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101061.872988:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101061.872990:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101061.872993:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101061.872996:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101061.872999:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101061.873002:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101061.873005:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873007:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873009:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873011:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101061.873013:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101061.873016:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873017:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101061.873021:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101061.873025:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101061.873028:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873030:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101061.873032:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101061.873035:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101061.873040:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101061.873042:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00010000:00010000:0.0:1789101061.873044:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1789101061.873048:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101061.873053:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101061.873054:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873058:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101061.873060:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101061.873064:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101061.873079:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789101061.873086:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101061.873095:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101061.873105:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101061.873109:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101061.873114:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101061.873128:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101061.873130:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101061.873132:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101061.873134:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101061.873135:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101061.873138:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101061.873140:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28199
00000400:00000200:1.0:1789101061.873144:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.873148:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101061.873151:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101061.873155:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101061.873155:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101061.873160:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789101061.873161:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101061.873163:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101061.873165:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101061.873167:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101061.873171:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101061.873174:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000040:2.0:1789101061.873175:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101061.873176:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101061.873179:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101061.873181:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101061.873183:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101061.873188:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873195:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873198:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101061.873201:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101061.873205:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873209:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873210:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789101061.873211:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789101061.873214:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873220:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789101061.873223:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101061.873224:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101061.873229:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873230:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873233:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1789101061.873238:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964695936:192.168.204.152@tcp:250:kworker.0
00000008:00100000:1.0:1789101061.873240:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101061.873247:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873247:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789101061.873251:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873253:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1789101061.873257:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
02000000:00000001:2.0:1789101061.873257:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101061.873263:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101061.873263:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789101061.873269:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101061.873270:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101061.873271:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b800.
00000100:00000001:1.0:1789101061.873273:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101061.873276:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101061.873277:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101061.873279:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101061.873284:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000400:00000200:2.0:1789101061.873285:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101061.873288:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101061.873291:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80058.
00000100:00100000:1.0:1789101061.873295:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789101061.873300:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158110.
00000100:00000001:1.0:1789101061.873301:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101061.873305:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101061.873308:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101061.873309:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964695936, portal 25
00000100:00000001:2.0:1789101061.873315:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101061.873318:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000100:00000040:2.0:1789101061.873328:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101061.873331:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101061.873336:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101061.873344:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101061.873345:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789101061.873347:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101061.873351:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1789101061.873351:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873355:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101061.873358:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28199
00000400:00000200:1.0:1789101061.873361:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.873363:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101061.873365:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101061.873367:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873368:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873376:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873378:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101061.873380:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101061.873381:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101061.873382:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101061.873384:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101061.873386:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101061.873388:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101061.873391:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873393:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873394:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873396:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101061.873398:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101061.873400:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873403:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101061.873405:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101061.873409:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101061.873411:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873412:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101061.873415:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101061.873417:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873419:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101061.873422:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789101061.873423:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101061.873425:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101061.873426:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873427:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101061.873428:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101061.873429:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101061.873432:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101061.873434:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101061.873438:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101061.873443:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101061.873444:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101061.873446:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101061.873451:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101061.873452:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101061.873455:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101061.873456:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101061.873457:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101061.873459:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101061.873460:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28199
00000400:00000200:1.0:1789101061.873464:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.873466:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101061.873468:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101061.873471:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873473:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873474:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873477:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101061.873479:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101061.873480:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101061.873481:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101061.873483:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101061.873485:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101061.873487:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101061.873490:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873492:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873493:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873495:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101061.873497:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101061.873499:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873501:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101061.873502:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101061.873505:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101061.873506:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873508:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101061.873511:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101061.873513:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873514:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101061.873517:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789101061.873519:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101061.873522:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101061.873530:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873533:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101061.873534:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101061.873535:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101061.873539:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789101061.873543:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101061.873547:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101061.873556:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789101061.873557:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158d48.
00000100:00000001:1.0:1789101061.873558:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101061.873563:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101061.873565:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964695936, offset 0
00000100:00000001:1.0:1789101061.873573:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101061.873575:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101061.873580:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1789101061.873580:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873583:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101061.873585:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101061.873587:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101061.873589:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28199
00000400:00000200:2.0:1789101061.873593:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.873594:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101061.873600:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101061.873601:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101061.873605:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789101061.873605:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789101061.873606:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101061.873610:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873612:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101061.873614:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101061.873615:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000200:2.0:1789101061.873615:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1789101061.873618:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101061.873620:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101061.873621:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101061.873624:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000200:2.0:1789101061.873624:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000040:1.0:1789101061.873629:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873630:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789101061.873633:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789101061.873634:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873637:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101061.873639:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000200:2.0:1789101061.873641:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00080000:1.0:1789101061.873643:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101061.873647:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101061.873649:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789101061.873652:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512385:512385:256:4294967295] 192.168.204.152@tcp LPNI seq info [512142:512142:8:4294967295]
02000000:00000001:1.0:1789101061.873653:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101061.873657:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873661:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789101061.873662:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00100000:1.0:1789101061.873664:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101061.873667:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873670:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101061.873675:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000400:00000200:2.0:1789101061.873676:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1789101061.873680:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000800:00000200:2.0:1789101061.873685:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101061.873691:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdae00.
02000000:00000001:1.0:1789101061.873697:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1789101061.873697:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789101061.873700:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789101061.873703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789101061.873704:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101061.873707:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101061.873710:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101061.873716:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789101061.873719:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101061.873726:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101061.873728:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101061.873737:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1789101061.873737:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101061.873742:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873743:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322873091
00000100:00000040:1.0:1789101061.873749:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789101061.873751:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97720.
00000100:00000001:2.0:1789101061.873760:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101061.873768:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322873091
00000100:00000001:1.0:1789101061.873769:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101061.873773:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789101061.873809:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101061.873814:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101061.873817:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873821:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873823:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789101061.873826:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28209)
00000100:00000001:2.0:1789101061.873833:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101061.873837:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789101061.873840:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101061.873841:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101061.873843:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101061.873848:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.873855:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101061.873856:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873859:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101061.873860:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101061.873862:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101061.873864:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101061.873867:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101061.873870:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101061.873871:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873872:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101061.873876:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101061.873877:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101061.873881:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101061.873883:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80160.
00000400:00000010:2.0:1789101061.873886:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158220.
00000100:00000200:2.0:1789101061.873889:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696064, portal 10
00000100:00000001:2.0:1789101061.873891:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101061.873892:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:2.0:1789101061.873898:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.873904:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101061.873906:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101061.873908:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802511586e8.
00000100:00000200:2.0:1789101061.873910:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964696064, offset 0
00000400:00000200:2.0:1789101061.873914:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101061.873918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.873921:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101061.873925:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101061.873928:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101061.873930:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101061.873932:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101061.873934:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512386:512386:255:4294967295] 192.168.204.152@tcp LPNI seq info [512143:512143:7:4294967295]
00000400:00000200:2.0:1789101061.873938:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.873943:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101061.873948:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101061.873951:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdaa00.
00000800:00000200:2.0:1789101061.873955:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101061.873958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101061.873961:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101061.873964:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101061.873967:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101061.873969:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322871828
00000100:00000001:2.0:1789101061.873972:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.873974:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322871828
00000100:00000001:2.0:1789101061.873976:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.873978:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101061.873980:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.873982:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101061.873985:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.873991:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101061.873992:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.873994:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101061.873995:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101061.873997:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101061.874000:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101061.874003:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101061.874005:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101061.874007:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.874008:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101061.874011:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101061.874013:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101061.874015:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101061.874018:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80c08.
00000400:00000010:2.0:1789101061.874021:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158e58.
00000100:00000200:2.0:1789101061.874023:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696192, portal 10
00000100:00000001:2.0:1789101061.874025:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101061.874026:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:2.0:1789101061.874031:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.874036:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101061.874038:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101061.874040:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158000.
00000100:00000200:2.0:1789101061.874042:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964696192, offset 0
00000400:00000200:2.0:1789101061.874045:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874048:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874051:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101061.874053:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101061.874056:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101061.874057:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101061.874059:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874061:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512387:512387:254:4294967295] 192.168.204.152@tcp LPNI seq info [512144:512144:6:4294967295]
00000400:00000200:2.0:1789101061.874065:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874070:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101061.874074:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101061.874078:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdad00.
00000800:00000200:2.0:1789101061.874082:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101061.874086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101061.874088:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101061.874090:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101061.874093:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101061.874095:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322871827
00000100:00000001:2.0:1789101061.874097:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874099:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322871827
00000100:00000001:2.0:1789101061.874101:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874103:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101061.874105:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.874107:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101061.874113:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.874119:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101061.874120:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.874123:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101061.874124:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101061.874126:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101061.874129:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101061.874132:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101061.874133:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101061.874135:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.874136:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101061.874139:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101061.874141:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101061.874143:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101061.874146:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80478.
00000400:00000010:2.0:1789101061.874151:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101061.874154:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696320, portal 4
00000100:00000001:2.0:1789101061.874155:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101061.874156:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:2.0:1789101061.874162:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.874168:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101061.874171:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101061.874173:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158cc0.
00000100:00000200:2.0:1789101061.874176:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964696320, offset 0
00000400:00000200:2.0:1789101061.874180:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874184:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874187:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101061.874190:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101061.874193:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101061.874195:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101061.874198:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874203:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512388:512388:253:4294967295] 192.168.204.152@tcp LPNI seq info [512145:512145:5:4294967295]
00000400:00000200:2.0:1789101061.874210:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874218:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101061.874223:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101061.874227:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cdab00.
00000800:00000200:2.0:1789101061.874231:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101061.874236:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101061.874239:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101061.874242:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101061.874246:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101061.874248:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322871837
00000100:00000001:2.0:1789101061.874250:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874252:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322871837
00000100:00000001:2.0:1789101061.874254:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874257:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101061.874259:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.874261:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101061.874265:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.874271:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101061.874272:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.874275:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101061.874276:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101061.874278:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101061.874280:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101061.874283:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101061.874285:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101061.874287:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101061.874288:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101061.874291:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101061.874293:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101061.874296:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101061.874299:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101061.874302:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101061.874307:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696448, portal 4
00000100:00000001:2.0:1789101061.874309:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101061.874310:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:2.0:1789101061.874315:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101061.874321:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101061.874323:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101061.874327:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158880.
00000100:00000200:2.0:1789101061.874329:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964696448, offset 0
00000400:00000200:2.0:1789101061.874333:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874336:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874339:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101061.874342:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101061.874344:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101061.874346:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101061.874349:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101061.874351:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512389:512389:252:4294967295] 192.168.204.152@tcp LPNI seq info [512146:512146:4:4294967295]
00000400:00000200:2.0:1789101061.874355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101061.874361:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101061.874365:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101061.874368:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda700.
00000800:00000200:2.0:1789101061.874375:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101061.874432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101061.874436:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101061.874438:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101061.874441:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101061.874442:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322871857
00000100:00000001:2.0:1789101061.874444:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874446:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322871857
00000100:00000001:2.0:1789101061.874448:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322873091
00000100:00000001:2.0:1789101061.874449:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101061.874451:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.874453:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.874455:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101061.874458:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101061.874460:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789101061.874462:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101061.874463:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101061.874465:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101061.874466:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101062.896926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101062.896933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101062.896938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101062.896939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101062.896943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101062.896944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101062.896972:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101062.896976:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101062.896985:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101063.216903:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322873091, at 4322873152
00000100:00000040:1.0:1789101063.216903:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322873091, at 4322873152
00000100:00000010:1.0:1789101063.216918:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000100:00000010:0.0:1789101063.216920:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00010000:00000001:2.0:1789101063.920886:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101063.920893:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101063.920898:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101063.920899:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101063.920902:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101063.920903:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101063.920950:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101063.920953:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101063.920955:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101064.944929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101064.944934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101064.944938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101064.944939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101064.944941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101064.944942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101064.945027:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101064.945031:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101064.945034:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789101064.945117:0:256906:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:1.0:1789101064.945165:0:256906:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1789101064.945175:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101064.945179:0:256906:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:1.0:1789101064.945184:0:256906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101064.945188:0:256906:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1789101064.945193:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789101064.945197:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdae00.
00000400:00000200:1.0:1789101064.945202:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789101064.945207:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789101064.945213:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158d48
00000400:00000010:1.0:1789101064.945216:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158d48.
00000100:00000001:1.0:1789101064.945221:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789101064.945229:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101064.945248:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101064.945252:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101064.945262:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101064.945264:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1789101064.945274:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789101064.945277:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdaa00.
00000400:00000200:1.0:1789101064.945280:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1789101064.945281:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1789101064.945286:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1789101064.945287:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1789101064.945290:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802511586e8
00000400:00000010:1.0:1789101064.945293:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802511586e8.
00000100:00000001:2.0:1789101064.945294:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789101064.945296:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1789101064.945306:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.945307:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101061/real 1789101064]  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101064.945328:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101064.945333:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101064.945334:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101064.945338:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101064.945342:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80058.
00000400:00000200:2.0:1789101064.945349:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158110
00000400:00000010:2.0:1789101064.945353:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158110.
00000100:00000001:1.0:1789101064.945355:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101064.945357:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789101064.945358:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1789101064.945365:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789101064.945369:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789101064.945374:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdad00.
00000400:00000200:1.0:1789101064.945379:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1789101064.945384:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101064.945387:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789101064.945392:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158000
00000400:00000010:1.0:1789101064.945396:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158000.
00000100:00000001:2.0:1789101064.945399:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789101064.945401:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1789101064.945403:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945407:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:1.0:1789101064.945409:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945410:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101064.945421:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101064.945422:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101064.945429:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945436:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101064.945442:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101064.945446:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1789101064.945446:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789101064.945454:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789101064.945458:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cdab00.
00000100:00000001:2.0:1789101064.945461:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1789101064.945463:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1789101064.945465:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945468:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945469:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945474:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:1.0:1789101064.945477:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1789101064.945478:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1789101064.945481:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158cc0
00000100:00080000:2.0:1789101064.945484:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000010:1.0:1789101064.945485:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158cc0.
00000100:00000001:1.0:1789101064.945491:0:256906:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1789101064.945494:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000200:1.0:1789101064.945498:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945500:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101064.945510:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101064.945512:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101064.945519:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.945528:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964695936:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789101064.945530:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101064.945533:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101064.945538:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101064.945541:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000800:00000100:1.0:1789101064.945544:0:256906:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:1.0:1789101064.945549:0:256906:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda700.
00000100:00000040:2.0:1789101064.945549:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964695936/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101064.945555:0:256906:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789101064.945564:0:256906:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1789101064.945565:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:1.0:1789101064.945567:0:256906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158880
02000000:00000001:2.0:1789101064.945569:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000010:1.0:1789101064.945571:0:256906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158880.
02000000:00000010:2.0:1789101064.945574:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b800.
00000100:00000001:1.0:1789101064.945576:0:256906:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1789101064.945582:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101064.945586:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101064.945587:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101064.945590:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101064.945592:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
00000100:00000200:1.0:1789101064.945596:0:256906:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101064.945597:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101064.945600:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101064.945603:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00000001:1.0:1789101064.945609:0:256906:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789101064.945610:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101064.945613:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789101064.945616:0:256906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945617:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101064.945622:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101064.945625:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101064.945627:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789101064.945631:0:256906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101064.945635:0:256906:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1789101064.945636:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101061/real 1789101064]  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101064.945650:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101064.945652:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101064.945654:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80160.
00000400:00000200:2.0:1789101064.945657:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158220
00000400:00000010:2.0:1789101064.945658:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158220.
00000100:00000001:2.0:1789101064.945661:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101064.945663:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101064.945671:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945678:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101064.945679:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945681:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945682:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101064.945685:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945692:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101064.945696:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945702:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101064.945705:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945706:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945708:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945709:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101064.945711:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101064.945714:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101064.945732:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101064.945735:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101064.945740:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.945748:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696064:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101064.945752:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101064.945755:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101061/real 1789101064]  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101064.945762:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101064.945764:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101064.945766:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80c08.
00000400:00000200:2.0:1789101064.945768:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158e58
00000400:00000010:2.0:1789101064.945770:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158e58.
00000100:00000001:2.0:1789101064.945772:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101064.945775:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101064.945782:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945811:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101064.945813:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945815:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945817:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101064.945821:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945827:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101064.945831:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945837:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101064.945839:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945841:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945842:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945844:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101064.945847:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101064.945861:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101064.945866:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101064.945868:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101064.945872:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.945879:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696192:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101064.945884:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101064.945887:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101061/real 1789101064]  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101064.945894:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101064.945895:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101064.945897:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80478.
00000400:00000200:2.0:1789101064.945899:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101064.945901:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101064.945903:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101064.945906:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101064.945914:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945919:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101064.945921:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945922:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945924:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101064.945927:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945940:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101064.945945:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.945952:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101064.945954:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945956:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.945957:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.945958:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101064.945960:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101064.945962:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101064.945965:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101064.945968:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101064.945971:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.945978:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696320:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101064.945981:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101064.945984:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101061/real 1789101064]  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101064.945992:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101064.945993:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101064.945995:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101064.945998:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101064.946000:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101064.946002:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101064.946005:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101064.946018:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946024:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101064.946025:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946027:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.946028:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101064.946032:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946038:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101064.946041:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946046:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101064.946048:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946049:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101064.946050:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946052:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101064.946053:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101064.946056:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101064.946059:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101064.946061:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101064.946064:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101064.946072:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696448:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101064.946075:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946077:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101064.946081:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964696064/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946093:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101064.946094:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101064.946096:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101064.946099:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101064.946101:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101064.946102:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101064.946104:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101064.946106:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789101064.946110:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101064.946111:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101064.946112:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:2.0:1789101064.946115:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101064.946116:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946119:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101064.946122:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964696192/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946128:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101064.946129:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101064.946131:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101064.946133:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101064.946134:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101064.946135:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101064.946137:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101064.946138:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789101064.946140:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101064.946141:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101064.946143:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:2.0:1789101064.946145:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101064.946146:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946148:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101064.946151:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964696320/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946157:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101064.946158:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101064.946160:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101064.946162:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101064.946163:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101064.946164:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101064.946166:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101064.946167:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789101064.946169:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101064.946170:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101064.946172:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:2.0:1789101064.946174:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101064.946175:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946176:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101064.946179:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964696448/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101064.946185:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101064.946186:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101064.946188:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101064.946190:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101064.946191:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101064.946193:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101064.946194:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101064.946196:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789101064.946198:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101064.946199:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101064.946201:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:2.0:1789101064.946203:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101064.946204:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946205:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101064.946214:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101064.946216:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101064.946218:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101064.946220:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101065.968939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101065.968946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101065.968953:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101065.968954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101065.968961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101065.968965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101065.969095:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101065.969100:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101065.969103:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101066.992992:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101066.993004:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101066.993007:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101066.993011:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101066.993017:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101066.993026:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28204
00000400:00000200:1.0:1789101066.993038:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101066.993039:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1789101066.993047:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789101066.993048:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101066.993055:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789101066.993060:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1789101066.993061:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101066.993065:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993068:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993073:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101066.993073:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101066.993079:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993081:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101066.993089:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101066.993092:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101066.993096:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101066.993099:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101066.993102:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101066.993105:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101066.993109:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993111:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993113:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993115:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101066.993118:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101066.993122:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993124:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101066.993128:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101066.993132:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101066.993135:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993139:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101066.993142:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101066.993152:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789101066.993155:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101066.993160:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101066.993162:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993165:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101066.993168:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101066.993173:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101066.993181:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789101066.993189:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101066.993200:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101066.993212:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101066.993217:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.993223:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.993325:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101066.993330:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101066.993333:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101066.993347:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.993357:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101066.993360:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.993364:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101066.993367:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101066.993370:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101066.993374:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964696576:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101066.993601:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101066.993606:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101066.993609:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.993611:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101066.993617:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101066.993619:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993703:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101066.993709:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101066.993713:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101066.993715:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101066.993717:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101066.993720:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101066.993724:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28204
00000400:00000200:1.0:1789101066.993730:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101066.993733:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101066.993736:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101066.993739:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993741:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993743:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993746:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101066.993749:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101066.993750:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101066.993752:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101066.993755:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101066.993757:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101066.993759:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101066.993762:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993764:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993766:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993768:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101066.993770:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101066.993772:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993774:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101066.993776:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101066.993783:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101066.993817:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993820:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101066.993826:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101066.993830:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993832:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101066.993837:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789101066.993840:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101066.993843:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101066.993844:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993846:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101066.993848:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101066.993851:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101066.993855:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789101066.993860:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101066.993866:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101066.993874:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101066.993878:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.993882:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101066.993892:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101066.993895:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101066.993898:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101066.993900:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101066.993901:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101066.993905:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101066.993908:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28204
00000400:00000200:1.0:1789101066.993910:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101066.993913:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101066.993915:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101066.993918:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993920:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993922:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993925:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101066.993927:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101066.993929:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101066.993930:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101066.993932:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101066.993935:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101066.993937:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101066.993940:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993941:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.993943:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993945:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101066.993947:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101066.993950:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101066.993953:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101066.993954:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101066.993957:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101066.993959:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993961:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101066.993962:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101066.993965:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993966:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101066.993969:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789101066.993971:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101066.993973:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101066.993975:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.993976:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101066.993978:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101066.993980:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101066.993983:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789101066.993987:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101066.993991:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101066.994005:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101066.994006:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.994011:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101066.994019:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101066.994021:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101066.994025:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101066.994027:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101066.994028:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101066.994030:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101066.994033:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28204
00000400:00000200:1.0:1789101066.994036:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101066.994039:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101066.994042:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101066.994044:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994046:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.994048:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994050:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101066.994053:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101066.994054:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101066.994055:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101066.994058:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101066.994059:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101066.994061:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101066.994063:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994065:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.994067:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994069:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101066.994072:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101066.994075:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994077:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101066.994079:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101066.994081:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101066.994083:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994085:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101066.994088:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101066.994091:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994093:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101066.994096:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789101066.994098:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101066.994100:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101066.994102:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994103:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101066.994105:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101066.994106:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101066.994110:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789101066.994113:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101066.994117:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101066.994124:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101066.994126:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.994130:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101066.994137:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101066.994139:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101066.994142:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101066.994144:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101066.994145:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101066.994148:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101066.994150:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28204
00000400:00000200:1.0:1789101066.994154:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101066.994156:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101066.994160:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101066.994165:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994167:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.994170:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994172:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101066.994174:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101066.994175:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101066.994176:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101066.994178:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101066.994180:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101066.994182:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101066.994186:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994189:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101066.994196:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.994196:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101066.994207:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000010:2.0:1789101066.994212:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000020:00000040:1.0:1789101066.994213:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101066.994223:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101066.994226:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101066.994228:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1789101066.994231:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
02000000:00000001:1.0:1789101066.994232:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101066.994242:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994244:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101066.994246:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101066.994249:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994251:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101066.994254:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789101066.994257:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101066.994259:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101066.994261:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101066.994263:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101066.994264:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101066.994266:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101066.994271:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789101066.994274:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101066.994279:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101066.994285:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101066.994287:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.994290:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101066.994313:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101066.994318:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28214)
00000020:00000001:3.0:1789101066.994408:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101066.994413:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101066.994416:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000200:2.0:1789101066.994647:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696576, portal 25
00000100:00000001:2.0:1789101066.994659:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101066.994660:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000040:2.0:1789101066.994670:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.994696:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101066.994700:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101066.994706:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101066.994710:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964696576, offset 0
00000400:00000200:2.0:1789101066.994717:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101066.994728:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.994736:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101066.994742:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101066.994746:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101066.994750:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101066.994753:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.994756:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512390:512390:256:4294967295] 192.168.204.152@tcp LPNI seq info [512147:512147:8:4294967295]
00000400:00000200:2.0:1789101066.994760:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.994772:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101066.994779:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.994784:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101066.994813:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101066.994817:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101066.994822:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101066.994825:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101066.994829:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.994831:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101066.994837:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101066.994853:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101066.995662:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101066.995669:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101066.995675:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101066.995695:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.995708:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.995711:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.995718:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.995720:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101066.995730:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101066.995735:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101066.995738:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322878213
00000100:00000010:2.0:1789101066.995745:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97000.
00000100:00000001:2.0:1789101066.995751:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101066.995760:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322878213
00000100:00000010:2.0:1789101066.995763:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000001:2.0:1789101066.995766:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101066.995769:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101066.995772:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.995775:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101066.995780:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101066/real 1789101066]  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101066.995817:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101066.995818:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101066.995821:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101066.995824:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101066.995825:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101066.995828:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101066.995831:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101066.995838:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996005:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101066.996006:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996008:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996010:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101066.996014:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996018:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101066.996022:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996027:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101066.996029:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996030:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996030:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996032:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101066.996034:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101066.996037:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101066.996039:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101066.996040:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101066.996043:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101066.996047:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964696576:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101066.996050:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996052:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.996054:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964696576/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996058:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101066.996060:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101066.996063:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101066.996066:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101066.996068:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101066.996069:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101066.996071:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101066.996073:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789101066.996075:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101066.996076:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101066.996078:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:2.0:1789101066.996082:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101066.996083:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996084:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996092:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101066.996093:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996095:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101066.996096:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101066.996098:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101066.996101:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996106:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101066.996108:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996110:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101066.996122:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101066.996125:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101066.996128:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101066.996132:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101066.996136:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101066.996138:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996141:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101066.996145:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101066.996147:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101066.996151:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101066.996154:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101066.996158:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101066.996163:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696704, portal 10
00000100:00000001:2.0:1789101066.996165:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101066.996166:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:2.0:1789101066.996173:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996180:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101066.996182:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101066.996185:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101066.996187:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964696704, offset 0
00000400:00000200:2.0:1789101066.996191:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996196:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996201:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101066.996204:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101066.996206:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101066.996208:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101066.996209:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996211:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512391:512391:256:4294967295] 192.168.204.152@tcp LPNI seq info [512148:512148:8:4294967295]
00000400:00000200:2.0:1789101066.996214:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996219:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101066.996223:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996225:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101066.996377:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101066.996379:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101066.996383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101066.996385:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101066.996387:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996388:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101066.996392:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101066.996394:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101066.996397:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101066.996398:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101066.996400:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101066.996403:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996408:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.996410:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996414:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996415:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101066.996417:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101066.996420:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101066.996422:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101066.996424:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322876950
00000100:00000001:2.0:1789101066.996426:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996428:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322876950
00000100:00000001:2.0:1789101066.996429:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996431:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101066.996432:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996433:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101066.996435:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101066/real 1789101066]  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101066.996440:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101066.996440:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101066.996442:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101066.996443:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101066.996444:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101066.996445:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101066.996447:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101066.996452:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996455:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101066.996456:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996457:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996458:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101066.996460:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996463:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101066.996465:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996469:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101066.996470:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996472:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996473:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996474:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101066.996475:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101066.996477:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101066.996479:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101066.996480:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101066.996482:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101066.996486:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696704:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101066.996488:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101066.996490:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996494:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101066.996495:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996496:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101066.996497:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101066.996498:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101066.996500:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101066.996502:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101066.996504:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101066.996505:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996506:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101066.996508:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101066.996510:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101066.996511:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101066.996513:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101066.996514:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101066.996516:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696832, portal 10
00000100:00000001:2.0:1789101066.996517:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101066.996518:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:2.0:1789101066.996522:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996525:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101066.996527:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101066.996528:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101066.996529:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964696832, offset 0
00000400:00000200:2.0:1789101066.996531:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996534:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996536:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101066.996538:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101066.996540:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101066.996541:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101066.996543:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996545:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512392:512392:256:4294967295] 192.168.204.152@tcp LPNI seq info [512149:512149:8:4294967295]
00000400:00000200:2.0:1789101066.996547:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996551:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101066.996553:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996555:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101066.996557:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101066.996559:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101066.996561:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101066.996563:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101066.996565:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996566:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101066.996568:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101066.996570:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101066.996571:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101066.996572:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101066.996574:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101066.996576:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996583:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.996585:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996589:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996590:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101066.996591:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101066.996593:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101066.996594:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101066.996595:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322876949
00000100:00000001:2.0:1789101066.996597:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996598:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322876949
00000100:00000001:2.0:1789101066.996599:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996600:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101066.996602:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996603:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101066.996604:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101066/real 1789101066]  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101066.996608:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101066.996609:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101066.996609:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101066.996610:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101066.996611:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101066.996612:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101066.996614:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101066.996618:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996622:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101066.996623:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996624:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996625:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101066.996627:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996631:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101066.996633:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996636:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101066.996637:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996638:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996639:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996640:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101066.996641:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101066.996642:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101066.996644:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101066.996645:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101066.996647:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101066.996717:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696832:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101066.996721:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101066.996725:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996732:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101066.996733:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996736:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101066.996737:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101066.996739:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101066.996742:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101066.996746:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101066.996748:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101066.996749:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.996751:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101066.996754:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101066.996756:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101066.996760:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101066.996762:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101066.996764:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101066.996767:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964696960, portal 4
00000100:00000001:2.0:1789101066.996768:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101066.996769:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:2.0:1789101066.996773:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996777:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101066.996778:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101066.996779:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101066.996780:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964696960, offset 0
00000400:00000200:2.0:1789101066.996783:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996808:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996810:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101066.996812:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101066.996814:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101066.996815:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101066.996817:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.996818:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512393:512393:256:4294967295] 192.168.204.152@tcp LPNI seq info [512150:512150:8:4294967295]
00000400:00000200:2.0:1789101066.996821:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.996825:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101066.996827:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996830:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101066.996832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101066.996834:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101066.996836:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101066.996838:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101066.996840:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.996842:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101066.996844:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101066.996847:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101066.996849:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101066.996851:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101066.996853:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101066.996856:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996863:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.996866:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996872:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996873:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101066.996876:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101066.996879:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101066.996888:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101066.996890:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322876960
00000100:00000001:2.0:1789101066.996893:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996895:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322876960
00000100:00000001:2.0:1789101066.996897:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.996899:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101066.996901:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.996902:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101066.996906:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101066/real 1789101066]  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101066.996914:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101066.996915:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101066.996916:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101066.996919:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101066.996920:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101066.996922:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101066.996925:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101066.996932:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996939:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101066.996940:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996942:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996943:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101066.996947:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996953:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101066.996957:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.996968:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101066.996970:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996971:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.996972:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.996974:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101066.996975:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101066.996978:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101066.996981:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101066.996983:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101066.996986:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101066.996998:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964696960:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101066.997001:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101066.997005:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997011:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101066.997012:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.997014:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101066.997016:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101066.997018:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101066.997020:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101066.997023:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101066.997025:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101066.997026:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101066.997028:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101066.997031:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101066.997033:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101066.997036:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101066.997039:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101066.997041:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101066.997044:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697088, portal 4
00000100:00000001:2.0:1789101066.997046:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101066.997047:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:2.0:1789101066.997052:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997058:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101066.997060:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101066.997062:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101066.997064:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964697088, offset 0
00000400:00000200:2.0:1789101066.997068:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101066.997072:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.997075:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101066.997078:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101066.997080:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101066.997083:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101066.997085:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101066.997086:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512394:512394:256:4294967295] 192.168.204.152@tcp LPNI seq info [512151:512151:8:4294967295]
00000400:00000200:2.0:1789101066.997089:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101066.997093:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101066.997096:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.997098:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101066.997100:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101066.997102:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101066.997105:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101066.997106:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101066.997109:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101066.997110:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101066.997112:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101066.997126:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101066.997129:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101066.997131:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101066.997133:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101066.997136:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997143:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.997147:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997153:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.997154:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101066.997157:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101066.997160:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101066.997163:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101066.997165:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322876980
00000100:00000001:2.0:1789101066.997167:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.997169:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322876980
00000100:00000001:2.0:1789101066.997171:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322878213
00000100:00000001:2.0:1789101066.997173:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101066.997175:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.997177:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101066.997181:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101066/real 1789101066]  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101066.997189:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101066.997190:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101066.997192:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101066.997194:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101066.997196:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101066.997198:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101066.997200:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101066.997208:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997214:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101066.997215:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997217:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.997218:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101066.997222:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997227:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101066.997231:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997237:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101066.997240:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997241:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101066.997242:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997244:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101066.997246:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101066.997248:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101066.997251:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101066.997253:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101066.997256:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101066.997264:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697088:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101066.997267:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997270:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.997273:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964696704/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997279:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101066.997281:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101066.997283:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101066.997285:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101066.997287:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101066.997288:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101066.997291:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101066.997292:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789101066.997295:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101066.997296:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101066.997298:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:2.0:1789101066.997300:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101066.997301:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997303:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.997306:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964696832/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997318:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101066.997319:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101066.997321:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101066.997323:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101066.997324:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101066.997325:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101066.997327:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101066.997328:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789101066.997330:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101066.997332:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101066.997333:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789101066.997335:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101066.997336:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997338:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.997341:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964696960/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997346:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101066.997348:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101066.997349:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101066.997351:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101066.997352:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101066.997353:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101066.997355:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101066.997356:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789101066.997358:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101066.997360:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101066.997361:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:2.0:1789101066.997363:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101066.997364:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997366:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101066.997369:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964697088/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101066.997374:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101066.997376:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101066.997377:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101066.997379:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101066.997379:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101066.997380:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101066.997381:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101066.997382:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789101066.997384:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101066.997384:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101066.997385:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:2.0:1789101066.997387:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101066.997387:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997389:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101066.997392:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101066.997393:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101066.997394:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101066.997395:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101068.016915:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101068.016922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101068.016929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101068.016930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101068.016934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101068.016936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101068.016976:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101068.016981:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101068.016985:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101068.336930:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322878213, at 4322878272
00000100:00000040:1.0:1789101068.336930:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322878213, at 4322878272
00000100:00000010:0.0:1789101068.336947:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97000.
00000100:00000010:1.0:1789101068.336949:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00010000:00000001:2.0:1789101069.041415:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101069.041425:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101069.041428:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101069.041431:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041437:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101069.041440:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041442:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041444:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041448:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101069.041450:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101069.041451:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101069.041452:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041453:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101069.041455:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041456:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041458:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041462:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101069.041464:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101069.041465:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101069.041467:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041468:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101069.041470:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041471:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101069.041473:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101069.041693:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101069.041699:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101069.041703:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101070.064941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101070.064948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101070.064954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101070.064956:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101070.064959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101070.064960:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101070.065033:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101070.065038:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101070.065042:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101071.088907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101071.088913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101071.088919:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101071.088920:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101071.088923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101071.088925:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101071.089014:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101071.089018:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101071.089021:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101072.112919:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101072.112924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101072.112929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.112930:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101072.112935:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101072.112936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101072.112938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.112939:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101072.112940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101072.112943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.112947:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101072.112954:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28209
00000400:00000200:1.0:1789101072.112963:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101072.112969:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101072.112972:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101072.112976:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.112979:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.112981:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.112984:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101072.112988:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101072.112990:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101072.112994:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101072.112997:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101072.113000:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101072.113003:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101072.113006:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113008:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.113011:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000020:00000001:3.0:1789101072.113013:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789101072.113014:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101072.113017:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101072.113019:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00010000:00010000:3.0:1789101072.113023:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101072.113024:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113027:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101072.113030:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101072.113032:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101072.113036:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113038:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101072.113040:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101072.113049:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789101072.113053:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101072.113057:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101072.113059:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113061:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101072.113064:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101072.113068:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101072.113076:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789101072.113083:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101072.113092:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101072.113102:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101072.113106:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101072.113111:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101072.113129:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.113132:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101072.113136:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101072.113137:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101072.113139:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101072.113141:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101072.113144:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28209
00000400:00000200:1.0:1789101072.113147:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101072.113151:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101072.113154:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101072.113157:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113159:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789101072.113161:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789101072.113162:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113167:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789101072.113167:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789101072.113170:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789101072.113172:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1789101072.113173:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000040:2.0:1789101072.113182:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101072.113187:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101072.113192:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789101072.113195:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789101072.113196:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:2.0:1789101072.113198:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101072.113200:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
02000000:00000001:2.0:1789101072.113204:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789101072.113207:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101072.113208:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789101072.113210:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789101072.113213:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101072.113215:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113219:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00100000:2.0:1789101072.113220:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964697216:192.168.204.152@tcp:250:kworker.0
00000020:00000040:1.0:1789101072.113223:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:2.0:1789101072.113228:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1789101072.113229:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113233:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.113233:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789101072.113237:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101072.113238:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.113241:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789101072.113243:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101072.113247:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101072.113247:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:1.0:1789101072.113250:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789101072.113251:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789101072.113256:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789101072.113260:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000008:00000001:1.0:1789101072.113263:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101072.113266:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000100:00000001:1.0:1789101072.113267:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101072.113274:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789101072.113276:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101072.113279:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101072.113280:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113283:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1789101072.113283:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
02000000:00000001:1.0:1789101072.113285:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101072.113287:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101072.113294:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000200:2.0:1789101072.113294:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697216, portal 25
00000100:00000001:2.0:1789101072.113299:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789101072.113301:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.113302:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00100000:1.0:1789101072.113310:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789101072.113312:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101072.113334:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101072.113335:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789101072.113339:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.113340:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101072.113345:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000040:1.0:1789101072.113347:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101072.113350:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964697216, offset 0
00000400:00000200:2.0:1789101072.113361:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113362:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.113366:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789101072.113371:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:1.0:1789101072.113372:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101072.113376:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101072.113378:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789101072.113381:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:1.0:1789101072.113382:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101072.113388:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28209
00000400:00000200:2.0:1789101072.113390:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789101072.113397:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.113398:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:1.0:1789101072.113405:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000200:2.0:1789101072.113406:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1789101072.113411:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789101072.113412:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000040:1.0:1789101072.113418:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.113420:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512395:512395:256:4294967295] 192.168.204.152@tcp LPNI seq info [512152:512152:8:4294967295]
00000100:00000001:1.0:1789101072.113422:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.113427:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.113430:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101072.113432:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101072.113435:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101072.113437:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101072.113439:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101072.113443:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:2.0:1789101072.113446:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1789101072.113447:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101072.113453:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000800:00000200:2.0:1789101072.113457:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000040:1.0:1789101072.113459:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113463:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1789101072.113465:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000100:00000040:1.0:1789101072.113466:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113470:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101072.113475:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:2.0:1789101072.113475:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101072.113482:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1789101072.113483:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113490:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789101072.113493:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789101072.113494:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1789101072.113499:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1789101072.113500:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101072.113506:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789101072.113510:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113511:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1789101072.113515:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000008:00100000:1.0:1789101072.113516:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101072.113521:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113522:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101072.113523:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1789101072.113527:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000400:00000200:2.0:1789101072.113530:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1789101072.113532:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789101072.113536:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
02000000:00000001:1.0:1789101072.113537:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101072.113541:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101072.113541:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:1.0:1789101072.113544:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101072.113546:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789101072.113547:0:256916:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1789101072.113548:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789101072.113554:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789101072.113555:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789101072.113561:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.113569:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1789101072.113570:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789101072.113576:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.113616:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113618:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101072.113619:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1789101072.113623:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.113627:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101072.113630:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789101072.113634:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.113639:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322883331
00000100:00000010:2.0:1789101072.113646:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000100:00000001:1.0:1789101072.113647:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.113652:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101072.113656:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101072.113656:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1789101072.113658:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101072.113661:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101072.113664:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789101072.113664:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322883331
00000100:00080000:1.0:1789101072.113670:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28209
00000100:00000010:2.0:1789101072.113670:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ae0.
00000100:00000001:2.0:1789101072.113676:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1789101072.113678:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.113681:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789101072.113685:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:2.0:1789101072.113686:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.113689:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789101072.113690:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1789101072.113694:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113697:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1789101072.113699:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101072/real 1789101072]  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101072.113702:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113707:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101072.113712:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101072.113715:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101072.113718:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:2.0:1789101072.113720:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1789101072.113721:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000400:00000001:2.0:1789101072.113723:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1789101072.113725:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000010:2.0:1789101072.113727:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000020:00000001:1.0:1789101072.113729:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:2.0:1789101072.113734:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000100:00000040:1.0:1789101072.113735:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000010:2.0:1789101072.113739:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:1.0:1789101072.113740:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.113744:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101072.113745:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789101072.113748:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101072.113753:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000200:2.0:1789101072.113753:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101072.113760:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113766:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101072.113769:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789101072.113771:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101072.113773:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101072.113778:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113783:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101072.113785:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101072.113806:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.113809:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.113811:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789101072.113813:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1789101072.113817:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1789101072.113818:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113822:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101072.113827:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789101072.113830:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789101072.113832:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101072.113837:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1789101072.113838:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101072.113839:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.113843:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101072.113846:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101072.113849:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.113851:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1789101072.113855:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:2.0:1789101072.113855:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.113860:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789101072.113861:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.113862:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.113867:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101072.113870:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1789101072.113871:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789101072.113876:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101072.113885:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:1.0:1789101072.113889:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101072.113890:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789101072.113892:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.113900:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101072.113901:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101072.113926:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101072.113928:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101072.113934:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101072.113938:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789101072.113938:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964697216:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789101072.113940:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101072.113945:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101072.113951:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28209
00000100:00000001:2.0:1789101072.113952:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.113956:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1789101072.113958:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101072.113963:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964697216/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101072.113965:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101072.113971:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789101072.113977:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1789101072.113979:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113982:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.113984:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.113987:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789101072.113987:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101072.113991:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
00000020:00000001:1.0:1789101072.113992:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101072.113996:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
02000000:00000001:2.0:1789101072.113997:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789101072.113998:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1789101072.114000:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1789101072.114002:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000040:2.0:1789101072.114004:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:1.0:1789101072.114007:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101072.114009:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:1.0:1789101072.114013:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000010:2.0:1789101072.114014:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
00000100:00000040:1.0:1789101072.114020:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101072.114021:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789101072.114024:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101072.114027:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101072.114029:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101072.114032:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101072.114035:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789101072.114035:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1789101072.114038:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101072.114040:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
02000000:00000001:1.0:1789101072.114042:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101072.114047:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101072.114047:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1789101072.114051:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114051:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114055:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101072.114056:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101072.114060:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101072.114063:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.114065:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114066:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:1.0:1789101072.114069:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789101072.114070:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101072.114073:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:2.0:1789101072.114075:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1789101072.114078:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789101072.114079:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1789101072.114082:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114083:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101072.114087:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101072.114090:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1789101072.114092:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101072.114093:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101072.114099:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789101072.114104:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114105:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101072.114108:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101072.114112:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789101072.114113:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101072.114117:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101072.114122:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101072.114128:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1789101072.114129:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:1.0:1789101072.114132:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114137:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1789101072.114140:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101072.114141:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101072.114145:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114149:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101072.114155:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:1.0:1789101072.114157:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114159:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101072.114163:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28219)
00000400:00000200:2.0:1789101072.114167:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101072.114171:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101072.114175:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101072.114178:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697344, portal 10
00000100:00000001:2.0:1789101072.114180:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101072.114182:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00000040:2.0:1789101072.114189:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114196:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101072.114199:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101072.114201:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101072.114203:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964697344, offset 0
00000400:00000200:2.0:1789101072.114207:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114211:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114215:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101072.114218:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101072.114220:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101072.114222:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101072.114225:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114227:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512396:512396:256:4294967295] 192.168.204.152@tcp LPNI seq info [512153:512153:8:4294967295]
00000400:00000200:2.0:1789101072.114231:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114237:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101072.114241:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114245:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101072.114249:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101072.114252:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101072.114256:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101072.114259:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101072.114262:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114264:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101072.114268:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101072.114272:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101072.114275:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101072.114276:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101072.114279:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101072.114282:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114291:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.114294:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114301:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114302:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101072.114305:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.114309:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101072.114312:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.114314:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322882068
00000100:00000001:2.0:1789101072.114317:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114318:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322882068
00000100:00000001:2.0:1789101072.114320:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114322:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101072.114324:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114326:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101072.114330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101072/real 1789101072]  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101072.114338:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101072.114339:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101072.114341:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101072.114343:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101072.114345:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101072.114347:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101072.114351:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101072.114358:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114365:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101072.114366:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114368:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114370:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101072.114373:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114380:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101072.114383:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114390:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101072.114392:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114394:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114395:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114397:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101072.114398:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101072.114401:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101072.114404:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101072.114406:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101072.114410:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101072.114418:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697344:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101072.114422:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101072.114425:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114438:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101072.114439:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114441:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101072.114443:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101072.114445:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101072.114449:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101072.114452:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101072.114454:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101072.114455:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114457:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101072.114460:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101072.114463:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101072.114466:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101072.114468:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101072.114471:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101072.114474:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697472, portal 10
00000100:00000001:2.0:1789101072.114476:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101072.114478:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789101072.114483:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114489:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101072.114491:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101072.114494:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101072.114496:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964697472, offset 0
00000400:00000200:2.0:1789101072.114500:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114503:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114507:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101072.114510:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101072.114512:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101072.114514:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101072.114517:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114520:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512397:512397:256:4294967295] 192.168.204.152@tcp LPNI seq info [512154:512154:8:4294967295]
00000400:00000200:2.0:1789101072.114524:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114530:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101072.114534:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114537:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101072.114541:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101072.114543:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101072.114547:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101072.114550:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101072.114554:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114556:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101072.114559:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101072.114562:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101072.114565:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101072.114566:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101072.114569:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101072.114573:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114580:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.114597:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114604:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114605:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101072.114609:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.114612:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101072.114615:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.114617:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322882067
00000100:00000001:2.0:1789101072.114619:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114621:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322882067
00000100:00000001:2.0:1789101072.114623:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114625:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101072.114627:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114629:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101072.114633:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101072/real 1789101072]  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101072.114641:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101072.114642:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101072.114643:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101072.114646:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101072.114647:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101072.114649:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101072.114652:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101072.114661:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114667:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101072.114669:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114671:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114672:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101072.114676:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114682:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101072.114685:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114691:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101072.114694:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114696:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114698:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114699:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101072.114701:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101072.114704:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101072.114708:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101072.114710:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101072.114713:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101072.114720:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697472:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101072.114724:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101072.114727:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114734:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101072.114735:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114738:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101072.114739:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101072.114741:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101072.114744:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101072.114747:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101072.114748:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101072.114750:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.114752:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101072.114755:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101072.114757:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101072.114759:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101072.114762:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101072.114765:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101072.114768:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697600, portal 4
00000100:00000001:2.0:1789101072.114769:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101072.114771:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789101072.114777:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114782:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101072.114802:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101072.114805:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101072.114808:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964697600, offset 0
00000400:00000200:2.0:1789101072.114813:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114817:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114820:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101072.114823:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101072.114825:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101072.114828:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101072.114830:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.114833:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512398:512398:256:4294967295] 192.168.204.152@tcp LPNI seq info [512155:512155:8:4294967295]
00000400:00000200:2.0:1789101072.114836:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.114842:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101072.114846:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114850:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101072.114854:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101072.114856:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101072.114860:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101072.114863:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101072.114866:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.114868:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101072.114871:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101072.114874:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101072.114877:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101072.114878:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101072.114881:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101072.114884:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114891:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.114894:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114900:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114902:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101072.114905:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.114908:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101072.114911:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.114913:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322882078
00000100:00000001:2.0:1789101072.114915:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114917:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322882078
00000100:00000001:2.0:1789101072.114919:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.114921:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101072.114923:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.114924:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101072.114928:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101072/real 1789101072]  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101072.114935:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101072.114937:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101072.114938:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101072.114941:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101072.114942:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101072.114944:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101072.114948:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101072.114956:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114962:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101072.114964:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114966:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114967:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101072.114971:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114978:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101072.114981:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.114988:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101072.114990:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114992:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.114993:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.114995:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101072.114997:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101072.115000:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101072.115003:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101072.115006:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101072.115010:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101072.115017:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697600:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101072.115021:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115023:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.115026:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964697344/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115033:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101072.115034:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101072.115036:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101072.115039:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101072.115041:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101072.115042:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101072.115044:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101072.115046:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789101072.115049:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101072.115050:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101072.115051:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789101072.115054:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101072.115056:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115057:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.115061:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964697472/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115067:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101072.115068:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101072.115070:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101072.115073:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101072.115074:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101072.115075:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101072.115077:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101072.115078:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789101072.115081:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101072.115082:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101072.115083:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789101072.115086:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101072.115087:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115089:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.115092:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964697600/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115099:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101072.115100:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101072.115102:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101072.115104:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101072.115106:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101072.115107:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101072.115109:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101072.115111:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789101072.115113:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101072.115114:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101072.115115:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789101072.115117:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101072.115119:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115120:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115125:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101072.115126:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.115128:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101072.115131:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101072.115132:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101072.115136:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115143:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101072.115144:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.115146:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101072.115148:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101072.115150:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101072.115153:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101072.115156:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101072.115158:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101072.115160:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101072.115161:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101072.115164:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101072.115166:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101072.115170:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101072.115172:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101072.115175:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101072.115178:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697728, portal 4
00000100:00000001:2.0:1789101072.115180:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101072.115182:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789101072.115187:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115194:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101072.115196:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101072.115198:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101072.115201:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964697728, offset 0
00000400:00000200:2.0:1789101072.115204:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101072.115208:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.115212:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101072.115215:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101072.115217:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101072.115220:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101072.115222:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101072.115225:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512399:512399:256:4294967295] 192.168.204.152@tcp LPNI seq info [512156:512156:8:4294967295]
00000400:00000200:2.0:1789101072.115229:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101072.115236:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101072.115241:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.115244:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101072.115248:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101072.115251:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101072.115255:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101072.115258:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101072.115262:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101072.115263:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101072.115266:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101072.115270:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101072.115273:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101072.115275:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101072.115278:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101072.115281:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115289:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.115292:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115299:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.115300:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101072.115303:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101072.115306:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101072.115310:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101072.115312:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322882098
00000100:00000001:2.0:1789101072.115314:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.115316:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322882098
00000100:00000001:2.0:1789101072.115320:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322883331
00000100:00000001:2.0:1789101072.115322:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101072.115324:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.115326:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101072.115330:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101072/real 1789101072]  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101072.115337:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101072.115338:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101072.115340:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101072.115342:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101072.115344:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101072.115346:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101072.115349:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101072.115357:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115363:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101072.115365:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115366:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.115368:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101072.115371:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115377:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101072.115381:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115387:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101072.115389:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115391:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101072.115392:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115395:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101072.115396:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101072.115398:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101072.115402:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101072.115403:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101072.115407:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101072.115414:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697728:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101072.115418:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115419:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101072.115422:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964697728/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101072.115428:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101072.115430:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101072.115432:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101072.115434:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101072.115436:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101072.115437:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101072.115439:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101072.115441:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789101072.115443:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101072.115444:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101072.115446:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789101072.115448:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101072.115449:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115451:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101072.115454:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101072.115456:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101072.115458:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101072.115459:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101073.136940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101073.136946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101073.136950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101073.136951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101073.136954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101073.136954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101073.137017:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101073.137020:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101073.137024:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101073.456875:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322883331, at 4322883392
00000100:00000040:1.0:1789101073.456884:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322883331, at 4322883392
00000100:00000010:0.0:1789101073.456892:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000100:00000010:1.0:1789101073.456894:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00010000:00000001:2.0:1789101074.160959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101074.160965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101074.160972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101074.160973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101074.160976:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101074.160977:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101074.161058:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101074.161062:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101074.161067:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101075.184930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101075.184937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101075.184944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101075.184945:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101075.184948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101075.184950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101075.185020:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101075.185024:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101075.185028:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101076.208914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101076.208919:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101076.208923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101076.208924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101076.208926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101076.208926:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101076.209020:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101076.209027:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101076.209032:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101077.232900:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101077.232900:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101077.232905:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101077.232911:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101077.232911:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789101077.232914:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101077.232918:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101077.232918:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101077.232924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789101077.232926:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101077.232927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101077.232935:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28214
00000400:00000200:0.0:1789101077.232945:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101077.232951:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101077.232954:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101077.232957:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.232960:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.232963:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.232966:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101077.232970:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101077.232972:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101077.232974:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101077.232977:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101077.232979:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101077.232981:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101077.232982:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101077.232985:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101077.232988:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00010000:3.0:1789101077.232989:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789101077.232991:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.232995:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.232997:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101077.233000:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101077.233003:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233005:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233008:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101077.233010:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101077.233013:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233015:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101077.233017:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101077.233026:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101077.233029:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101077.233032:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101077.233034:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233036:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101077.233039:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101077.233042:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101077.233048:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789101077.233053:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101077.233062:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101077.233072:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101077.233076:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101077.233080:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233093:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101077.233095:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101077.233098:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101077.233099:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101077.233100:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101077.233101:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101077.233103:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28214
00000400:00000200:0.0:1789101077.233106:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101077.233109:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101077.233110:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101077.233112:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233113:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233115:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233116:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789101077.233118:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789101077.233119:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101077.233121:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101077.233123:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789101077.233123:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1789101077.233126:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:2.0:1789101077.233127:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789101077.233128:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101077.233131:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101077.233134:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233136:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233138:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:2.0:1789101077.233138:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233142:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101077.233145:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101077.233149:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233153:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233156:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789101077.233160:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1789101077.233161:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101077.233163:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233164:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233167:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1789101077.233168:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1789101077.233169:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789101077.233171:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1789101077.233173:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233175:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.233175:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101077.233180:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000100:00100000:2.0:1789101077.233183:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964697856:192.168.204.152@tcp:250:kworker.0
00000020:00000040:0.0:1789101077.233184:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101077.233187:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101077.233189:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233192:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101077.233193:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789101077.233193:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789101077.233196:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101077.233199:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789101077.233199:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789101077.233202:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.233204:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101077.233207:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789101077.233209:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789101077.233214:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101077.233216:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101077.233216:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
00000100:00000040:0.0:1789101077.233222:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101077.233222:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233230:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233231:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:0.0:1789101077.233232:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101077.233236:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101077.233237:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101077.233239:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789101077.233239:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000100:00000001:0.0:1789101077.233242:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101077.233245:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28214
00000400:00000200:0.0:1789101077.233247:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101077.233248:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000400:00000200:0.0:1789101077.233249:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101077.233254:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101077.233255:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233257:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233258:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:2.0:1789101077.233258:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697856, portal 25
00000100:00000001:0.0:1789101077.233261:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101077.233264:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789101077.233264:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1789101077.233266:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101077.233268:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789101077.233268:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000020:00000040:0.0:1789101077.233272:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101077.233275:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101077.233278:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789101077.233279:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101077.233288:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101077.233290:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789101077.233292:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101077.233295:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000040:0.0:1789101077.233298:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:2.0:1789101077.233299:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000001:0.0:1789101077.233303:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000200:2.0:1789101077.233304:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964697856, offset 0
00000020:00000040:0.0:1789101077.233307:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:2.0:1789101077.233313:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:0.0:1789101077.233314:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233319:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233320:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789101077.233321:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101077.233323:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101077.233327:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233328:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1789101077.233328:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000008:00100000:0.0:1789101077.233331:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789101077.233334:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1789101077.233335:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233338:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233339:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000010:0.0:1789101077.233342:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000400:00000200:2.0:1789101077.233344:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1789101077.233346:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000400:00000200:2.0:1789101077.233348:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:0.0:1789101077.233350:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101077.233353:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233353:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512400:512400:256:4294967295] 192.168.204.152@tcp LPNI seq info [512157:512157:8:4294967295]
00000100:00000001:0.0:1789101077.233355:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101077.233357:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101077.233361:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233361:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:0.0:1789101077.233367:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000400:00000200:2.0:1789101077.233372:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789101077.233374:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789101077.233378:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00100000:0.0:1789101077.233383:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789101077.233383:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101077.233393:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:0.0:1789101077.233398:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1789101077.233398:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1789101077.233403:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789101077.233404:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101077.233408:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1789101077.233409:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789101077.233414:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.233419:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000100:00000001:0.0:1789101077.233424:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233426:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1789101077.233427:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789101077.233432:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1789101077.233436:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1789101077.233437:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000100:00000001:0.0:1789101077.233439:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1789101077.233440:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00080000:0.0:1789101077.233442:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101077.233444:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1789101077.233447:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1789101077.233449:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789101077.233453:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28214
00000400:00000200:0.0:1789101077.233463:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101077.233466:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1789101077.233469:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101077.233472:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101077.233474:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101077.233476:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233480:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233483:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233500:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101077.233504:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101077.233506:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000001:2.0:1789101077.233506:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101077.233509:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789101077.233511:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1789101077.233512:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101077.233514:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101077.233516:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789101077.233517:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101077.233518:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233522:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233524:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:2.0:1789101077.233525:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:0.0:1789101077.233526:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789101077.233528:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322888451
00000020:00000040:0.0:1789101077.233529:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101077.233533:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000010:2.0:1789101077.233534:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
00000100:00000001:0.0:1789101077.233535:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233539:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101077.233542:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101077.233543:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233543:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1789101077.233544:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101077.233548:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101077.233551:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233551:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322888451
00000100:00000001:0.0:1789101077.233553:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101077.233555:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97f00.
00000100:00000010:0.0:1789101077.233557:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000100:00000001:2.0:1789101077.233558:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1789101077.233561:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101077.233565:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101077.233566:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233567:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101077.233570:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789101077.233570:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101077.233574:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233574:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233579:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1789101077.233582:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00100000:2.0:1789101077.233587:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101077/real 1789101077]  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233588:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101077.233598:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101077.233624:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1789101077.233626:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1789101077.233628:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789101077.233629:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101077.233633:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000100:00000040:0.0:1789101077.233636:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789101077.233638:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101077.233641:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101077.233646:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1789101077.233650:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101077.233653:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101077.233655:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101077.233656:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101077.233659:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1789101077.233660:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233662:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101077.233667:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28214
00000400:00000200:0.0:1789101077.233672:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:2.0:1789101077.233676:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101077.233677:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101077.233682:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101077.233688:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101077.233692:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789101077.233693:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789101077.233696:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789101077.233697:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233702:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:2.0:1789101077.233702:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1789101077.233706:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101077.233708:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101077.233709:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101077.233711:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000001:2.0:1789101077.233713:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789101077.233714:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101077.233717:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101077.233722:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:2.0:1789101077.233722:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233726:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101077.233729:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101077.233731:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101077.233735:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101077.233739:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101077.233742:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101077.233743:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101077.233746:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101077.233749:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101077.233751:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.233753:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233754:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101077.233757:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101077.233762:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101077.233766:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233769:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1789101077.233771:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000100:00000001:2.0:1789101077.233775:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789101077.233776:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:2.0:1789101077.233780:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1789101077.233781:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789101077.233782:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789101077.233785:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233801:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101077.233803:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101077.233806:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101077.233812:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:0.0:1789101077.233813:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101077.233816:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101077.233818:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233818:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1789101077.233825:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000040:2.0:1789101077.233827:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101077.233829:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101077.233836:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789101077.233846:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964697856:192.168.204.152@tcp:250:kworker.0
00000100:00000001:0.0:1789101077.233847:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101077.233850:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101077.233855:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.233856:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.233861:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789101077.233865:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.233867:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964697856/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789101077.233869:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28224)
00000100:00000001:2.0:1789101077.233878:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101077.233881:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101077.233884:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101077.233887:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101077.233889:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101077.233890:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101077.233892:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101077.233893:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789101077.233896:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101077.233897:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101077.233898:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789101077.233900:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101077.233901:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.233903:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.233909:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101077.233910:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.233912:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101077.233912:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101077.233913:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101077.233916:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.233920:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101077.233921:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.233923:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101077.233924:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101077.233925:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101077.233927:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101077.233929:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101077.233930:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101077.233931:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.233932:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101077.233935:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101077.233937:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.233941:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101077.233943:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101077.233946:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101077.233949:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964697984, portal 10
00000100:00000001:2.0:1789101077.233951:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101077.233952:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789101077.233957:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.233963:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101077.233965:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101077.233967:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101077.233970:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964697984, offset 0
00000400:00000200:2.0:1789101077.233973:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101077.233977:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.233981:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101077.233983:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101077.233986:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101077.233988:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101077.233990:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101077.233993:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512401:512401:256:4294967295] 192.168.204.152@tcp LPNI seq info [512158:512158:8:4294967295]
00000400:00000200:2.0:1789101077.233997:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234003:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101077.234008:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234012:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101077.234015:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101077.234019:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101077.234023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101077.234025:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101077.234027:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234028:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101077.234030:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101077.234032:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101077.234034:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101077.234036:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101077.234038:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101077.234042:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234049:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234052:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234058:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234059:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101077.234062:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.234066:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101077.234069:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101077.234071:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322887188
00000100:00000001:2.0:1789101077.234074:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234076:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322887188
00000100:00000001:2.0:1789101077.234078:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234080:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101077.234082:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234083:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101077.234086:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101077/real 1789101077]  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101077.234090:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101077.234091:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101077.234093:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101077.234094:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101077.234095:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101077.234097:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101077.234099:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101077.234103:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234107:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101077.234108:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234109:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234109:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101077.234111:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234115:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101077.234117:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234122:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101077.234125:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234126:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234127:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234129:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101077.234131:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101077.234133:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101077.234147:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101077.234153:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101077.234157:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101077.234165:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964697984:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101077.234168:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101077.234170:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234174:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101077.234175:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234177:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101077.234179:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101077.234181:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101077.234183:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101077.234186:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101077.234188:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101077.234189:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234191:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234195:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101077.234196:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.234199:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101077.234201:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101077.234204:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101077.234207:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698112, portal 10
00000100:00000001:2.0:1789101077.234208:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101077.234210:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789101077.234215:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234222:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101077.234224:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101077.234226:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101077.234228:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964698112, offset 0
00000400:00000200:2.0:1789101077.234230:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234233:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234236:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101077.234239:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101077.234242:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101077.234244:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101077.234246:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234249:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512402:512402:256:4294967295] 192.168.204.152@tcp LPNI seq info [512159:512159:8:4294967295]
00000400:00000200:2.0:1789101077.234253:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234259:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101077.234263:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234266:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101077.234270:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101077.234273:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101077.234277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101077.234280:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101077.234283:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234285:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101077.234287:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101077.234289:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101077.234291:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101077.234292:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101077.234294:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101077.234296:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234301:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234303:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234310:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234311:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101077.234314:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.234316:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101077.234319:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101077.234321:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322887187
00000100:00000001:2.0:1789101077.234323:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234325:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322887187
00000100:00000001:2.0:1789101077.234328:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234330:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101077.234332:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234334:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101077.234337:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101077/real 1789101077]  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101077.234345:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101077.234346:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101077.234347:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101077.234349:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101077.234350:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101077.234351:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101077.234353:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101077.234358:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234362:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101077.234362:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234363:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234364:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101077.234366:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234370:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101077.234372:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234376:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101077.234377:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234378:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234379:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234380:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101077.234381:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101077.234383:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101077.234385:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101077.234386:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101077.234388:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101077.234393:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698112:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101077.234395:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101077.234397:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234401:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101077.234401:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234402:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101077.234404:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101077.234405:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101077.234406:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101077.234408:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101077.234409:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101077.234410:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234411:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234413:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101077.234414:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.234416:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101077.234418:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101077.234420:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101077.234421:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698240, portal 4
00000100:00000001:2.0:1789101077.234422:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101077.234423:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789101077.234426:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234430:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101077.234432:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101077.234433:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101077.234434:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964698240, offset 0
00000400:00000200:2.0:1789101077.234436:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234439:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234441:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101077.234442:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101077.234444:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101077.234445:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101077.234447:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234449:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512403:512403:256:4294967295] 192.168.204.152@tcp LPNI seq info [512160:512160:8:4294967295]
00000400:00000200:2.0:1789101077.234452:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234458:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101077.234462:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234465:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101077.234468:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101077.234470:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101077.234474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101077.234477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101077.234480:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234482:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101077.234495:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101077.234499:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101077.234501:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101077.234503:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101077.234505:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101077.234509:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234513:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234515:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234523:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234524:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101077.234526:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.234528:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101077.234530:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101077.234531:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322887197
00000100:00000001:2.0:1789101077.234533:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234534:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322887197
00000100:00000001:2.0:1789101077.234535:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234536:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101077.234537:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234538:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101077.234540:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101077/real 1789101077]  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101077.234545:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101077.234546:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101077.234547:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101077.234548:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101077.234549:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101077.234550:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101077.234552:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101077.234556:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234560:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101077.234560:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234561:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234562:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101077.234564:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234568:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101077.234571:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234576:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101077.234578:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234580:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234581:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234582:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101077.234584:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101077.234586:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101077.234590:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101077.234592:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101077.234596:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101077.234604:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698240:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101077.234607:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101077.234611:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234617:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101077.234619:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234621:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101077.234623:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101077.234624:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101077.234627:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101077.234631:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101077.234632:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101077.234634:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101077.234636:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234639:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101077.234641:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101077.234644:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101077.234647:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101077.234650:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101077.234653:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698368, portal 4
00000100:00000001:2.0:1789101077.234655:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101077.234656:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789101077.234660:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234664:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101077.234666:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101077.234667:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101077.234669:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964698368, offset 0
00000400:00000200:2.0:1789101077.234671:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234673:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234676:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101077.234678:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101077.234679:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101077.234681:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101077.234682:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101077.234684:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512404:512404:256:4294967295] 192.168.204.152@tcp LPNI seq info [512161:512161:8:4294967295]
00000400:00000200:2.0:1789101077.234687:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101077.234691:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101077.234694:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234696:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101077.234698:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101077.234700:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101077.234703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101077.234705:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101077.234707:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101077.234708:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101077.234710:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101077.234712:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101077.234714:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101077.234715:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101077.234717:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101077.234718:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234723:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234725:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234728:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234729:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101077.234731:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101077.234733:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101077.234734:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101077.234735:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322887217
00000100:00000001:2.0:1789101077.234737:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234738:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322887217
00000100:00000001:2.0:1789101077.234739:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322888451
00000100:00000001:2.0:1789101077.234741:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101077.234742:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234743:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101077.234745:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101077/real 1789101077]  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101077.234748:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101077.234749:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101077.234750:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101077.234751:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101077.234752:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101077.234753:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101077.234755:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101077.234760:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234763:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101077.234764:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234765:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234765:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101077.234767:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234770:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101077.234772:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234776:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101077.234777:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234778:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101077.234779:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234780:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101077.234781:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101077.234782:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101077.234784:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101077.234785:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101077.234801:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101077.234805:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698368:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101077.234807:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234808:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234810:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964697984/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234814:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101077.234815:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234816:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101077.234818:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101077.234819:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101077.234820:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101077.234821:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101077.234822:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789101077.234824:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101077.234824:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101077.234825:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789101077.234827:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101077.234828:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234829:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234831:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964698112/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234836:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101077.234837:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234838:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101077.234840:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101077.234841:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101077.234842:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101077.234844:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101077.234845:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789101077.234848:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101077.234849:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101077.234850:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789101077.234852:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101077.234853:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234855:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234858:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964698240/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234864:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101077.234866:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234867:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101077.234870:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101077.234871:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101077.234872:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101077.234874:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101077.234875:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789101077.234877:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101077.234878:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101077.234879:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789101077.234881:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101077.234882:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234884:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101077.234887:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964698368/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101077.234892:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101077.234893:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101077.234895:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101077.234897:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101077.234899:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101077.234900:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101077.234901:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101077.234903:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789101077.234905:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101077.234906:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101077.234907:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789101077.234909:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101077.234911:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234912:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101077.234916:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101077.234918:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101077.234919:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101077.234921:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101078.256954:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101078.256961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101078.256967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101078.256969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101078.256973:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101078.256975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101078.257037:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101078.257041:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101078.257044:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101078.576914:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322888451, at 4322888512
00000100:00000010:1.0:1789101078.576929:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000100:00000040:0.0:1789101078.576936:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322888451, at 4322888512
00000100:00000010:0.0:1789101078.576952:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00010000:00000001:2.0:1789101079.281018:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101079.281026:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101079.281028:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101079.281031:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281037:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101079.281039:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281041:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281042:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281046:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101079.281048:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101079.281049:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101079.281050:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281052:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101079.281053:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281054:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281056:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281059:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101079.281060:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101079.281061:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101079.281062:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281064:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101079.281064:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281066:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101079.281067:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101079.281132:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101079.281148:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101079.281152:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101080.304920:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101080.304927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101080.304933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101080.304934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101080.304937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101080.304938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101080.305009:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101080.305013:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101080.305017:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101081.328875:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101081.328881:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101081.328887:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101081.328888:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101081.328891:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101081.328892:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101081.328954:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101081.328957:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101081.328961:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101082.352922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101082.352933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101082.352941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101082.352942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101082.352946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101082.352947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.353015:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101082.353029:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101082.353031:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101082.353039:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101082.353044:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:3.0:1789101082.353045:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101082.353050:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.353053:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28219
00010000:00010000:3.0:1789101082.353056:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1789101082.353067:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101082.353074:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101082.353078:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101082.353082:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353085:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353087:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353090:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101082.353094:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101082.353096:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101082.353098:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101082.353101:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101082.353104:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101082.353107:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101082.353109:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353111:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353113:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353115:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101082.353118:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101082.353122:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353126:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101082.353129:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101082.353132:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101082.353135:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353138:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101082.353140:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101082.353151:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789101082.353155:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101082.353158:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101082.353160:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353163:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101082.353166:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101082.353169:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101082.353178:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789101082.353184:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101082.353194:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101082.353204:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101082.353208:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.353212:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101082.353242:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.353245:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101082.353249:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101082.353250:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101082.353252:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101082.353254:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101082.353256:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28219
00000400:00000200:0.0:1789101082.353260:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101082.353263:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101082.353265:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101082.353267:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353270:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353271:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353274:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101082.353276:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101082.353277:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101082.353278:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101082.353281:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101082.353283:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101082.353285:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101082.353287:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353289:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353291:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353292:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101082.353295:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101082.353297:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353300:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101082.353301:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101082.353306:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101082.353308:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353310:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101082.353314:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101082.353317:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353319:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101082.353322:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789101082.353324:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101082.353326:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101082.353327:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353329:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101082.353330:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101082.353332:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101082.353336:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789101082.353339:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101082.353344:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101082.353351:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101082.353353:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.353357:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101082.353364:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.353367:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101082.353370:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101082.353371:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101082.353373:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101082.353375:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101082.353378:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28219
00000400:00000200:0.0:1789101082.353381:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101082.353384:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101082.353386:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101082.353436:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353439:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353441:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353443:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101082.353445:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101082.353446:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101082.353448:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101082.353450:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101082.353452:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101082.353454:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101082.353457:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353459:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353460:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353463:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101082.353465:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101082.353467:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353470:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101082.353471:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101082.353474:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101082.353476:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353478:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101082.353480:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101082.353482:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353483:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101082.353490:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789101082.353492:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101082.353494:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101082.353496:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353497:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101082.353499:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101082.353500:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101082.353504:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789101082.353508:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101082.353512:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101082.353519:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101082.353521:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.353524:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101082.353531:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.353534:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101082.353538:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101082.353539:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101082.353540:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101082.353543:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101082.353545:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28219
00000400:00000200:0.0:1789101082.353549:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101082.353552:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101082.353554:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101082.353556:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353560:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101082.353564:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101082.353565:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101082.353567:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101082.353569:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101082.353571:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101082.353573:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101082.353575:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353577:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.353579:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353581:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101082.353583:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101082.353586:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101082.353588:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101082.353590:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101082.353592:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101082.353594:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353595:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101082.353598:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101082.353600:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353601:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101082.353605:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789101082.353607:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101082.353609:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101082.353610:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.353611:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101082.353612:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101082.353614:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101082.353617:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789101082.353620:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101082.353625:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101082.353695:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101082.353699:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101082.353701:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101082.353707:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.353714:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101082.353716:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.353719:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101082.353722:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101082.353724:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101082.353727:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964698496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101082.353731:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101082.353735:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101082.353737:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.353739:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101082.353743:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101082.353745:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.353751:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101082.353755:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101082.353760:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101082.353766:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698496, portal 25
00000100:00000001:2.0:1789101082.353768:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101082.353769:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:2.0:1789101082.353774:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.353781:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101082.353784:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101082.353808:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101082.353813:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964698496, offset 0
00000400:00000200:2.0:1789101082.353821:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101082.353827:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.353833:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101082.353838:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101082.353842:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101082.353846:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101082.353848:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101082.353852:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512405:512405:256:4294967295] 192.168.204.152@tcp LPNI seq info [512162:512162:8:4294967295]
00000400:00000200:2.0:1789101082.353863:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.353872:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101082.353878:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.353883:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101082.353889:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101082.353892:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101082.353898:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101082.353901:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101082.353906:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.353908:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101082.353914:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101082.353918:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101082.353922:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101082.353924:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101082.353928:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101082.353931:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.353939:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.353942:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.353949:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.353951:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101082.353956:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.353959:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101082.353962:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322893571
00000100:00000010:2.0:1789101082.353967:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97900.
00000100:00000001:2.0:1789101082.353974:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101082.353982:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322893571
00000100:00000010:2.0:1789101082.353984:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
00000100:00000001:2.0:1789101082.353987:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101082.353990:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101082.353992:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.353994:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101082.353998:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101082/real 1789101082]  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101082.354007:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101082.354008:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101082.354010:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101082.354013:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101082.354014:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101082.354017:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101082.354019:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101082.354027:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354032:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101082.354034:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354036:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354038:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101082.354041:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354047:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101082.354051:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354063:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101082.354065:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354067:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354068:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354070:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101082.354072:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101082.354074:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101082.354078:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101082.354080:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101082.354084:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101082.354091:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964698496:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101082.354096:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101082.354099:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354105:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101082.354106:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.354108:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101082.354109:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101082.354111:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101082.354114:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101082.354116:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101082.354118:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101082.354120:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.354121:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101082.354124:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101082.354126:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.354129:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101082.354132:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101082.354135:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101082.354137:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698624, portal 10
00000100:00000001:2.0:1789101082.354139:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101082.354140:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:2.0:1789101082.354145:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354150:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101082.354152:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101082.354154:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101082.354156:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964698624, offset 0
00000400:00000200:2.0:1789101082.354160:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101082.354162:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.354166:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101082.354168:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101082.354170:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101082.354172:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101082.354174:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101082.354177:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512406:512406:256:4294967295] 192.168.204.152@tcp LPNI seq info [512163:512163:8:4294967295]
00000400:00000200:2.0:1789101082.354180:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.354186:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101082.354190:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.354192:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101082.354196:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101082.354198:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101082.354202:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101082.354205:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101082.354208:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.354210:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101082.354212:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101082.354215:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101082.354218:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101082.354219:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101082.354222:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101082.354226:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354233:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.354235:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354242:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.354243:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101082.354246:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101082.354249:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101082.354253:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101082.354254:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322892307
00000100:00000001:2.0:1789101082.354257:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.354259:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322892307
00000100:00000001:2.0:1789101082.354261:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.354263:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101082.354265:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.354266:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101082.354270:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101082/real 1789101082]  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101082.354277:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101082.354278:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101082.354280:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101082.354282:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101082.354284:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101082.354286:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101082.354289:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101082.354297:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354309:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101082.354310:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354312:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354313:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101082.354317:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354324:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101082.354327:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354333:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101082.354335:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354336:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354338:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354339:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101082.354341:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101082.354343:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101082.354346:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101082.354349:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101082.354352:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101082.354360:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698624:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101082.354363:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101082.354367:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354373:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101082.354374:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.354377:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101082.354378:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101082.354380:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101082.354383:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101082.354386:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101082.354388:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101082.354402:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.354404:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101082.354407:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101082.354409:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.354412:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101082.354414:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101082.354417:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101082.354420:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698752, portal 10
00000100:00000001:2.0:1789101082.354422:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101082.354423:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789101082.354428:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354434:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101082.354436:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101082.354438:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101082.354440:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964698752, offset 0
00000400:00000200:2.0:1789101082.354444:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101082.354447:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.354450:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101082.354453:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101082.354455:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101082.354458:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101082.354460:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101082.354462:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512407:512407:256:4294967295] 192.168.204.152@tcp LPNI seq info [512164:512164:8:4294967295]
00000400:00000200:2.0:1789101082.354466:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.354471:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101082.354476:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.354479:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101082.354482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101082.354485:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101082.354489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101082.354491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101082.354495:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.354497:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101082.354499:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101082.354502:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101082.354505:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101082.354507:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101082.354509:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101082.354512:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354519:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.354521:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354527:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.354529:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101082.354531:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101082.354534:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101082.354536:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101082.354538:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322892306
00000100:00000001:2.0:1789101082.354540:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.354542:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322892306
00000100:00000001:2.0:1789101082.354544:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.354546:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101082.354547:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.354549:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101082.354553:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101082/real 1789101082]  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101082.354560:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101082.354561:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101082.354563:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101082.354565:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101082.354566:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101082.354568:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101082.354571:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101082.354578:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354584:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101082.354585:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354587:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354588:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101082.354591:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354597:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101082.354601:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354607:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101082.354609:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354610:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.354611:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354613:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101082.354615:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101082.354617:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101082.354620:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101082.354622:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101082.354626:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101082.354633:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698752:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101082.354636:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354638:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.354641:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964698496/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354647:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101082.354649:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101082.354651:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101082.354654:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101082.354656:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101082.354657:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101082.354659:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101082.354661:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:2.0:1789101082.354665:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101082.354667:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101082.354669:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:2.0:1789101082.354672:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101082.354673:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354674:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.354677:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964698624/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354683:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101082.354684:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101082.354686:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101082.354688:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101082.354689:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101082.354690:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101082.354692:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101082.354693:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:2.0:1789101082.354696:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101082.354697:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101082.354698:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:2.0:1789101082.354700:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101082.354701:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354703:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.354706:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964698752/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.354711:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101082.354712:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101082.354714:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101082.354716:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101082.354717:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101082.354718:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101082.354720:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101082.354721:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789101082.354724:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101082.354725:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101082.354726:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789101082.354728:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101082.354729:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354731:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.354738:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101082.354740:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.354742:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101082.354743:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.354816:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101082.354818:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.354823:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101082.354840:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101082.354843:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101082.354847:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101082.354848:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101082.354849:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101082.354852:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101082.354854:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28219
00000400:00000200:0.0:1789101082.354859:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101082.354862:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101082.354864:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101082.354866:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.354868:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.354871:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.354873:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101082.354875:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101082.354877:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101082.354879:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101082.354881:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101082.354884:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101082.354886:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101082.354888:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.354890:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101082.354892:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101082.354893:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101082.354895:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101082.354898:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101082.354901:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101082.354903:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101082.354906:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101082.354908:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.354909:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101082.354912:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101082.354914:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.354915:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101082.354920:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789101082.354922:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101082.354924:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101082.354926:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101082.354928:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101082.354929:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101082.354931:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101082.354934:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789101082.354937:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101082.354941:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101082.354948:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101082.354950:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.354953:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101082.354960:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101082.354964:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28229)
00000100:00000001:2.0:1789101082.355011:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101082.355013:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101082.355014:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101082.355018:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355025:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101082.355026:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.355028:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101082.355030:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101082.355032:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101082.355034:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101082.355040:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101082.355042:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101082.355043:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.355044:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101082.355047:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101082.355049:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.355052:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101082.355055:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101082.355058:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101082.355061:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964698880, portal 4
00000100:00000001:2.0:1789101082.355063:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101082.355064:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789101082.355069:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355074:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101082.355077:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101082.355079:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101082.355081:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964698880, offset 0
00000400:00000200:2.0:1789101082.355085:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101082.355088:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.355092:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101082.355094:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101082.355097:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101082.355099:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101082.355101:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101082.355103:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512408:512408:256:4294967295] 192.168.204.152@tcp LPNI seq info [512165:512165:8:4294967295]
00000400:00000200:2.0:1789101082.355107:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.355113:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101082.355117:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.355120:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101082.355123:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101082.355126:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101082.355130:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101082.355133:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101082.355136:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.355138:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101082.355140:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101082.355144:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101082.355146:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101082.355148:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101082.355150:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101082.355153:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355160:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.355162:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355168:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.355170:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101082.355172:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101082.355174:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101082.355177:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101082.355179:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322892318
00000100:00000001:2.0:1789101082.355182:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.355183:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322892318
00000100:00000001:2.0:1789101082.355185:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.355187:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101082.355189:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.355190:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101082.355194:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101082/real 1789101082]  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101082.355201:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101082.355202:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101082.355205:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101082.355207:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101082.355208:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101082.355210:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101082.355213:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101082.355221:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355227:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101082.355228:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355230:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.355231:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101082.355234:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355240:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101082.355244:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355250:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101082.355253:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355254:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.355255:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355257:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101082.355259:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101082.355261:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101082.355264:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101082.355266:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101082.355270:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101082.355277:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964698880:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101082.355281:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101082.355284:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355290:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101082.355291:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.355293:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101082.355295:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101082.355297:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101082.355299:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101082.355302:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101082.355304:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101082.355305:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101082.355307:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101082.355309:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101082.355311:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101082.355314:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101082.355316:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101082.355318:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101082.355321:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699008, portal 4
00000100:00000001:2.0:1789101082.355323:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101082.355324:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789101082.355329:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355335:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101082.355337:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101082.355339:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101082.355341:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964699008, offset 0
00000400:00000200:2.0:1789101082.355345:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101082.355348:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.355351:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101082.355353:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101082.355356:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101082.355358:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101082.355360:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101082.355363:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512409:512409:256:4294967295] 192.168.204.152@tcp LPNI seq info [512166:512166:8:4294967295]
00000400:00000200:2.0:1789101082.355367:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101082.355372:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101082.355376:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.355379:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101082.355383:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101082.355386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101082.355400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101082.355403:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101082.355407:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101082.355408:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101082.355411:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101082.355414:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101082.355417:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101082.355419:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101082.355421:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101082.355424:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355431:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.355434:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355440:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.355442:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101082.355445:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101082.355447:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101082.355450:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101082.355452:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322892338
00000100:00000001:2.0:1789101082.355454:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.355456:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322892338
00000100:00000001:2.0:1789101082.355458:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322893571
00000100:00000001:2.0:1789101082.355460:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101082.355462:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.355464:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101082.355468:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101082/real 1789101082]  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101082.355475:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101082.355476:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101082.355478:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101082.355480:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101082.355481:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101082.355483:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101082.355486:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101082.355494:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355500:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101082.355501:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355503:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.355505:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101082.355508:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355514:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101082.355518:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355524:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101082.355527:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355528:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101082.355529:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355531:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101082.355533:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101082.355535:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101082.355538:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101082.355540:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101082.355544:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101082.355551:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699008:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101082.355555:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355557:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.355560:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964698880/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355566:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101082.355567:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101082.355569:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101082.355571:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101082.355573:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101082.355574:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101082.355576:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101082.355578:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789101082.355580:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101082.355582:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101082.355583:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789101082.355585:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101082.355587:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355588:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101082.355591:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964699008/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101082.355597:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101082.355598:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101082.355600:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101082.355602:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101082.355604:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101082.355605:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101082.355607:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101082.355608:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789101082.355610:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101082.355611:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101082.355612:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789101082.355614:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101082.355616:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355617:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101082.355621:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101082.355622:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101082.355624:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101082.355625:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101083.376949:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101083.376959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101083.376967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101083.376968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101083.376972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101083.376973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101083.377045:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101083.377052:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101083.377057:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101083.696902:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322893571, at 4322893632
00000100:00000040:1.0:1789101083.696902:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322893571, at 4322893632
00000100:00000010:0.0:1789101083.696918:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97900.
00000100:00000010:1.0:1789101083.696920:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00010000:00000001:2.0:1789101084.400917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101084.400924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101084.400930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101084.400930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101084.400933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101084.400934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101084.400993:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101084.400998:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101084.401001:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101085.424926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101085.424931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101085.424935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101085.424936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101085.424939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101085.424939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101085.425006:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101085.425010:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101085.425013:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101086.448950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101086.448955:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101086.448960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101086.448961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101086.448963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101086.448964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101086.449021:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101086.449025:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101086.449028:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101087.472966:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101087.472973:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101087.472975:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101087.472977:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101087.472981:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101087.473032:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28224
00000400:00000200:2.0:1789101087.473041:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101087.473046:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101087.473049:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101087.473051:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473053:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473054:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473056:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101087.473059:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101087.473060:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101087.473062:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101087.473065:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101087.473066:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101087.473068:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101087.473070:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473071:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473072:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473073:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101087.473075:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101087.473077:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473079:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101087.473081:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101087.473083:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101087.473085:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473087:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101087.473089:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101087.473096:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789101087.473098:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101087.473101:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101087.473102:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473104:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101087.473106:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101087.473110:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101087.473116:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789101087.473121:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101087.473128:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101087.473135:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101087.473138:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101087.473141:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101087.473165:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101087.473168:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101087.473171:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101087.473172:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101087.473174:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101087.473176:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101087.473178:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28224
00000400:00000200:2.0:1789101087.473182:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101087.473185:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101087.473187:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101087.473189:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473191:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473193:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473195:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101087.473198:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101087.473200:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101087.473201:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101087.473203:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101087.473205:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101087.473207:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101087.473210:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473212:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473213:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473214:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101087.473216:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789101087.473218:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473219:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101087.473220:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101087.473224:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101087.473226:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473228:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101087.473232:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101087.473234:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473236:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101087.473239:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789101087.473242:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101087.473244:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101087.473245:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473247:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101087.473248:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101087.473250:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101087.473254:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789101087.473257:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101087.473262:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101087.473269:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101087.473271:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101087.473275:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101087.473283:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101087.473284:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101087.473286:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101087.473287:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101087.473288:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101087.473290:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101087.473303:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28224
00000400:00000200:2.0:1789101087.473305:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101087.473307:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101087.473308:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101087.473310:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473311:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473312:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473314:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101087.473315:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101087.473316:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101087.473317:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101087.473318:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101087.473319:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789101087.473320:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101087.473322:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473323:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473324:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473325:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101087.473326:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101087.473328:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473329:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101087.473330:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101087.473332:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101087.473334:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473335:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101087.473336:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101087.473338:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473339:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101087.473341:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789101087.473343:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101087.473344:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101087.473345:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473346:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101087.473347:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101087.473348:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101087.473351:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789101087.473353:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101087.473356:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101087.473361:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101087.473363:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101087.473367:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.473373:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101087.473376:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.473378:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789101087.473380:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789101087.473381:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1789101087.473386:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1789101087.473388:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101087.473389:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101087.473392:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101087.473399:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101087.473403:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789101087.473405:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28224
00000100:00000001:3.0:1789101087.473406:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.473411:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101087.473414:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789101087.473415:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789101087.473418:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101087.473422:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00100000:3.0:1789101087.473424:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964699136:192.168.204.152@tcp:250:kworker.0
00000100:00080000:2.0:1789101087.473426:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101087.473428:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1789101087.473433:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473436:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473438:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473440:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101087.473442:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101087.473443:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101087.473445:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101087.473447:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101087.473448:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101087.473450:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101087.473453:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473455:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473456:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473458:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101087.473461:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789101087.473463:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473465:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101087.473467:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101087.473470:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101087.473472:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473474:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789101087.473475:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1789101087.473476:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1789101087.473478:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101087.473481:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.473482:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789101087.473485:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101087.473488:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091c00.
00000100:00000010:2.0:1789101087.473491:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
02000000:00000001:3.0:1789101087.473491:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101087.473495:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000200:3.0:1789101087.473497:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789101087.473501:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1789101087.473503:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
02000000:00000001:2.0:1789101087.473504:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473508:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101087.473509:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1789101087.473509:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000001:2.0:1789101087.473513:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101087.473518:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699136, portal 25
02000000:00000010:2.0:1789101087.473519:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:3.0:1789101087.473521:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101087.473523:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000001:2.0:1789101087.473526:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101087.473528:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101087.473535:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101087.473536:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101087.473542:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101087.473545:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101087.473549:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964699136, offset 0
00000100:00000001:2.0:1789101087.473550:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101087.473554:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.473557:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101087.473564:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101087.473565:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789101087.473570:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101087.473576:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101087.473581:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:2.0:1789101087.473582:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.473585:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1789101087.473588:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789101087.473588:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101087.473594:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512410:512410:256:4294967295] 192.168.204.152@tcp LPNI seq info [512167:512167:8:4294967295]
00000100:00080000:2.0:1789101087.473596:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101087.473600:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1789101087.473601:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00080000:2.0:1789101087.473604:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101087.473608:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101087.473612:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28224
00000400:00000200:2.0:1789101087.473621:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.473621:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1789101087.473626:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101087.473629:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101087.473633:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000800:00000200:3.0:1789101087.473634:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473635:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101087.473639:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473641:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101087.473643:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101087.473644:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000800:00000010:3.0:1789101087.473644:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000020:00000001:2.0:1789101087.473647:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101087.473649:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101087.473650:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101087.473652:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789101087.473655:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473657:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1789101087.473657:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000040:2.0:1789101087.473661:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473664:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101087.473665:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000800:00000200:3.0:1789101087.473665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00080000:2.0:1789101087.473669:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101087.473672:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101087.473674:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1789101087.473677:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:2.0:1789101087.473678:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101087.473684:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789101087.473684:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789101087.473686:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101087.473691:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789101087.473693:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000008:00000001:2.0:1789101087.473695:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789101087.473698:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000001:2.0:1789101087.473699:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101087.473706:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000400:00000200:3.0:1789101087.473707:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1789101087.473709:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101087.473713:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789101087.473715:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1789101087.473716:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473721:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101087.473723:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789101087.473724:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
02000000:00000001:2.0:1789101087.473725:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101087.473728:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
02000000:00000010:2.0:1789101087.473732:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:3.0:1789101087.473733:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101087.473739:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101087.473747:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.473751:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1789101087.473754:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789101087.473760:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101087.473762:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101087.473765:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101087.473772:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.473778:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101087.473780:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.473782:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1789101087.473802:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28235)
00000100:00000001:3.0:1789101087.473820:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101087.473823:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101087.473826:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.473828:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101087.473830:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789101087.473832:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322898692
00010000:00000001:2.0:1789101087.473833:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101087.473836:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101087.473838:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101087.473841:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b600.
00000100:00000001:3.0:1789101087.473849:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101087.473856:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322898692
00000100:00000010:3.0:1789101087.473859:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b660.
00000100:00000001:3.0:1789101087.473863:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101087.473867:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101087.473871:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101087.473882:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101087.473884:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101087.473887:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789101087.473944:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101087.473951:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101087/real 1789101087]  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101087.473960:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101087.473961:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101087.473963:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101087.473966:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101087.473968:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101087.473971:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101087.473974:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101087.473982:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.473988:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101087.473990:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.473993:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.473995:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101087.473998:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474005:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101087.474009:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474017:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101087.474020:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474022:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474023:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474025:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101087.474027:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101087.474029:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101087.474033:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101087.474036:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101087.474040:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101087.474048:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964699136:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101087.474052:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101087.474055:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474062:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101087.474063:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474065:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101087.474067:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101087.474069:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101087.474072:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101087.474075:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101087.474077:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101087.474079:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474080:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474089:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101087.474091:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.474095:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101087.474098:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101087.474102:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101087.474105:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699264, portal 10
00000100:00000001:3.0:1789101087.474106:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101087.474108:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:3.0:1789101087.474114:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474119:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101087.474121:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101087.474124:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101087.474127:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964699264, offset 0
00000400:00000200:3.0:1789101087.474131:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474134:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474138:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101087.474141:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101087.474143:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101087.474145:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101087.474147:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474150:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512411:512411:256:4294967295] 192.168.204.152@tcp LPNI seq info [512168:512168:8:4294967295]
00000400:00000200:3.0:1789101087.474154:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474160:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101087.474164:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474168:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101087.474171:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101087.474174:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789101087.474178:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101087.474180:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1789101087.474184:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474186:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101087.474189:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101087.474193:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101087.474196:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101087.474197:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101087.474201:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101087.474204:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474211:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474214:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474219:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474221:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101087.474224:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101087.474227:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101087.474230:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101087.474232:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322897428
00000100:00000001:3.0:1789101087.474234:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474236:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322897428
00000100:00000001:3.0:1789101087.474238:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474240:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101087.474242:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474244:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101087.474248:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101087/real 1789101087]  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101087.474254:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101087.474255:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101087.474257:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101087.474259:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101087.474261:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101087.474263:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101087.474266:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101087.474284:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474305:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101087.474306:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474308:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474309:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101087.474313:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474319:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101087.474323:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474329:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101087.474331:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474333:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474334:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474335:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101087.474337:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101087.474339:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101087.474342:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101087.474344:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101087.474348:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101087.474355:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699264:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101087.474359:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101087.474362:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474368:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101087.474370:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474372:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101087.474374:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101087.474376:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101087.474378:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101087.474381:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101087.474383:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101087.474384:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474386:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474389:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101087.474391:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.474394:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101087.474397:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101087.474400:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101087.474403:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699392, portal 10
00000100:00000001:3.0:1789101087.474405:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101087.474406:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:3.0:1789101087.474411:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474417:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101087.474419:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101087.474421:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101087.474424:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964699392, offset 0
00000400:00000200:3.0:1789101087.474427:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474431:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474435:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101087.474437:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101087.474440:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101087.474442:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101087.474444:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474447:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512412:512412:256:4294967295] 192.168.204.152@tcp LPNI seq info [512169:512169:8:4294967295]
00000400:00000200:3.0:1789101087.474450:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474456:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101087.474461:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474464:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101087.474468:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101087.474471:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789101087.474474:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101087.474477:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1789101087.474480:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474482:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101087.474485:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101087.474488:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101087.474491:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101087.474492:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101087.474495:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101087.474499:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474505:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474508:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474514:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474516:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101087.474519:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101087.474522:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101087.474525:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101087.474527:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322897427
00000100:00000001:3.0:1789101087.474529:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474531:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322897427
00000100:00000001:3.0:1789101087.474533:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474535:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101087.474537:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474538:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101087.474542:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101087/real 1789101087]  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101087.474550:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101087.474551:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101087.474553:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101087.474555:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101087.474556:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101087.474558:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101087.474561:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101087.474569:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474574:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101087.474576:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474577:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474578:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101087.474582:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474588:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101087.474591:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474598:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101087.474600:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474601:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474602:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474604:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101087.474606:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101087.474608:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101087.474611:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101087.474613:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101087.474617:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101087.474624:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699392:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101087.474627:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474629:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474633:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964699136/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474639:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101087.474641:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474644:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091c00.
02000000:00000001:3.0:1789101087.474647:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101087.474648:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101087.474650:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101087.474652:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101087.474655:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789101087.474659:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101087.474660:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101087.474662:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:3.0:1789101087.474665:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101087.474666:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474667:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474670:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964699264/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474676:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101087.474678:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474679:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101087.474681:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101087.474682:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101087.474683:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101087.474685:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101087.474686:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789101087.474688:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101087.474689:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101087.474691:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:3.0:1789101087.474693:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101087.474694:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474696:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474699:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964699392/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474704:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101087.474705:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474707:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101087.474709:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101087.474710:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101087.474711:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101087.474713:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101087.474714:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789101087.474716:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101087.474717:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101087.474718:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:3.0:1789101087.474721:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101087.474722:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474724:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474732:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101087.474734:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474736:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101087.474737:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101087.474739:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101087.474742:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474748:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101087.474750:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474752:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101087.474754:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101087.474756:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101087.474758:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101087.474761:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101087.474763:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101087.474765:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.474767:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101087.474769:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101087.474771:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.474775:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101087.474777:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101087.474780:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101087.474784:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699520, portal 4
00000100:00000001:3.0:1789101087.474803:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101087.474805:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:3.0:1789101087.474812:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474817:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101087.474819:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101087.474822:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101087.474825:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964699520, offset 0
00000400:00000200:3.0:1789101087.474829:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474833:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474836:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101087.474839:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101087.474841:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101087.474843:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101087.474845:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101087.474848:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512413:512413:256:4294967295] 192.168.204.152@tcp LPNI seq info [512170:512170:8:4294967295]
00000400:00000200:3.0:1789101087.474852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.474858:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101087.474862:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474865:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101087.474869:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101087.474872:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789101087.474875:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101087.474878:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1789101087.474882:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.474884:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101087.474887:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101087.474890:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101087.474893:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101087.474894:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101087.474897:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101087.474900:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474908:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.474911:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474916:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474918:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101087.474921:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101087.474924:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101087.474927:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101087.474929:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322897438
00000100:00000001:3.0:1789101087.474931:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474933:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322897438
00000100:00000001:3.0:1789101087.474935:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.474936:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101087.474938:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.474940:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101087.474943:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101087/real 1789101087]  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101087.474951:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101087.474952:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101087.474954:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101087.474956:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101087.474957:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101087.474960:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101087.474962:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101087.474970:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474976:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101087.474977:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.474978:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.474980:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101087.474983:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.474990:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101087.474993:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475000:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101087.475002:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475003:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.475005:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475006:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101087.475008:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101087.475011:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101087.475014:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101087.475016:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101087.475020:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101087.475027:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699520:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101087.475030:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101087.475034:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475040:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101087.475041:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.475044:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101087.475045:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101087.475047:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101087.475050:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101087.475053:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101087.475054:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101087.475056:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101087.475057:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101087.475060:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101087.475062:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101087.475065:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101087.475067:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101087.475070:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101087.475073:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699648, portal 4
00000100:00000001:3.0:1789101087.475075:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101087.475076:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:3.0:1789101087.475081:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475087:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101087.475089:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101087.475091:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101087.475093:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964699648, offset 0
00000400:00000200:3.0:1789101087.475097:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101087.475101:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.475104:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101087.475107:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101087.475109:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101087.475111:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101087.475113:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101087.475116:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512414:512414:256:4294967295] 192.168.204.152@tcp LPNI seq info [512171:512171:8:4294967295]
00000400:00000200:3.0:1789101087.475120:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101087.475126:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101087.475130:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.475134:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101087.475137:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101087.475140:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789101087.475143:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101087.475146:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1789101087.475149:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101087.475151:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101087.475153:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101087.475157:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101087.475159:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101087.475161:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101087.475163:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101087.475167:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475174:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.475177:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475184:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.475185:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101087.475188:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101087.475191:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101087.475194:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101087.475196:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322897458
00000100:00000001:3.0:1789101087.475198:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.475200:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322897458
00000100:00000001:3.0:1789101087.475202:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322898692
00000100:00000001:3.0:1789101087.475204:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101087.475206:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.475208:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101087.475211:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101087/real 1789101087]  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101087.475218:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101087.475220:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101087.475221:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101087.475224:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101087.475225:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101087.475227:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101087.475231:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101087.475239:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475245:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101087.475246:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475248:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.475249:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101087.475251:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475255:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101087.475257:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475261:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101087.475262:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475263:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101087.475264:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475265:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101087.475266:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101087.475267:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101087.475270:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101087.475271:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101087.475273:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101087.475277:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699648:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101087.475279:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475280:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.475282:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964699520/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475287:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101087.475289:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101087.475290:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092400.
02000000:00000001:3.0:1789101087.475304:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101087.475306:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101087.475307:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101087.475309:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101087.475310:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789101087.475313:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101087.475314:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101087.475315:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:3.0:1789101087.475318:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101087.475319:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475320:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101087.475324:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964699648/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101087.475329:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101087.475330:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101087.475332:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250091400.
02000000:00000001:3.0:1789101087.475334:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101087.475335:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101087.475336:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101087.475337:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101087.475339:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789101087.475341:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101087.475342:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101087.475344:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:3.0:1789101087.475346:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101087.475347:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475348:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101087.475352:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101087.475353:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101087.475355:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101087.475357:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496895:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101088.496907:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101088.496909:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101088.496913:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496925:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101088.496927:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496930:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496933:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101088.496950:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101088.496952:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101088.496953:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496955:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101088.496956:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496957:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496959:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101088.496965:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101088.496966:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101088.496967:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496969:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101088.496970:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496971:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101088.496973:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101088.497156:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101088.497162:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101088.497166:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101088.817049:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322898692, at 4322898752
00000100:00000010:0.0:1789101088.817067:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b600.
00000100:00000040:1.0:1789101088.817087:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322898692, at 4322898752
00000100:00000010:1.0:1789101088.817096:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b660.
00010000:00000001:2.0:1789101089.520929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101089.520937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101089.520943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101089.520944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101089.520948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101089.520949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101089.521028:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101089.521033:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101089.521037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101090.544944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101090.544953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101090.544971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101090.544973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101090.544977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101090.544978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101090.545086:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101090.545090:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101090.545093:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101091.568934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101091.568940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101091.568945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101091.568947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101091.568950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101091.568951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101091.569028:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101091.569031:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101091.569034:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101092.593059:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101092.593067:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101092.593073:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101092.593074:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101092.593078:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101092.593079:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101092.593184:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101092.593188:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101092.593191:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789101092.593242:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101092.593248:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789101092.593250:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101092.593254:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101092.593259:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101092.593266:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28230
00000400:00000200:3.0:1789101092.593275:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101092.593281:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101092.593285:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101092.593288:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593291:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.593294:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593297:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101092.593300:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101092.593302:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:3.0:1789101092.593305:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101092.593308:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:3.0:1789101092.593310:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:3.0:1789101092.593313:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:3.0:1789101092.593316:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593318:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.593320:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593322:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101092.593325:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:3.0:1789101092.593328:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593331:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101092.593334:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101092.593338:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101092.593340:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.593343:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101092.593345:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101092.593355:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789101092.593359:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:3.0:1789101092.593363:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101092.593364:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.593367:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101092.593370:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101092.593374:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101092.593382:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091400.
00000100:00000001:3.0:1789101092.593389:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101092.593399:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101092.593409:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101092.593414:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.593418:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.593472:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.593476:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101092.593478:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101092.593485:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.593493:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101092.593495:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.593498:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101092.593501:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101092.593503:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101092.593507:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964699776:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101092.593510:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101092.593514:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101092.593516:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.593519:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101092.593524:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.593525:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.593531:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101092.593534:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101092.593541:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101092.593547:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699776, portal 25
00000100:00000001:2.0:1789101092.593550:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101092.593552:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:2.0:1789101092.593557:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.593565:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101092.593567:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101092.593570:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101092.593574:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964699776, offset 0
00000400:00000200:2.0:1789101092.593580:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101092.593588:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.593593:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101092.593598:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101092.593602:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101092.593606:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101092.593608:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101092.593612:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512415:512415:256:4294967295] 192.168.204.152@tcp LPNI seq info [512172:512172:8:4294967295]
00000400:00000200:2.0:1789101092.593616:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.593626:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101092.593632:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.593637:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101092.593644:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101092.593647:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789101092.593652:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101092.593656:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789101092.593660:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.593663:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101092.593670:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101092.593673:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101092.593678:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101092.593680:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101092.593684:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101092.593698:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101092.593721:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101092.593725:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101092.593728:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789101092.593730:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101092.593731:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101092.593734:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101092.593736:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28230
00000400:00000200:3.0:1789101092.593740:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101092.593743:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101092.593746:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101092.593748:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593750:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.593752:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593754:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101092.593756:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101092.593758:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:3.0:1789101092.593760:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101092.593762:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:3.0:1789101092.593764:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:3.0:1789101092.593766:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789101092.593769:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593771:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.593773:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593775:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101092.593777:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:3.0:1789101092.593779:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101092.593782:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101092.593784:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101092.593815:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101092.593818:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.593820:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101092.593824:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101092.593827:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.593829:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101092.593833:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789101092.593835:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101092.593837:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101092.593839:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.593840:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101092.593842:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101092.593844:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101092.593847:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250092400.
00000100:00000001:3.0:1789101092.593851:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101092.593855:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101092.593863:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101092.593865:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.593869:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.593957:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.593963:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.593970:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.593972:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101092.593979:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.593983:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101092.593985:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322903812
00000100:00000010:2.0:1789101092.593990:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97f00.
00000100:00000001:2.0:1789101092.593998:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101092.594005:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322903812
00000100:00000010:2.0:1789101092.594008:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ae0.
00000100:00000001:2.0:1789101092.594011:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101092.594024:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101092.594027:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594030:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101092.594035:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101092/real 1789101092]  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101092.594046:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101092.594048:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101092.594050:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101092.594053:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101092.594055:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101092.594058:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101092.594061:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101092.594070:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594077:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101092.594078:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594081:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.594083:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101092.594086:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594094:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101092.594098:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594105:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101092.594108:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594109:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.594110:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594113:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101092.594115:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101092.594118:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101092.594121:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101092.594124:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101092.594141:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101092.594150:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964699776:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101092.594155:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594157:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.594160:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964699776/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594166:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101092.594169:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101092.594171:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.594175:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101092.594176:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101092.594178:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101092.594180:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101092.594182:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091400.
02000000:00000001:2.0:1789101092.594186:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101092.594188:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101092.594190:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:2.0:1789101092.594194:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101092.594205:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594207:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594215:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101092.594217:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594219:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.594221:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101092.594222:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101092.594226:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594233:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101092.594235:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.594237:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101092.594239:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101092.594241:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101092.594244:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101092.594247:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101092.594249:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101092.594250:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.594252:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101092.594255:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.594257:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.594260:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101092.594262:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101092.594266:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101092.594269:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964699904, portal 10
00000100:00000001:2.0:1789101092.594271:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101092.594272:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:2.0:1789101092.594279:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594285:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101092.594287:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101092.594290:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101092.594293:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964699904, offset 0
00000400:00000200:2.0:1789101092.594297:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101092.594302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.594305:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101092.594309:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101092.594311:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101092.594314:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101092.594316:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101092.594319:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512416:512416:256:4294967295] 192.168.204.152@tcp LPNI seq info [512173:512173:8:4294967295]
00000400:00000200:2.0:1789101092.594323:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.594330:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101092.594334:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.594338:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101092.594342:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101092.594344:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789101092.594349:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101092.594352:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789101092.594355:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.594357:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101092.594360:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101092.594363:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101092.594366:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101092.594368:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101092.594371:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101092.594374:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594383:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.594386:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594393:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594394:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101092.594398:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101092.594401:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101092.594404:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101092.594406:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322902548
00000100:00000001:2.0:1789101092.594409:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.594411:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322902548
00000100:00000001:2.0:1789101092.594413:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.594415:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101092.594417:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594419:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101092.594423:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101092/real 1789101092]  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101092.594430:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101092.594432:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101092.594434:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101092.594436:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101092.594438:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101092.594440:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101092.594443:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101092.594451:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594457:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101092.594459:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594460:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.594462:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101092.594465:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594472:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101092.594476:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594483:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101092.594485:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594486:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.594487:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594489:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101092.594491:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101092.594493:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101092.594496:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101092.594498:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101092.594502:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101092.594510:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964699904:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101092.594513:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594515:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.594518:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964699904/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.594524:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101092.594526:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101092.594528:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.594531:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101092.594532:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101092.594533:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101092.594535:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101092.594537:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250092400.
02000000:00000001:2.0:1789101092.594539:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101092.594540:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101092.594542:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:2.0:1789101092.594544:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101092.594545:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594547:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.594550:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101092.594552:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594554:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.594555:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.594987:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.594990:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595025:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101092.595029:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101092.595032:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789101092.595034:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101092.595035:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101092.595038:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101092.595041:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28230
00000400:00000200:3.0:1789101092.595045:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101092.595049:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101092.595051:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101092.595054:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595057:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595059:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595061:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101092.595063:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101092.595065:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:3.0:1789101092.595066:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101092.595068:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:3.0:1789101092.595070:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:3.0:1789101092.595072:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:3.0:1789101092.595075:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595077:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595079:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595081:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101092.595084:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:3.0:1789101092.595086:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595089:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101092.595091:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101092.595095:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101092.595096:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595098:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101092.595101:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789101092.595103:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595105:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101092.595109:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330000.
00000020:00000040:3.0:1789101092.595112:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101092.595115:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101092.595116:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595118:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101092.595119:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101092.595121:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101092.595125:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091c00.
00000100:00000001:3.0:1789101092.595129:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101092.595135:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101092.595142:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101092.595145:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.595148:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067923175] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595189:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.595191:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101092.595193:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101092.595207:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595214:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101092.595216:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.595218:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101092.595219:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101092.595221:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101092.595225:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101092.595228:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101092.595229:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101092.595231:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.595233:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101092.595236:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.595238:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.595242:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101092.595244:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101092.595247:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101092.595250:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700032, portal 10
00000100:00000001:2.0:1789101092.595252:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101092.595253:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888701952 : -114338820849664 : ffff98026b330000)
00000100:00000040:2.0:1789101092.595259:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595265:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101092.595268:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101092.595270:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101092.595273:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964700032, offset 0
00000400:00000200:2.0:1789101092.595277:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101092.595281:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.595285:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101092.595288:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101092.595290:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101092.595293:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101092.595295:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101092.595298:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512417:512417:256:4294967295] 192.168.204.152@tcp LPNI seq info [512174:512174:8:4294967295]
00000400:00000200:2.0:1789101092.595302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.595308:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101092.595312:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.595316:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101092.595320:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101092.595323:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789101092.595328:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101092.595331:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789101092.595334:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.595336:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101092.595339:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101092.595342:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101092.595345:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101092.595347:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101092.595350:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101092.595353:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101092.595375:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101092.595378:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101092.595382:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789101092.595383:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101092.595385:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101092.595388:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101092.595390:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28230
00000400:00000200:3.0:1789101092.595396:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101092.595399:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101092.595401:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101092.595404:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595406:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595408:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595410:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101092.595413:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101092.595414:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:3.0:1789101092.595415:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101092.595418:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:3.0:1789101092.595420:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:3.0:1789101092.595422:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:3.0:1789101092.595425:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595426:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595429:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595431:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101092.595433:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:3.0:1789101092.595435:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595438:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101092.595439:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101092.595442:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101092.595444:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595446:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101092.595448:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1789101092.595451:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595452:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101092.595456:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b330f00.
00000020:00000040:3.0:1789101092.595458:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:3.0:1789101092.595461:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101092.595462:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595464:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101092.595465:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101092.595467:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101092.595471:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091000.
00000100:00000001:3.0:1789101092.595475:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101092.595480:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101092.595488:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101092.595490:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.595493:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c39ca5] to pc [ptlrpcd_rcv+-1]  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595523:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.595528:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595534:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.595536:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101092.595541:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101092.595544:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101092.595547:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101092.595549:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322902548
00000100:00000001:2.0:1789101092.595551:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.595553:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322902548
00000100:00000001:2.0:1789101092.595556:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.595557:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101092.595559:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.595561:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101092.595565:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101092/real 1789101092]  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101092.595573:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101092.595574:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101092.595576:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101092.595578:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101092.595580:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101092.595582:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101092.595586:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101092.595594:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595601:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101092.595602:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595604:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.595606:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101092.595610:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595616:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101092.595620:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595628:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101092.595630:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595631:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.595633:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595635:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101092.595636:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101092.595639:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101092.595642:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101092.595644:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101092.595648:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101092.595655:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700032:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101092.595658:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595660:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.595663:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330000 x1875994964700032/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595669:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101092.595671:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101092.595672:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.595675:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101092.595676:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101092.595678:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101092.595680:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101092.595681:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091c00.
02000000:00000001:2.0:1789101092.595684:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101092.595685:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789101092.595738:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789101092.595742:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789101092.595745:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101092.595747:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789101092.595749:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101092.595751:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1789101092.595754:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28230
00000400:00000200:3.0:1789101092.595758:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101092.595761:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:3.0:1789101092.595763:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101092.595766:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595768:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595769:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595771:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:3.0:1789101092.595774:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789101092.595775:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:3.0:1789101092.595777:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789101092.595779:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:3.0:1789101092.595781:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:3.0:1789101092.595783:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:3.0:1789101092.595836:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595838:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789101092.595840:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595842:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:3.0:1789101092.595844:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:3.0:1789101092.595847:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101092.595850:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101092.595852:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101092.595855:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101092.595857:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595858:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1789101092.595860:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:3.0:1789101092.595863:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595865:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101092.595869:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98026b333c00.
00000020:00000040:3.0:1789101092.595872:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789101092.595874:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101092.595875:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101092.595877:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101092.595878:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101092.595880:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101092.595884:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980250091800.
00000100:00000001:3.0:1789101092.595888:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101092.595892:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101092.595899:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101092.595901:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.595904:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfa8e34b] to pc [ptlrpcd_rcv+-1]  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101092.595911:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101092.595915:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28240)
00000100:00000010:2.0:1789101092.595961:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330000.
00000100:00000001:2.0:1789101092.595966:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101092.595967:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595969:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.595973:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101092.595974:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.595976:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.595978:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101092.595979:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101092.595984:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.595990:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101092.595992:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.595994:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101092.595995:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101092.595997:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101092.596000:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101092.596003:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101092.596004:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101092.596006:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.596008:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101092.596011:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.596013:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.596016:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101092.596019:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101092.596022:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101092.596025:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700160, portal 4
00000100:00000001:2.0:1789101092.596027:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101092.596028:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888705792 : -114338820845824 : ffff98026b330f00)
00000100:00000040:2.0:1789101092.596034:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596040:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101092.596042:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101092.596044:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101092.596046:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964700160, offset 0
00000400:00000200:2.0:1789101092.596050:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101092.596054:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.596058:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101092.596061:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101092.596063:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101092.596066:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101092.596068:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101092.596071:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512418:512418:256:4294967295] 192.168.204.152@tcp LPNI seq info [512175:512175:8:4294967295]
00000400:00000200:2.0:1789101092.596075:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.596081:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101092.596086:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.596089:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101092.596093:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101092.596095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789101092.596100:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101092.596102:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789101092.596106:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.596108:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101092.596111:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101092.596114:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101092.596116:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101092.596118:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101092.596120:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101092.596123:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596129:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.596132:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596137:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.596139:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101092.596141:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101092.596144:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101092.596146:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101092.596148:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322902559
00000100:00000001:2.0:1789101092.596150:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.596152:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322902559
00000100:00000001:2.0:1789101092.596154:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.596156:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101092.596158:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.596160:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101092.596164:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101092/real 1789101092]  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101092.596170:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101092.596171:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101092.596173:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101092.596175:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101092.596176:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101092.596178:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101092.596180:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101092.596186:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596191:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101092.596192:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596194:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.596206:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101092.596210:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596216:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101092.596219:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596225:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101092.596227:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596228:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.596230:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596231:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101092.596233:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101092.596235:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101092.596237:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101092.596239:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101092.596242:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101092.596248:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700160:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101092.596251:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101092.596254:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596259:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101092.596260:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.596262:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101092.596263:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101092.596265:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101092.596267:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101092.596270:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101092.596271:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101092.596273:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101092.596274:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101092.596277:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101092.596278:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101092.596281:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101092.596282:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101092.596285:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101092.596287:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700288, portal 4
00000100:00000001:2.0:1789101092.596289:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101092.596290:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734888717312 : -114338820834304 : ffff98026b333c00)
00000100:00000040:2.0:1789101092.596295:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596300:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101092.596302:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101092.596304:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101092.596306:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964700288, offset 0
00000400:00000200:2.0:1789101092.596310:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101092.596313:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.596317:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101092.596319:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101092.596321:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101092.596323:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101092.596325:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101092.596328:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512419:512419:256:4294967295] 192.168.204.152@tcp LPNI seq info [512176:512176:8:4294967295]
00000400:00000200:2.0:1789101092.596332:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101092.596338:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101092.596342:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.596345:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101092.596348:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101092.596351:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789101092.596355:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101092.596357:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789101092.596360:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101092.596362:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101092.596365:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101092.596369:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101092.596371:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101092.596373:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101092.596375:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101092.596379:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596386:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.596389:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596396:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.596397:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101092.596400:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101092.596403:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101092.596405:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101092.596407:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322902579
00000100:00000001:2.0:1789101092.596409:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.596411:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322902579
00000100:00000001:2.0:1789101092.596413:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322903812
00000100:00000001:2.0:1789101092.596415:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101092.596417:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.596418:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101092.596421:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101092/real 1789101092]  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101092.596429:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101092.596430:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101092.596431:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101092.596433:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101092.596435:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101092.596437:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101092.596440:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101092.596447:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596454:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101092.596455:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596457:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.596458:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101092.596462:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596469:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101092.596473:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596479:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101092.596481:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596482:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101092.596484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596485:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101092.596487:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101092.596489:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101092.596493:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101092.596495:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101092.596499:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101092.596506:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98026b333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700288:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101092.596509:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596511:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.596514:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b330f00 x1875994964700160/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596519:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101092.596521:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101092.596522:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101092.596524:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101092.596526:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101092.596527:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101092.596529:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101092.596531:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091000.
02000000:00000001:2.0:1789101092.596533:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101092.596534:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101092.596536:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b330f00.
00000100:00000001:2.0:1789101092.596538:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101092.596539:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596541:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101092.596543:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98026b333c00 x1875994964700288/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101092.596549:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101092.596550:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101092.596552:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101092.596554:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101092.596555:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101092.596556:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101092.596558:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101092.596559:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980250091800.
02000000:00000001:2.0:1789101092.596561:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101092.596562:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101092.596563:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98026b333c00.
00000100:00000001:2.0:1789101092.596566:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101092.596567:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596569:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101092.596572:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101092.596574:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101092.596575:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101092.596577:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101093.616938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101093.616946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101093.616952:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101093.616953:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101093.616957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101093.616958:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101093.617030:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101093.617034:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101093.617037:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101093.936909:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322903812, at 4322903872
00000100:00000040:1.0:1789101093.936909:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322903812, at 4322903872
00000100:00000010:0.0:1789101093.936925:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000100:00000010:1.0:1789101093.936931:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ae0.
00010000:00000001:2.0:1789101094.640978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101094.640986:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101094.640993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101094.640994:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101094.640998:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101094.641000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101094.641144:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101094.641148:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101094.641151:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101095.664943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101095.664950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101095.664955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101095.664957:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101095.664960:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101095.664961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101095.665030:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101095.665034:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101095.665037:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101096.688983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101096.688989:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101096.688995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101096.688996:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101096.688999:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101096.689000:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101096.689239:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101096.689243:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101096.689245:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101097.713252:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101097.713260:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101097.713266:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101097.713267:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101097.713271:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101097.713272:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101097.713474:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101097.713478:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101097.713482:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101097.714157:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101097.714163:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101097.714166:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101097.714169:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101097.714173:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101097.714180:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28235
00000400:00000200:1.0:1789101097.714190:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101097.714197:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101097.714200:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101097.714203:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714206:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714208:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714211:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101097.714214:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101097.714216:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101097.714219:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101097.714222:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101097.714225:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101097.714227:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101097.714230:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714232:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714234:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714236:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101097.714239:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101097.714243:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714245:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101097.714249:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101097.714252:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714255:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714257:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101097.714259:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101097.714268:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9a40.
00000020:00000040:1.0:1789101097.714272:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101097.714276:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101097.714277:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714281:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101097.714283:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101097.714286:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101097.714293:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789101097.714300:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101097.714309:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101097.714320:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101097.714324:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101097.714329:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a538cecb] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101097.714353:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101097.714357:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101097.714360:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101097.714361:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101097.714363:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101097.714365:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101097.714367:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28235
00000400:00000200:1.0:1789101097.714371:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101097.714374:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101097.714377:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101097.714380:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714382:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714384:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714385:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101097.714388:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101097.714389:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101097.714391:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101097.714393:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101097.714394:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101097.714396:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101097.714399:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714401:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714403:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714405:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101097.714407:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101097.714409:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714412:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101097.714413:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101097.714418:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714420:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714422:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101097.714426:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101097.714429:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714431:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101097.714435:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8000.
00000020:00000040:1.0:1789101097.714437:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101097.714440:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101097.714441:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714442:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101097.714444:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101097.714445:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101097.714449:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101097.714453:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101097.714458:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101097.714465:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101097.714467:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101097.714471:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a31e2a] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101097.714479:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101097.714481:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101097.714484:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101097.714486:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101097.714487:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101097.714490:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101097.714493:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28235
00000400:00000200:1.0:1789101097.714496:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101097.714499:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101097.714501:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101097.714504:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714506:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714508:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714510:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101097.714512:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101097.714513:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101097.714515:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101097.714517:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101097.714519:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101097.714520:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101097.714524:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714525:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714528:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714529:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101097.714531:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101097.714534:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714536:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101097.714538:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101097.714540:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714542:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714544:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101097.714546:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101097.714548:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714550:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101097.714553:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789101097.714555:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101097.714557:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101097.714558:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714560:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101097.714561:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101097.714563:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101097.714567:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789101097.714570:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101097.714575:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101097.714581:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101097.714583:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101097.714586:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101097.714594:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101097.714596:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101097.714599:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101097.714600:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101097.714602:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101097.714605:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101097.714607:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28235
00000400:00000200:1.0:1789101097.714610:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101097.714613:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101097.714615:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101097.714617:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714619:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714621:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714623:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101097.714625:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101097.714626:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101097.714627:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101097.714629:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101097.714631:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101097.714633:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101097.714636:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714638:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714640:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714642:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101097.714644:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101097.714646:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714649:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101097.714650:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101097.714652:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714654:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714656:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101097.714658:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101097.714660:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714662:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101097.714665:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789101097.714667:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101097.714669:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101097.714670:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714672:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101097.714673:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101097.714675:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101097.714679:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789101097.714682:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101097.714686:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101097.714694:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101097.714696:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101097.714699:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101097.714707:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101097.714709:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101097.714712:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101097.714713:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101097.714714:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101097.714716:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101097.714718:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28235
00000400:00000200:1.0:1789101097.714722:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.714722:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1789101097.714725:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101097.714727:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101097.714729:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714731:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714733:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714735:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101097.714737:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101097.714738:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101097.714740:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101097.714741:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101097.714743:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101097.714745:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101097.714747:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714749:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101097.714751:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714753:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101097.714755:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101097.714758:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101097.714760:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101097.714761:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101097.714764:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714766:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714768:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101097.714770:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101097.714771:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714773:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101097.714776:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789101097.714778:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000001:2.0:1789101097.714778:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1789101097.714781:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789101097.714781:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1789101097.714782:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101097.714783:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1789101097.714801:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.714809:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101097.714812:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.714815:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789101097.714817:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101097.714817:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101097.714819:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.714820:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101097.714823:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964700416:192.168.204.152@tcp:250:kworker.0
02000000:00000010:1.0:1789101097.714824:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789101097.714826:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.714827:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1789101097.714830:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789101097.714831:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101097.714833:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.714836:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789101097.714837:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101097.714839:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101097.714841:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
00000100:00000040:1.0:1789101097.714843:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101097.714843:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.714849:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101097.714851:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101097.714855:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28245)
00000400:00000010:2.0:1789101097.714904:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101097.714912:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101097.714923:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700416, portal 25
00000100:00000001:2.0:1789101097.714926:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101097.714927:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217535552 : -114338492016064 : ffff98027ecc9a40)
00000100:00000040:2.0:1789101097.714934:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.714941:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101097.714943:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101097.714946:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101097.714950:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964700416, offset 0
00000400:00000200:2.0:1789101097.714956:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101097.714964:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.714969:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101097.714974:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101097.714979:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101097.714982:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101097.714985:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101097.714989:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512420:512420:256:4294967295] 192.168.204.152@tcp LPNI seq info [512177:512177:8:4294967295]
00000400:00000200:2.0:1789101097.714994:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.715005:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101097.715012:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.715017:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101097.715023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101097.715026:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789101097.715031:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101097.715034:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789101097.715038:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.715040:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101097.715047:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101097.715051:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101097.715056:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101097.715058:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101097.715062:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101097.715066:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715080:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.715084:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715091:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.715093:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101097.715108:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.715112:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.715114:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322908933
00000100:00000010:2.0:1789101097.715120:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000100:00000001:2.0:1789101097.715127:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101097.715142:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322908933
00000100:00000010:2.0:1789101097.715145:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000001:2.0:1789101097.715148:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101097.715159:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101097.715162:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.715164:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101097.715169:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101097/real 1789101097]  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101097.715177:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101097.715179:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101097.715181:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101097.715184:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101097.715186:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101097.715189:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101097.715192:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101097.715201:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715208:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101097.715210:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715213:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.715214:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101097.715218:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715224:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101097.715228:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715235:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101097.715237:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715239:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.715240:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715242:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101097.715244:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101097.715247:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101097.715251:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101097.715253:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101097.715258:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101097.715266:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964700416:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101097.715271:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101097.715274:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715280:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101097.715281:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.715284:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101097.715286:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101097.715288:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101097.715291:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101097.715294:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101097.715296:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101097.715298:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.715300:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101097.715303:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101097.715305:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.715308:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101097.715310:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101097.715313:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101097.715316:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700544, portal 10
00000100:00000001:2.0:1789101097.715318:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101097.715319:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217528832 : -114338492022784 : ffff98027ecc8000)
00000100:00000040:2.0:1789101097.715324:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715329:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101097.715331:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101097.715333:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101097.715335:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964700544, offset 0
00000400:00000200:2.0:1789101097.715339:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101097.715342:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.715345:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101097.715348:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101097.715350:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101097.715352:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101097.715354:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101097.715357:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512421:512421:256:4294967295] 192.168.204.152@tcp LPNI seq info [512178:512178:8:4294967295]
00000400:00000200:2.0:1789101097.715360:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.715366:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101097.715370:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.715374:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101097.715378:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101097.715380:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789101097.715384:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101097.715386:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789101097.715390:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.715391:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101097.715394:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101097.715397:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101097.715400:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101097.715402:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101097.715404:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101097.715407:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715415:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.715418:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715425:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.715426:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101097.715429:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101097.715433:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101097.715436:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.715438:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322907669
00000100:00000001:2.0:1789101097.715440:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.715442:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322907669
00000100:00000001:2.0:1789101097.715444:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.715445:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101097.715447:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.715448:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101097.715452:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101097/real 1789101097]  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101097.715465:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101097.715467:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101097.715468:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101097.715471:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101097.715473:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101097.715475:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101097.715478:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101097.715487:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715494:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101097.715495:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715497:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.715498:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101097.715502:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715508:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101097.715512:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715519:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101097.715522:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715523:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.715525:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.715526:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101097.715528:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101097.715530:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101097.715534:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101097.715535:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101097.715540:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101097.715547:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700544:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101097.715551:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101097.715554:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.715560:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101097.715562:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.715564:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101097.715565:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101097.715567:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101097.715570:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101097.715573:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101097.715575:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101097.715577:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.715578:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101097.715581:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101097.715583:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.715587:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101097.715588:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101097.715590:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101097.716832:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700672, portal 10
00000100:00000001:2.0:1789101097.716837:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101097.716838:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789101097.716847:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.716855:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101097.716858:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101097.716862:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101097.716866:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964700672, offset 0
00000400:00000200:2.0:1789101097.716871:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101097.716876:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.716880:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101097.716883:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101097.716886:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101097.716889:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101097.716891:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101097.716894:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512422:512422:256:4294967295] 192.168.204.152@tcp LPNI seq info [512179:512179:8:4294967295]
00000400:00000200:2.0:1789101097.716899:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.716906:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101097.716911:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.716914:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101097.716920:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101097.716923:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789101097.716927:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101097.716930:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789101097.716934:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.716936:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101097.716940:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101097.716943:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101097.716946:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101097.716948:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101097.716951:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101097.716954:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.716963:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.716967:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.716974:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.716976:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101097.716979:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101097.716982:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101097.716985:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.716988:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322907670
00000100:00000001:2.0:1789101097.716990:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.716992:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322907670
00000100:00000001:2.0:1789101097.716994:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.716996:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101097.716998:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.717000:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101097.717004:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101097/real 1789101097]  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101097.717012:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101097.717013:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101097.717015:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101097.717017:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101097.717019:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101097.717021:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101097.717024:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101097.717032:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.717039:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101097.717040:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.717042:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.717044:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101097.717047:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.717054:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101097.717058:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.717065:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101097.717068:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.717069:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.717070:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.717072:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101097.717074:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101097.717077:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101097.717080:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101097.717082:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101097.717086:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101097.717093:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700672:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101097.717098:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101097.717115:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.717123:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101097.717124:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.717127:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101097.717129:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101097.717131:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101097.718439:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101097.718445:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101097.718449:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101097.718451:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.718453:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718459:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101097.718461:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.718465:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101097.718469:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101097.718473:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101097.718476:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700800, portal 4
00000100:00000001:2.0:1789101097.718479:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101097.718481:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789101097.718489:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718496:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101097.718499:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101097.718501:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101097.718504:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964700800, offset 0
00000400:00000200:2.0:1789101097.718508:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101097.718513:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.718516:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101097.718520:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101097.718523:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101097.718526:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101097.718528:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101097.718531:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512423:512423:256:4294967295] 192.168.204.152@tcp LPNI seq info [512180:512180:8:4294967295]
00000400:00000200:2.0:1789101097.718536:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.718543:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101097.718548:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.718551:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101097.718555:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101097.718559:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789101097.718563:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101097.718566:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789101097.718569:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.718572:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101097.718575:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101097.718578:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101097.718582:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101097.718583:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101097.718586:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101097.718590:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718604:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.718607:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718614:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.718616:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101097.718619:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101097.718622:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101097.718625:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.718628:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322907681
00000100:00000001:2.0:1789101097.718630:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.718638:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322907681
00000100:00000001:2.0:1789101097.718640:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.718642:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101097.718644:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.718646:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101097.718650:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101097/real 1789101097]  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101097.718658:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101097.718659:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101097.718661:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101097.718663:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101097.718665:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101097.718667:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101097.718670:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101097.718678:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718685:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101097.718687:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718689:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.718690:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101097.718694:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718700:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101097.718704:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718711:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101097.718713:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718715:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.718716:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718718:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101097.718720:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101097.718723:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101097.718726:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101097.718728:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101097.718732:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101097.718739:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700800:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101097.718743:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718745:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.718749:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9a40 x1875994964700416/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718756:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101097.718758:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718761:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101097.718764:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101097.718766:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101097.718768:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101097.718770:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101097.718773:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789101097.718778:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101097.718780:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101097.718782:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9a40.
00000100:00000001:2.0:1789101097.718799:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101097.718800:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718802:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.718806:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8000 x1875994964700544/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718813:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101097.718814:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718816:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101097.718818:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101097.718819:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101097.718820:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101097.718822:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101097.718823:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789101097.718826:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101097.718827:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101097.718828:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8000.
00000100:00000001:2.0:1789101097.718831:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101097.718832:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718833:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.718837:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964700672/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718843:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101097.718845:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718846:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101097.718848:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101097.718849:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101097.718850:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101097.718851:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101097.718853:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789101097.718854:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101097.718856:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101097.718857:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789101097.718859:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101097.718860:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718862:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.718865:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964700800/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718871:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101097.718872:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718873:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101097.718875:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101097.718876:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101097.718877:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101097.718879:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101097.718880:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789101097.718883:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101097.718884:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101097.718885:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789101097.718887:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101097.718888:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718890:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.718897:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101097.718899:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.718901:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101097.718903:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101097.718904:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101097.718908:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718914:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101097.718916:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.718918:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101097.718920:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101097.718922:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101097.718925:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101097.718928:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101097.718930:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101097.718932:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101097.718933:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101097.718936:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101097.718938:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101097.718941:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101097.718943:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101097.718946:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101097.718949:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964700928, portal 4
00000100:00000001:2.0:1789101097.718951:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101097.718952:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00000040:2.0:1789101097.718957:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.718964:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101097.718966:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101097.718968:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101097.718970:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964700928, offset 0
00000400:00000200:2.0:1789101097.718974:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101097.718977:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.718980:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101097.718983:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101097.718986:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101097.718988:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101097.718991:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101097.718994:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512424:512424:256:4294967295] 192.168.204.152@tcp LPNI seq info [512181:512181:8:4294967295]
00000400:00000200:2.0:1789101097.718998:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101097.719005:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101097.719009:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.719012:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101097.719016:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101097.719018:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789101097.719023:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101097.719025:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789101097.719029:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101097.719031:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101097.719034:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101097.719038:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101097.719040:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101097.719042:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101097.719044:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101097.719047:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719055:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.719058:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719064:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.719066:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101097.719068:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101097.719070:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101097.719073:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101097.719075:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322907702
00000100:00000001:2.0:1789101097.719078:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.719080:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322907702
00000100:00000001:2.0:1789101097.719082:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322908933
00000100:00000001:2.0:1789101097.719084:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101097.719085:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.719087:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101097.719090:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101097/real 1789101097]  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101097.719097:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101097.719111:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101097.719113:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101097.719115:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101097.719117:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101097.719119:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101097.719122:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101097.719130:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719137:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101097.719138:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719140:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.719142:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101097.719145:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719152:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101097.719156:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719163:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101097.719166:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719167:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101097.719168:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719170:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101097.719172:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101097.719174:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101097.719177:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101097.719179:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101097.719182:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101097.719188:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964700928:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101097.719191:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719193:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101097.719196:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964700928/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101097.719202:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101097.719204:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101097.719205:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101097.719208:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101097.719209:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101097.719210:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101097.719212:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101097.719214:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789101097.719216:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101097.719217:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101097.719219:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789101097.719221:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101097.719223:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719224:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101097.719228:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101097.719229:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101097.719230:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101097.719232:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101098.736956:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101098.736958:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101098.736962:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736966:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101098.736969:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736971:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736973:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101098.736979:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101098.736980:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101098.736982:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736984:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101098.736985:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736987:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736989:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736992:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101098.736995:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101098.736996:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101098.736997:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.736999:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101098.737000:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.737002:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101098.737004:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101098.737066:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101098.737071:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101098.737074:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101099.057179:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322908933, at 4322908992
00000100:00000010:1.0:1789101099.057196:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00000100:00000040:0.0:1789101099.058174:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322908933, at 4322908993
00000100:00000010:0.0:1789101099.058184:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00010000:00000001:2.0:1789101099.760981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101099.760987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101099.760993:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101099.760994:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101099.760998:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101099.760999:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101099.761173:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101099.761176:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101099.761180:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101100.784933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101100.784941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101100.784946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101100.784948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101100.784950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101100.784952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101100.785100:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101100.785104:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101100.785107:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101101.808929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101101.808936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101101.808941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101101.808943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101101.808946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101101.808947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101101.809036:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101101.809043:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101101.809048:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101102.833060:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101102.833068:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101102.833075:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101102.833077:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101102.833080:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101102.833082:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101102.833293:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101102.833296:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101102.833300:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101102.834241:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101102.834248:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101102.834251:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101102.834255:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101102.834259:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101102.834267:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28240
00000400:00000200:2.0:1789101102.834278:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101102.834285:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101102.834289:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101102.834292:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834295:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834297:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834299:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101102.834302:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101102.834305:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101102.834307:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101102.834310:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101102.834313:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101102.834315:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101102.834318:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834320:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834322:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834324:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101102.834327:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101102.834331:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834333:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101102.834336:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101102.834339:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101102.834342:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834345:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101102.834347:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101102.834357:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789101102.834361:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101102.834366:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101102.834367:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834370:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101102.834372:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101102.834376:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101102.834384:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789101102.834391:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101102.834400:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101102.834410:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101102.834414:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101102.834419:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101102.834449:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101102.834452:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101102.834456:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101102.834457:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101102.834459:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101102.834461:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101102.834464:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28240
00000400:00000200:2.0:1789101102.834467:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101102.834471:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101102.834473:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101102.834476:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834478:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834480:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834482:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101102.834484:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101102.834485:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101102.834487:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101102.834490:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101102.834492:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101102.834495:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101102.834498:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834502:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834504:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834506:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101102.834507:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1789101102.834509:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789101102.834513:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789101102.834515:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101102.834517:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789101102.834519:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101102.834523:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789101102.834528:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101102.834531:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101102.834536:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834540:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101102.834546:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789101102.834546:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101102.834550:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101102.834552:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.834555:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789101102.834556:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.834560:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1789101102.834562:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
02000000:00000001:3.0:1789101102.834565:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101102.834566:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000100:00100000:3.0:1789101102.834572:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964701056:192.168.204.152@tcp:250:kworker.0
02000000:00000001:2.0:1789101102.834573:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101102.834576:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834582:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101102.834582:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101102.834586:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101102.834587:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101102.834588:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.834592:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101102.834594:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789101102.834596:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789101102.834601:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101102.834603:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101102.834606:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101102.834609:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101102.834617:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101102.834624:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:2.0:1789101102.834625:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101102.834629:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101102.834632:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000040:2.0:1789101102.834636:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101102.834646:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101102.834649:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101102.834652:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1789101102.834652:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701056, portal 25
00000100:00000001:2.0:1789101102.834656:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789101102.834658:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1789101102.834660:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101102.834661:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000001:2.0:1789101102.834666:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101102.834672:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28240
00000100:00000040:3.0:1789101102.834673:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789101102.834678:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101102.834686:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789101102.834690:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1789101102.834691:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101102.834698:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834700:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834702:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101102.834704:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101102.834705:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101102.834710:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:3.0:1789101102.834710:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000020:00000040:2.0:1789101102.834713:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101102.834717:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1789101102.834717:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964701056, offset 0
00000020:00000040:2.0:1789101102.834721:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101102.834725:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101102.834728:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789101102.834730:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101102.834736:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.834739:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101102.834742:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.834747:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.834749:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000001:2.0:1789101102.834752:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101102.834757:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789101102.834757:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101102.834775:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00080000:2.0:1789101102.834777:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789101102.834780:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1789101102.834811:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101102.834814:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101102.834818:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789101102.834821:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
02000000:00000001:2.0:1789101102.834822:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834826:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789101102.834829:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512425:512425:256:4294967295] 192.168.204.152@tcp LPNI seq info [512182:512182:8:4294967295]
00000008:00100000:2.0:1789101102.834830:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101102.834838:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.834840:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101102.834842:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101102.834848:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000400:00000200:3.0:1789101102.834852:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101102.834859:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000020:00000040:2.0:1789101102.834865:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101102.834868:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101102.834870:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.834871:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101102.834876:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101102.834879:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789101102.834880:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
02000000:00000010:2.0:1789101102.834884:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789101102.834889:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101102.834890:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101102.834896:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00100000:2.0:1789101102.834898:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1789101102.834907:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:2.0:1789101102.834912:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1789101102.834914:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1789101102.834917:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789101102.834923:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789101102.834925:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1789101102.834927:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101102.834937:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101102.834944:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101102.834953:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000001:2.0:1789101102.834955:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101102.834958:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00080000:2.0:1789101102.834960:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789101102.834963:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101102.834968:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789101102.834974:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101102.834977:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101102.834981:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101102.834982:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789101102.834984:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101102.834989:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28240
00000400:00000200:2.0:1789101102.834993:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101102.834996:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101102.834998:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101102.835000:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835017:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.835020:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835022:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101102.835024:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101102.835026:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101102.835027:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101102.835029:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101102.835031:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101102.835033:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101102.835036:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835037:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.835039:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835041:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101102.835043:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789101102.835046:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835048:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101102.835049:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101102.835052:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101102.835054:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835056:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101102.835058:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789101102.835060:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835062:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101102.835066:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789101102.835067:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101102.835070:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101102.835071:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835073:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101102.835074:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101102.835076:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101102.835080:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789101102.835083:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101102.835087:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101102.835094:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101102.835097:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101102.835102:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101102.835109:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101102.835112:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101102.835115:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101102.835116:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101102.835118:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101102.835120:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101102.835122:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28240
00000400:00000200:2.0:1789101102.835126:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101102.835129:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101102.835131:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101102.835145:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835147:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.835148:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835150:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101102.835152:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101102.835154:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101102.835155:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101102.835157:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101102.835159:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101102.835161:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789101102.835163:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835165:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101102.835167:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835169:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101102.835171:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789101102.835174:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101102.835176:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101102.835178:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101102.835181:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101102.835183:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835185:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101102.835187:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789101102.835189:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835190:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101102.835193:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789101102.835195:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101102.835197:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101102.835198:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101102.835199:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101102.835200:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101102.835202:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101102.835207:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789101102.835210:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101102.835214:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101102.835220:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101102.835222:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101102.835225:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101102.835231:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101102.835235:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28250)
00000100:00000040:3.0:1789101102.835545:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.835553:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.835555:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101102.835563:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.835567:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101102.835570:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322914053
00000100:00000010:3.0:1789101102.835576:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bae0.
00000100:00000001:3.0:1789101102.835583:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101102.835589:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322914053
00000100:00000010:3.0:1789101102.835592:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bba0.
00000100:00000001:3.0:1789101102.835595:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101102.835610:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101102.835613:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.835616:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101102.835621:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101102/real 1789101102]  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101102.835631:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101102.835641:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101102.835644:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101102.835646:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101102.835648:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101102.835651:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101102.835655:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101102.835664:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.835671:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101102.835673:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.835675:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.835676:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101102.835681:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.835693:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101102.835698:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.835706:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101102.835709:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.835710:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.835711:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.835715:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101102.835717:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101102.835720:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101102.835723:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101102.835726:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101102.835730:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101102.835739:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964701056:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101102.835744:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.835747:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.835750:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964701056/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.835756:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101102.835758:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101102.835761:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101102.836175:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101102.836178:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101102.836180:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101102.836183:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101102.836186:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789101102.836189:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101102.836191:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101102.836193:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:3.0:1789101102.836196:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101102.836197:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836200:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836208:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101102.836210:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.836213:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101102.836214:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101102.836216:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101102.836220:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836233:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101102.836235:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.836237:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101102.836239:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101102.836241:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101102.836244:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101102.836248:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101102.836250:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101102.836252:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.836255:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101102.836258:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101102.836259:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.836264:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101102.836267:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101102.836270:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101102.836274:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701184, portal 10
00000100:00000001:3.0:1789101102.836276:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101102.836277:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:3.0:1789101102.836283:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836290:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101102.836293:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101102.836294:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101102.836298:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964701184, offset 0
00000400:00000200:3.0:1789101102.836302:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101102.836307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.836311:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101102.836315:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101102.836317:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101102.836320:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101102.836323:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.836326:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512426:512426:256:4294967295] 192.168.204.152@tcp LPNI seq info [512183:512183:8:4294967295]
00000400:00000200:3.0:1789101102.836331:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.836338:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101102.836344:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.836348:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101102.836353:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101102.836356:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789101102.836361:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101102.836364:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789101102.836368:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.836370:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101102.836373:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101102.836377:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101102.836381:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101102.836382:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101102.836385:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101102.836389:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836397:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.836400:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836407:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.836409:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101102.836412:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101102.836415:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101102.836418:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101102.836420:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322912790
00000100:00000001:3.0:1789101102.836423:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.836425:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322912790
00000100:00000001:3.0:1789101102.836427:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.836429:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101102.836431:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.836433:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101102.836437:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101102/real 1789101102]  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101102.836445:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101102.836446:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101102.836448:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101102.836450:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101102.836452:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101102.836454:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101102.836457:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101102.836465:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836472:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101102.836473:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836475:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.836476:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101102.836481:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836488:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101102.836492:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836500:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101102.836502:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836504:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.836505:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836507:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101102.836509:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101102.836511:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101102.836515:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101102.836517:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101102.836521:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101102.836536:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701184:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101102.836539:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101102.836543:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836549:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101102.836551:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.836553:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101102.836555:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101102.836557:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101102.836560:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101102.836562:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101102.836564:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101102.836566:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.836567:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101102.836571:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101102.836572:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.836575:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101102.836578:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101102.836580:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101102.836583:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701312, portal 10
00000100:00000001:3.0:1789101102.836585:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101102.836586:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:3.0:1789101102.836592:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836598:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101102.836601:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101102.836603:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101102.836605:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964701312, offset 0
00000400:00000200:3.0:1789101102.836610:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101102.836613:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.836617:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101102.836620:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101102.836623:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101102.836625:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101102.836627:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.836630:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512427:512427:256:4294967295] 192.168.204.152@tcp LPNI seq info [512184:512184:8:4294967295]
00000400:00000200:3.0:1789101102.836744:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.836753:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101102.836758:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.836762:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101102.836857:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101102.836860:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789101102.836865:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101102.836869:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789101102.836872:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.836874:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101102.836877:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101102.836880:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101102.836883:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101102.836885:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101102.836888:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101102.836892:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836899:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.836902:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836908:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.836910:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101102.836913:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101102.836916:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101102.836919:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101102.836921:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322912790
00000100:00000001:3.0:1789101102.836924:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.836926:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322912790
00000100:00000001:3.0:1789101102.836928:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.836930:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101102.836932:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.836934:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101102.836937:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101102/real 1789101102]  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101102.836944:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101102.836945:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101102.836947:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101102.836949:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101102.836951:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101102.836953:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101102.836957:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101102.836965:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.836971:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101102.836973:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.836975:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.836976:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101102.836979:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837055:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101102.837061:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837068:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101102.837071:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837073:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.837074:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837076:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101102.837079:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101102.837081:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101102.837084:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101102.837086:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101102.837090:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101102.837097:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701312:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101102.837101:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101102.837105:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837111:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101102.837112:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.837115:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101102.837117:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101102.837118:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101102.837122:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101102.837125:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101102.837127:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101102.837129:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.837131:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837134:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101102.837136:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.837140:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101102.837142:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101102.837146:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101102.837149:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701440, portal 4
00000100:00000001:3.0:1789101102.837150:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101102.837152:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:3.0:1789101102.837158:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837164:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101102.837166:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101102.837168:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101102.837170:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964701440, offset 0
00000400:00000200:3.0:1789101102.837174:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101102.837178:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.837181:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101102.837184:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101102.837186:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101102.837190:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101102.837192:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.837194:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512428:512428:256:4294967295] 192.168.204.152@tcp LPNI seq info [512185:512185:8:4294967295]
00000400:00000200:3.0:1789101102.837198:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.837205:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101102.837209:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.837212:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101102.837215:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101102.837218:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789101102.837222:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101102.837225:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789101102.837228:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.837230:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101102.837233:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101102.837236:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101102.837239:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101102.837242:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101102.837244:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101102.837247:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837255:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837257:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837264:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.837265:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101102.837268:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101102.837270:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101102.837273:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101102.837275:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322912800
00000100:00000001:3.0:1789101102.837277:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.837279:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322912800
00000100:00000001:3.0:1789101102.837281:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.837283:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101102.837285:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.837287:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101102.837290:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101102/real 1789101102]  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101102.837297:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101102.837299:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101102.837300:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101102.837303:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101102.837304:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101102.837307:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101102.837310:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101102.837318:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837324:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101102.837326:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837328:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.837329:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101102.837332:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837339:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101102.837342:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837349:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101102.837351:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837352:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.837354:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837355:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101102.837357:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101102.837359:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101102.837362:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101102.837364:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101102.837368:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101102.837376:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701440:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101102.837379:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101102.837382:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837388:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101102.837390:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.837392:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101102.837394:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101102.837396:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101102.837398:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101102.837401:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101102.837403:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101102.837404:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101102.837406:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837409:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101102.837411:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101102.837414:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101102.837416:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101102.837420:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101102.837423:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701568, portal 4
00000100:00000001:3.0:1789101102.837425:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101102.837426:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:3.0:1789101102.837432:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837438:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101102.837440:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101102.837442:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101102.837444:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964701568, offset 0
00000400:00000200:3.0:1789101102.837448:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101102.837451:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.837455:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101102.837457:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101102.837460:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101102.837462:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101102.837464:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101102.837467:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512429:512429:256:4294967295] 192.168.204.152@tcp LPNI seq info [512186:512186:8:4294967295]
00000400:00000200:3.0:1789101102.837471:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101102.837478:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101102.837483:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.837486:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101102.837489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101102.837492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789101102.837496:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101102.837499:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789101102.837502:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101102.837504:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101102.837507:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101102.837510:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101102.837513:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101102.837514:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101102.837516:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101102.837520:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837527:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837530:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837536:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.837538:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101102.837540:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101102.837543:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101102.837545:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101102.837547:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322912820
00000100:00000001:3.0:1789101102.837549:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.837551:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322912820
00000100:00000001:3.0:1789101102.837553:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322914053
00000100:00000001:3.0:1789101102.837556:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101102.837558:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.837559:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101102.837563:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101102/real 1789101102]  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101102.837571:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101102.837572:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101102.837574:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101102.837576:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101102.837578:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101102.837580:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101102.837583:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101102.837591:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837599:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101102.837600:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837602:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.837603:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101102.837606:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837613:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101102.837617:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837623:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101102.837626:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837627:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101102.837629:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837630:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101102.837632:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101102.837635:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101102.837760:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101102.837836:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101102.837842:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101102.837851:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701568:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101102.837855:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837857:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837860:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964701184/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837867:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101102.837869:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837871:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101102.837874:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101102.837876:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101102.837878:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101102.837880:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101102.837881:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789101102.837884:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101102.837885:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101102.837887:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:3.0:1789101102.837889:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101102.837890:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837892:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837895:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964701312/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837902:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101102.837903:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837904:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101102.837906:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101102.837908:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101102.837909:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101102.837911:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101102.837912:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:3.0:1789101102.837914:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101102.837916:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101102.837917:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:3.0:1789101102.837920:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101102.837921:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837922:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837925:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964701440/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837931:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101102.837933:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837934:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101102.837936:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101102.837937:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101102.837938:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101102.837940:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101102.837941:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:3.0:1789101102.837943:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101102.837944:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101102.837945:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:3.0:1789101102.837947:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101102.837948:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837950:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101102.837953:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964701568/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101102.837958:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101102.837960:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101102.837961:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101102.837963:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101102.837964:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101102.837965:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101102.837967:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101102.837968:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:3.0:1789101102.837970:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101102.837971:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101102.837972:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:3.0:1789101102.837974:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101102.837975:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837977:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101102.837983:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101102.837984:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101102.838109:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101102.838111:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101103.856963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101103.856971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101103.856977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101103.856978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101103.856981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101103.856994:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101103.857356:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101103.857358:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101103.857360:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101104.176937:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322914053, at 4322914112
00000100:00000040:1.0:1789101104.176938:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322914053, at 4322914112
00000100:00000010:0.0:1789101104.176961:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bae0.
00000100:00000010:1.0:1789101104.176964:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bba0.
00010000:00000001:2.0:1789101104.880946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101104.880954:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101104.880959:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101104.880961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101104.880979:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101104.880990:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101104.881085:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101104.881089:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101104.881093:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101105.904917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101105.904923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101105.904930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101105.904932:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101105.904935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101105.904936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101105.905016:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101105.905019:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101105.905022:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101106.928957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101106.928963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101106.928968:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101106.928969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101106.928971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101106.928972:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101106.929027:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101106.929031:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101106.929034:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101107.952954:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101107.952965:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101107.952968:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101107.952971:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101107.952975:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101107.952983:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28245
00000400:00000200:2.0:1789101107.952993:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101107.952999:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101107.953003:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101107.953006:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953009:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953011:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953014:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101107.953018:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101107.953020:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101107.953023:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101107.953027:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101107.953029:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101107.953032:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101107.953036:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953038:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953040:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953042:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101107.953046:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101107.953049:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953051:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953054:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101107.953058:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101107.953064:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953066:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101107.953068:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101107.953077:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789101107.953080:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101107.953084:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101107.953085:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953087:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101107.953089:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101107.953092:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101107.953098:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789101107.953103:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101107.953110:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101107.953117:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101107.953121:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101107.953124:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101107.953144:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101107.953146:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101107.953153:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101107.953154:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101107.953156:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101107.953157:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101107.953159:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28245
00000400:00000200:2.0:1789101107.953162:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101107.953164:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101107.953166:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101107.953167:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953170:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953172:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953174:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101107.953177:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101107.953178:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101107.953180:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101107.953182:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1789101107.953183:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:3.0:1789101107.953187:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789101107.953188:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101107.953192:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1789101107.953193:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101107.953200:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101107.953202:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101107.953203:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953207:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953212:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101107.953216:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789101107.953221:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789101107.953222:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101107.953226:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953227:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953231:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101107.953232:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101107.953235:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101107.953237:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101107.953237:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953243:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101107.953244:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964701696:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101107.953247:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101107.953250:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1789101107.953253:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789101107.953255:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101107.953258:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101107.953259:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.953261:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789101107.953264:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101107.953266:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101107.953269:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101107.953270:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000020:00000040:2.0:1789101107.953274:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000400:00000200:3.0:1789101107.953275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789101107.953279:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101107.953282:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101107.953283:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:2.0:1789101107.953284:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101107.953287:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101107.953290:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101107.953293:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
02000000:00000010:2.0:1789101107.953296:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789101107.953300:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101107.953301:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701696, portal 25
00000100:00000001:3.0:1789101107.953306:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1789101107.953307:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101107.953310:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000100:00000001:2.0:1789101107.953319:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101107.953322:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.953322:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101107.953327:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101107.953346:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953346:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101107.953352:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:2.0:1789101107.953356:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101107.953358:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101107.953359:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101107.953360:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789101107.953361:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000001:2.0:1789101107.953362:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101107.953366:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28245
00000100:00000200:3.0:1789101107.953368:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964701696, offset 0
00000400:00000200:2.0:1789101107.953373:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101107.953379:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101107.953383:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789101107.953383:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000040:2.0:1789101107.953390:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953392:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101107.953396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101107.953397:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953402:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101107.953405:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:2.0:1789101107.953406:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101107.953411:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:3.0:1789101107.953412:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1789101107.953414:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789101107.953417:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000040:2.0:1789101107.953418:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000400:00000200:3.0:1789101107.953421:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1789101107.953424:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101107.953425:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:2.0:1789101107.953429:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101107.953430:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512430:512430:256:4294967295] 192.168.204.152@tcp LPNI seq info [512187:512187:8:4294967295]
00000100:00000040:2.0:1789101107.953437:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.953437:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101107.953442:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953447:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.953452:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789101107.953453:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101107.953459:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000800:00000200:3.0:1789101107.953460:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:2.0:1789101107.953465:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953467:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789101107.953468:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
02000000:00000001:2.0:1789101107.953469:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101107.953472:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101107.953475:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953476:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101107.953478:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1789101107.953480:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000008:00000001:2.0:1789101107.953481:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953485:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101107.953488:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1789101107.953489:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789101107.953494:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101107.953500:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1789101107.953500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:2.0:1789101107.953502:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953508:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1789101107.953508:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1789101107.953510:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101107.953513:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789101107.953518:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
02000000:00000010:2.0:1789101107.953521:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000800:00000010:3.0:1789101107.953523:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00000001:2.0:1789101107.953526:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.953531:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1789101107.953534:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101107.953541:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789101107.953547:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101107.953550:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.953551:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000040:2.0:1789101107.953555:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789101107.953556:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:2.0:1789101107.953564:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953564:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1789101107.953568:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101107.953571:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101107.953573:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1789101107.953573:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789101107.953575:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101107.953580:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101107.953584:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28245
00000400:00000200:2.0:1789101107.953590:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101107.953592:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1789101107.953593:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101107.953596:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789101107.953600:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101107.953601:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953604:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953607:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953609:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101107.953612:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101107.953614:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101107.953617:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101107.953619:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101107.953622:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101107.953626:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101107.953630:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953631:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101107.953632:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953634:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101107.953635:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789101107.953638:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953640:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953643:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101107.953646:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953647:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101107.953652:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953652:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101107.953656:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101107.953658:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789101107.953660:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953661:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953662:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101107.953664:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
00000020:00000040:2.0:1789101107.953667:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101107.953669:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789101107.953670:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789101107.953671:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953675:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101107.953677:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789101107.953677:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322919171
02000000:00000001:2.0:1789101107.953680:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101107.953684:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000010:3.0:1789101107.953686:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b5a0.
00000100:00000001:2.0:1789101107.953687:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101107.953694:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101107.953697:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101107.953704:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101107.953707:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953708:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322919171
00000100:00000040:2.0:1789101107.953712:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789101107.953714:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bb40.
00000100:00000001:3.0:1789101107.953721:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101107.953727:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953728:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1789101107.953731:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789101107.953733:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101107.953737:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789101107.953739:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789101107.953741:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101107.953744:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101107.953747:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1789101107.953747:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101107/real 1789101107]  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789101107.953753:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28245
00000400:00000200:2.0:1789101107.953761:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000001:3.0:1789101107.953764:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1789101107.953766:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000001:3.0:1789101107.953767:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1789101107.953770:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1789101107.953772:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000040:2.0:1789101107.953777:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.953778:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000100:00000001:2.0:1789101107.953782:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789101107.953783:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101107.953811:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101107.953817:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101107.953818:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953824:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101107.953828:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101107.953830:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101107.953834:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1789101107.953837:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789101107.953838:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101107.953842:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101107.953847:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789101107.953854:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101107.953854:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101107.953858:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101107.953859:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101107.953863:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101107.953864:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101107.953868:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101107.953868:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1789101107.953873:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00100000:3.0:1789101107.953876:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789101107.953878:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101107.953882:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101107.953885:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101107.953889:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101107.953892:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953894:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101107.953895:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101107.953897:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789101107.953899:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953901:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.953904:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789101107.953917:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789101107.953921:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101107.953924:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101107.953925:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101107.953929:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101107.953931:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101107.953933:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101107.953939:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:3.0:1789101107.953939:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101107.953944:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101107.953946:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953947:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.953951:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.953954:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1789101107.953955:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101107.953956:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101107.953962:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1789101107.953970:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1789101107.953970:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101107.953975:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.953976:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101107.953982:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101107.953985:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101107.953995:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101107.954003:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28255)
00000100:00100000:3.0:1789101107.954003:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964701696:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101107.954011:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954013:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.954017:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964701696/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954023:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101107.954026:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:2.0:1789101107.954028:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000010:3.0:1789101107.954029:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
00010000:00000001:2.0:1789101107.954033:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101107.954039:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:3.0:1789101107.954040:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:2.0:1789101107.954041:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101107.954044:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00010000:00000001:2.0:1789101107.954046:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000020:00000040:3.0:1789101107.954047:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00010000:00000001:2.0:1789101107.954049:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101107.954052:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101107.954056:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789101107.954060:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101107.954062:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101107.954064:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:3.0:1789101107.954068:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101107.954069:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954073:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954081:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101107.954084:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954086:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101107.954088:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101107.954090:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101107.954094:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954100:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101107.954103:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101107.954104:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1789101107.954106:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1789101107.954109:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954109:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101107.954114:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101107.954115:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789101107.954119:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101107.954123:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101107.954125:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101107.954127:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954129:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101107.954132:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101107.954134:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.954137:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101107.954140:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101107.954143:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101107.954146:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701824, portal 10
00000100:00000001:3.0:1789101107.954148:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101107.954149:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:3.0:1789101107.954154:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954160:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101107.954162:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101107.954165:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101107.954167:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964701824, offset 0
00000400:00000200:3.0:1789101107.954170:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954174:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954177:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101107.954180:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101107.954183:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101107.954185:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101107.954187:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954190:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512431:512431:256:4294967295] 192.168.204.152@tcp LPNI seq info [512188:512188:8:4294967295]
00000400:00000200:3.0:1789101107.954193:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954199:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101107.954204:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954206:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101107.954210:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101107.954213:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101107.954217:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101107.954220:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101107.954223:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954225:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101107.954227:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101107.954230:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101107.954233:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101107.954235:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101107.954237:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101107.954240:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954248:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.954251:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954257:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954258:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101107.954262:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.954264:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101107.954266:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101107.954268:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322917908
00000100:00000001:3.0:1789101107.954269:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954271:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322917908
00000100:00000001:3.0:1789101107.954272:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954273:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101107.954274:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954276:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101107.954278:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101107/real 1789101107]  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101107.954282:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101107.954283:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101107.954284:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101107.954286:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101107.954287:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101107.954288:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101107.954290:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101107.954294:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954297:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101107.954298:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954299:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954300:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101107.954302:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954305:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101107.954308:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954312:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101107.954313:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954314:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954315:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954316:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101107.954317:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101107.954318:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101107.954320:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101107.954321:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101107.954323:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101107.954327:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701824:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101107.954330:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101107.954333:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954339:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101107.954340:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954342:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101107.954343:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101107.954345:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101107.954347:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101107.954349:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101107.954351:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101107.954353:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954354:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101107.954357:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101107.954359:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.954362:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101107.954364:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101107.954367:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101107.954370:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964701952, portal 10
00000100:00000001:3.0:1789101107.954372:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101107.954373:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:3.0:1789101107.954378:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954384:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101107.954386:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101107.954388:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101107.954390:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964701952, offset 0
00000400:00000200:3.0:1789101107.954393:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954397:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954400:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101107.954403:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101107.954405:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101107.954407:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101107.954409:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954412:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512432:512432:256:4294967295] 192.168.204.152@tcp LPNI seq info [512189:512189:8:4294967295]
00000400:00000200:3.0:1789101107.954416:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954422:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101107.954427:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954430:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101107.954433:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101107.954436:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101107.954438:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101107.954440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101107.954442:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954443:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101107.954445:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101107.954447:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101107.954449:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101107.954450:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101107.954452:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101107.954454:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954459:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.954461:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954465:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954466:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101107.954467:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.954469:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101107.954471:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101107.954472:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322917907
00000100:00000001:3.0:1789101107.954474:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954476:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322917907
00000100:00000001:3.0:1789101107.954478:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954480:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101107.954482:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954484:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101107.954487:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101107/real 1789101107]  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101107.954494:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101107.954495:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101107.954497:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101107.954499:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101107.954500:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101107.954502:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101107.954505:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101107.954511:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954517:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101107.954519:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954521:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954522:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101107.954525:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954532:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101107.954535:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954542:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101107.954544:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954546:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954547:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954549:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101107.954551:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101107.954553:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101107.954556:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101107.954558:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101107.954562:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101107.954569:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964701952:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101107.954573:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101107.954577:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954583:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101107.954584:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954587:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101107.954589:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101107.954591:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101107.954593:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101107.954597:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101107.954598:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101107.954600:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954601:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101107.954604:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101107.954607:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.954610:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101107.954613:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101107.954616:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101107.954618:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702080, portal 4
00000100:00000001:3.0:1789101107.954620:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101107.954621:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:3.0:1789101107.954626:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954633:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101107.954635:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101107.954637:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101107.954639:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964702080, offset 0
00000400:00000200:3.0:1789101107.954642:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954646:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954650:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101107.954653:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101107.954655:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101107.954658:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101107.954660:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954662:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512433:512433:256:4294967295] 192.168.204.152@tcp LPNI seq info [512190:512190:8:4294967295]
00000400:00000200:3.0:1789101107.954666:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954672:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101107.954676:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954678:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101107.954680:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101107.954682:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101107.954684:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101107.954686:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101107.954688:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954690:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101107.954691:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101107.954693:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101107.954695:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101107.954696:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101107.954698:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101107.954700:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954704:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.954706:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954710:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954711:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101107.954713:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.954715:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101107.954717:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101107.954718:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322917917
00000100:00000001:3.0:1789101107.954720:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954721:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322917917
00000100:00000001:3.0:1789101107.954723:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954724:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101107.954725:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954726:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101107.954728:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101107/real 1789101107]  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101107.954738:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101107.954739:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101107.954740:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101107.954741:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101107.954742:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101107.954743:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101107.954745:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101107.954750:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954753:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101107.954754:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954755:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954756:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101107.954758:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954763:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101107.954766:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954772:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101107.954774:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954775:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.954776:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.954778:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101107.954780:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101107.954782:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101107.954805:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101107.954807:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101107.954812:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101107.954819:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702080:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101107.954822:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101107.954826:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954832:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101107.954833:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954835:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101107.954837:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101107.954838:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101107.954841:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101107.954844:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101107.954846:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101107.954847:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101107.954848:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101107.954852:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101107.954853:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101107.954856:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101107.954859:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101107.954862:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101107.954864:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702208, portal 4
00000100:00000001:3.0:1789101107.954866:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101107.954867:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00000040:3.0:1789101107.954873:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954879:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101107.954881:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101107.954882:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101107.954885:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964702208, offset 0
00000400:00000200:3.0:1789101107.954888:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954892:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954895:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101107.954897:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101107.954899:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101107.954901:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101107.954903:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101107.954917:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512434:512434:256:4294967295] 192.168.204.152@tcp LPNI seq info [512191:512191:8:4294967295]
00000400:00000200:3.0:1789101107.954921:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101107.954927:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101107.954931:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954934:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101107.954938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101107.954940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789101107.954944:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101107.954947:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789101107.954951:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101107.954952:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101107.954955:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101107.954957:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101107.954960:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101107.954962:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101107.954964:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101107.954967:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954975:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.954977:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.954983:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.954984:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101107.954986:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101107.954989:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101107.954991:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101107.954993:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322917938
00000100:00000001:3.0:1789101107.954996:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.954998:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322917938
00000100:00000001:3.0:1789101107.954999:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322919171
00000100:00000001:3.0:1789101107.955001:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101107.955003:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.955005:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101107.955008:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101107/real 1789101107]  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101107.955015:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101107.955016:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101107.955018:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101107.955019:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101107.955021:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101107.955023:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101107.955026:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101107.955033:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955039:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101107.955040:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955042:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.955043:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101107.955046:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955051:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101107.955055:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955060:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101107.955062:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955064:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101107.955065:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955067:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101107.955068:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101107.955071:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101107.955074:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101107.955076:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101107.955079:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101107.955086:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702208:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101107.955089:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955091:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.955094:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964701824/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955100:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101107.955101:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101107.955103:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101107.955105:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101107.955107:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101107.955108:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101107.955110:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101107.955112:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789101107.955115:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101107.955116:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101107.955117:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:3.0:1789101107.955119:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101107.955120:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955122:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.955125:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964701952/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955136:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101107.955138:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101107.955139:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101107.955142:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101107.955143:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101107.955144:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101107.955146:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101107.955147:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789101107.955149:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101107.955149:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101107.955151:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:3.0:1789101107.955153:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101107.955154:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955156:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.955159:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964702080/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955165:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101107.955167:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101107.955168:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101107.955170:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101107.955171:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101107.955172:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101107.955174:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101107.955176:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789101107.955177:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101107.955178:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101107.955180:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:3.0:1789101107.955182:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101107.955183:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955185:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101107.955187:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964702208/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101107.955194:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101107.955195:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101107.955197:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101107.955199:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101107.955200:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101107.955201:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101107.955203:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101107.955205:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789101107.955206:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101107.955207:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101107.955209:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00000100:00000001:3.0:1789101107.955211:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101107.955212:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955214:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101107.955218:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101107.955220:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101107.955221:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101107.955223:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101108.976951:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101108.976954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101108.976958:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976964:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101108.976967:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976969:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976972:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101108.976979:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101108.976980:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101108.976981:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976983:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101108.976984:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976986:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976988:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976992:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101108.976994:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101108.976995:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101108.976997:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.976999:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101108.977000:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.977002:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101108.977003:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101108.977091:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101108.977098:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101108.977103:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101109.296936:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322919171, at 4322919232
00000100:00000040:1.0:1789101109.296936:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322919171, at 4322919232
00000100:00000010:1.0:1789101109.296951:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bb40.
00000100:00000010:0.0:1789101109.296959:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b5a0.
00010000:00000001:2.0:1789101110.000939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101110.000949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101110.000957:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101110.000959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101110.000963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101110.000964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101110.001068:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101110.001073:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101110.001076:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101111.024977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101111.024987:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101111.024995:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101111.024997:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101111.025001:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101111.025003:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101111.025096:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101111.025102:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101111.025107:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101112.048924:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101112.048931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101112.048935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101112.048936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101112.048939:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101112.048940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101112.049005:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101112.049010:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101112.049014:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101113.072891:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101113.072899:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101113.072901:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101113.072904:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101113.072907:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101113.072913:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28250
00000400:00000200:2.0:1789101113.072921:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101113.072926:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101113.072928:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101113.072930:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.072933:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.072934:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.072943:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101113.072947:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101113.072949:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101113.072952:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101113.072955:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101113.072958:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101113.072960:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101113.072963:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.072965:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.072967:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.072968:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101113.072971:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101113.072975:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101113.072978:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101113.072981:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101113.072985:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101113.072987:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.072989:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101113.072992:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101113.073000:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428000.
00000020:00000040:2.0:1789101113.073002:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101113.073005:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101113.073007:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073009:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101113.073011:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101113.073014:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101113.073019:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789101113.073024:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101113.073038:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101113.073048:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101113.073052:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101113.073057:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015281b10] to pc [ptlrpcd_rcv+-1]  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101113.073079:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101113.073082:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101113.073089:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101113.073090:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101113.073092:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101113.073094:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101113.073096:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28250
00000400:00000200:2.0:1789101113.073100:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101113.073103:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101113.073106:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101113.073110:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073112:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.073114:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073117:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101113.073119:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101113.073121:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000001:3.0:1789101113.073121:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789101113.073125:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101113.073127:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1789101113.073128:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:3.0:1789101113.073131:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1789101113.073132:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101113.073137:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:3.0:1789101113.073140:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101113.073142:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073147:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.073151:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073155:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101113.073159:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1789101113.073160:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789101113.073163:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101113.073165:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:3.0:1789101113.073169:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789101113.073170:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.073173:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101113.073174:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101113.073179:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101113.073181:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101113.073186:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.073186:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964702336:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101113.073189:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101113.073193:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789101113.073194:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1789101113.073196:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073198:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.073200:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1789101113.073202:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444292c0.
02000000:00000001:3.0:1789101113.073204:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101113.073205:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:3.0:1789101113.073209:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1789101113.073215:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1789101113.073215:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:2.0:1789101113.073217:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073220:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789101113.073220:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101113.073223:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101113.073225:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101113.073229:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000400:00000200:3.0:1789101113.073230:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101113.073232:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101113.073237:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00100000:2.0:1789101113.073238:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101113.073245:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1789101113.073246:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000001:2.0:1789101113.073247:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101113.073252:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000725d4403] to pc [ptlrpcd_rcv+-1]  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101113.073256:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702336, portal 25
00000100:00000001:2.0:1789101113.073259:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073261:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1789101113.073262:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101113.073266:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1789101113.073266:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235406336 : -114339474145280 : ffff980244428000)
00000100:00000001:2.0:1789101113.073269:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101113.073271:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101113.073274:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101113.073277:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28250
00000100:00000040:3.0:1789101113.073278:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789101113.073282:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101113.073288:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101113.073291:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101113.073297:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101113.073302:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101113.073303:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073307:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1789101113.073308:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000040:2.0:1789101113.073313:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000200:3.0:1789101113.073315:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964702336, offset 0
00000100:00000001:2.0:1789101113.073316:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101113.073320:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101113.073322:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101113.073325:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789101113.073326:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000040:2.0:1789101113.073328:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101113.073331:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789101113.073334:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101113.073336:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101113.073340:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073343:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101113.073346:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:2.0:1789101113.073352:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101113.073354:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789101113.073356:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101113.073359:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101113.073362:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789101113.073363:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:2.0:1789101113.073365:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101113.073367:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101113.073369:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789101113.073370:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1789101113.073372:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073375:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1789101113.073377:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000008:00100000:2.0:1789101113.073378:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101113.073382:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073384:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.073386:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512435:512435:256:4294967295] 192.168.204.152@tcp LPNI seq info [512192:512192:8:4294967295]
00000100:00000010:2.0:1789101113.073388:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a1c0.
00000020:00000040:2.0:1789101113.073393:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101113.073398:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789101113.073398:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:2.0:1789101113.073400:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073402:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101113.073403:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101113.073405:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101113.073408:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789101113.073413:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.073416:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1789101113.073419:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1789101113.073428:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073429:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101113.073433:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101113.073436:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066b89bb5] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1789101113.073438:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:2.0:1789101113.073445:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101113.073447:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1789101113.073449:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00080000:2.0:1789101113.073450:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101113.073453:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101113.073455:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1789101113.073457:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1789101113.073458:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101113.073462:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28250
00000400:00000200:2.0:1789101113.073468:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:3.1:1789101113.073469:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:2.0:1789101113.073471:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101113.073475:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1789101113.073476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1789101113.073477:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073482:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.073485:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073489:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000800:00000100:3.0:1789101113.073490:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000020:00000001:2.0:1789101113.073491:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101113.073493:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000800:00000010:3.0:1789101113.073494:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000020:00000001:2.0:1789101113.073495:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101113.073497:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101113.073499:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101113.073501:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000400:00000200:3.0:1789101113.073503:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1789101113.073504:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073507:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.073509:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073512:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101113.073515:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:3.0:1789101113.073515:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1789101113.073521:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073523:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.073524:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
02000000:00000001:2.0:1789101113.073525:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101113.073527:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101113.073530:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101113.073530:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:2.0:1789101113.073533:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101113.073536:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789101113.073537:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073538:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1789101113.073539:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101113.073543:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b840.
00000020:00000040:2.0:1789101113.073547:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101113.073548:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1789101113.073548:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101113.073550:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073553:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101113.073555:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101113.073556:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101113.073561:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789101113.073564:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073568:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1789101113.073569:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101113.073576:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789101113.073577:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101113.073578:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101113.073583:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe035fc4] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073598:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073599:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073604:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1789101113.073605:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101113.073608:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101113.073609:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101113.073611:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789101113.073612:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073613:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101113.073617:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28250
00000400:00000200:2.0:1789101113.073619:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101113.073621:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101113.073622:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101113.073623:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073624:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101113.073625:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073626:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101113.073627:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101113.073628:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101113.073630:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101113.073632:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101113.073633:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101113.073634:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000200:3.0:1789101113.073635:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101113.073637:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073640:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101113.073641:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322924291
00000100:00000040:2.0:1789101113.073642:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073644:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101113.073647:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789101113.073649:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101113.073650:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101113.073651:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1789101113.073651:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bd20.
02000000:00000001:2.0:1789101113.073653:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101113.073657:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073658:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101113.073659:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789101113.073660:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073661:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073662:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1789101113.073664:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428f00.
00000020:00000040:2.0:1789101113.073667:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101113.073669:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101113.073670:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101113.073671:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101113.073672:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322924291
02000000:00000001:2.0:1789101113.073673:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101113.073675:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101113.073679:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b4e0.
00000100:00000001:3.0:1789101113.073684:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1789101113.073687:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789101113.073691:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101113.073696:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101113.073696:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101113.073702:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073707:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789101113.073709:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101113.073711:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101113.073715:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988d0ca8] to pc [ptlrpcd_rcv+-1]  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101113.073724:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.073726:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101113/real 1789101113]  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789101113.073730:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28260)
00000400:00000001:3.0:1789101113.073741:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101113.073743:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101113.073746:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101113.073749:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101113.073751:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00010000:00000001:2.0:1789101113.073756:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789101113.073756:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00010000:00000001:2.0:1789101113.073759:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101113.073763:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101113.073764:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101113.073764:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:2.0:1789101113.073769:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101113.073771:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101113.073781:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073831:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101113.073833:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073836:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.073838:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101113.073843:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073849:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101113.073853:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073860:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101113.073862:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073864:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.073865:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073868:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101113.073870:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101113.073873:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101113.073878:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000020:00000001:1.0:1789101113.073880:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789101113.073881:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1789101113.073884:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101113.073888:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:1.0:1789101113.073890:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789101113.073905:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964702336:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101113.073911:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073913:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.073916:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428000 x1875994964702336/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073928:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101113.073931:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101113.073933:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101113.073936:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101113.073938:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101113.073940:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101113.073942:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101113.073945:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789101113.073949:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101113.073950:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101113.073952:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428000.
00000100:00000001:3.0:1789101113.073956:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101113.073957:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073959:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.073966:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101113.073968:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.073970:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101113.073971:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101113.073973:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101113.073977:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.073983:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101113.073985:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.073987:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101113.073989:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101113.073991:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.073994:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101113.073997:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101113.073999:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101113.074000:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074002:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101113.074005:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101113.074007:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.074010:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101113.074013:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101113.074017:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101113.074020:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702464, portal 10
00000100:00000001:3.0:1789101113.074022:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101113.074023:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235411136 : -114339474140480 : ffff9802444292c0)
00000100:00000040:3.0:1789101113.074030:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074036:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101113.074038:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101113.074040:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101113.074043:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964702464, offset 0
00000400:00000200:3.0:1789101113.074047:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074051:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074055:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101113.074058:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101113.074060:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101113.074062:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101113.074065:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074067:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512436:512436:256:4294967295] 192.168.204.152@tcp LPNI seq info [512193:512193:8:4294967295]
00000400:00000200:3.0:1789101113.074071:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074077:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101113.074082:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074085:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101113.074089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101113.074091:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101113.074096:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101113.074098:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101113.074101:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074103:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101113.074106:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101113.074109:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101113.074111:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101113.074113:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101113.074116:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101113.074119:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074127:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.074130:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074136:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074138:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101113.074140:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101113.074144:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101113.074147:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101113.074149:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322923028
00000100:00000001:3.0:1789101113.074151:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074153:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322923028
00000100:00000001:3.0:1789101113.074155:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074157:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101113.074159:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074160:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101113.074164:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101113/real 1789101113]  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101113.074170:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101113.074172:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101113.074173:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101113.074175:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101113.074177:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101113.074179:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101113.074182:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101113.074190:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074201:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101113.074203:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074204:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074206:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101113.074209:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074215:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101113.074219:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074226:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101113.074228:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074229:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074230:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074232:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101113.074234:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101113.074236:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101113.074239:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101113.074241:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101113.074244:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101113.074253:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702464:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101113.074256:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101113.074259:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074266:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101113.074268:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074270:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101113.074271:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101113.074274:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.074276:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101113.074280:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101113.074281:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101113.074283:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074285:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101113.074287:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101113.074289:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.074292:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101113.074294:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101113.074297:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101113.074299:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702592, portal 10
00000100:00000001:3.0:1789101113.074301:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101113.074302:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414976 : -114339474136640 : ffff98024442a1c0)
00000100:00000040:3.0:1789101113.074307:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074313:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101113.074315:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101113.074317:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101113.074319:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964702592, offset 0
00000400:00000200:3.0:1789101113.074323:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074326:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074329:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101113.074332:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101113.074334:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101113.074337:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101113.074339:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074342:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512437:512437:256:4294967295] 192.168.204.152@tcp LPNI seq info [512194:512194:8:4294967295]
00000400:00000200:3.0:1789101113.074345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074351:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101113.074356:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074359:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101113.074362:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101113.074365:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101113.074369:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101113.074371:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101113.074375:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074376:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101113.074379:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101113.074381:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101113.074384:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101113.074385:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101113.074387:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101113.074391:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074397:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.074400:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074406:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074408:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101113.074410:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101113.074413:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101113.074416:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101113.074418:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322923027
00000100:00000001:3.0:1789101113.074420:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074422:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322923027
00000100:00000001:3.0:1789101113.074424:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074426:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101113.074428:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074429:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101113.074432:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101113/real 1789101113]  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101113.074440:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101113.074441:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101113.074443:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101113.074445:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101113.074446:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101113.074448:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101113.074451:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101113.074459:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074465:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101113.074467:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074468:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074469:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101113.074473:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074479:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101113.074483:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074488:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101113.074490:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074491:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074492:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074494:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101113.074495:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101113.074498:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101113.074500:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101113.074502:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101113.074506:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101113.074513:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702592:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101113.074515:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101113.074518:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074523:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101113.074525:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074526:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101113.074528:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101113.074530:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.074532:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101113.074535:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101113.074537:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101113.074538:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074539:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101113.074542:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101113.074544:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.074546:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101113.074548:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101113.074551:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101113.074554:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702720, portal 4
00000100:00000001:3.0:1789101113.074556:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101113.074557:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235420736 : -114339474130880 : ffff98024442b840)
00000100:00000040:3.0:1789101113.074563:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074568:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101113.074570:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101113.074572:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101113.074573:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964702720, offset 0
00000400:00000200:3.0:1789101113.074577:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074580:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074583:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101113.074585:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101113.074587:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101113.074589:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101113.074591:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074593:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512438:512438:256:4294967295] 192.168.204.152@tcp LPNI seq info [512195:512195:8:4294967295]
00000400:00000200:3.0:1789101113.074596:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074601:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101113.074605:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074607:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101113.074610:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101113.074613:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101113.074616:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101113.074618:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101113.074621:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074623:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101113.074625:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101113.074628:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101113.074630:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101113.074632:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101113.074633:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101113.074636:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074642:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.074645:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074651:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074652:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101113.074655:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101113.074657:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101113.074660:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101113.074663:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322923037
00000100:00000001:3.0:1789101113.074665:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074667:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322923037
00000100:00000001:3.0:1789101113.074669:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074671:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101113.074672:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074674:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101113.074677:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101113/real 1789101113]  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101113.074684:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101113.074685:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101113.074686:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101113.074688:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101113.074690:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101113.074692:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101113.074695:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101113.074703:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074710:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101113.074711:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074713:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074714:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101113.074718:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074724:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101113.074728:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074734:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101113.074736:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074738:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074739:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074741:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101113.074743:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101113.074745:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101113.074749:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101113.074751:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101113.074754:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101113.074761:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702720:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101113.074764:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101113.074767:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074773:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101113.074774:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074777:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101113.074778:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101113.074780:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101113.074783:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101113.074820:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101113.074823:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101113.074824:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101113.074826:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101113.074829:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101113.074831:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101113.074834:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101113.074837:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101113.074840:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101113.074843:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702848, portal 4
00000100:00000001:3.0:1789101113.074845:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101113.074846:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235410176 : -114339474141440 : ffff980244428f00)
00000100:00000040:3.0:1789101113.074852:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074858:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101113.074860:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101113.074861:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101113.074863:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964702848, offset 0
00000400:00000200:3.0:1789101113.074865:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074868:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074870:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101113.074872:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101113.074874:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101113.074875:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101113.074877:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101113.074878:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512439:512439:256:4294967295] 192.168.204.152@tcp LPNI seq info [512196:512196:8:4294967295]
00000400:00000200:3.0:1789101113.074881:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101113.074885:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101113.074887:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074889:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101113.074891:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101113.074893:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101113.074895:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101113.074898:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101113.074901:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101113.074903:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101113.074906:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101113.074909:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101113.074911:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101113.074912:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101113.074914:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101113.074917:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074929:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.074932:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074939:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074940:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101113.074943:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101113.074946:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101113.074949:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101113.074950:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322923058
00000100:00000001:3.0:1789101113.074953:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074955:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322923058
00000100:00000001:3.0:1789101113.074956:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322924291
00000100:00000001:3.0:1789101113.074958:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101113.074960:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.074962:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101113.074965:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101113/real 1789101113]  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101113.074969:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101113.074970:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101113.074971:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101113.074973:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101113.074974:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101113.074976:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101113.074978:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101113.074982:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.074988:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101113.074990:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.074991:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.074992:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101113.074996:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075001:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101113.075005:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075011:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101113.075013:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075014:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101113.075016:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075017:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101113.075019:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101113.075021:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101113.075024:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101113.075026:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101113.075030:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101113.075035:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964702848:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101113.075037:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075038:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.075040:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444292c0 x1875994964702464/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075044:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101113.075045:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101113.075046:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101113.075048:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101113.075049:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101113.075050:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101113.075052:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101113.075053:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789101113.075054:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101113.075055:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101113.075056:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444292c0.
00000100:00000001:3.0:1789101113.075058:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101113.075059:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075060:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.075061:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a1c0 x1875994964702592/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075065:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101113.075066:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101113.075067:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101113.075068:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101113.075068:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101113.075069:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101113.075070:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101113.075071:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789101113.075072:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101113.075072:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101113.075073:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a1c0.
00000100:00000001:3.0:1789101113.075074:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101113.075075:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075075:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.075077:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b840 x1875994964702720/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075080:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101113.075081:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101113.075082:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101113.075083:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101113.075084:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101113.075084:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101113.075085:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101113.075086:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789101113.075087:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101113.075088:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101113.075089:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b840.
00000100:00000001:3.0:1789101113.075091:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101113.075091:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075092:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101113.075094:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428f00 x1875994964702848/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101113.075099:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101113.075100:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101113.075101:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101113.075103:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101113.075104:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101113.075105:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101113.075107:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101113.075108:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789101113.075109:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101113.075111:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101113.075112:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428f00.
00000100:00000001:3.0:1789101113.075115:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101113.075116:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075117:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101113.075121:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101113.075122:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101113.075124:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101113.075126:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101114.096945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101114.096951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101114.096958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101114.096959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101114.096963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101114.096965:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101114.097106:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101114.097109:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101114.097111:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101114.416942:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322924291, at 4322924352
00000100:00000040:1.0:1789101114.416942:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322924291, at 4322924352
00000100:00000010:1.0:1789101114.416959:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b4e0.
00000100:00000010:0.0:1789101114.416961:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bd20.
00010000:00000001:2.0:1789101115.120921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101115.120927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101115.120933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101115.120934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101115.120937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101115.120938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101115.120993:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101115.120999:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101115.121002:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101116.145042:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101116.145048:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101116.145052:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101116.145053:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101116.145055:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101116.145056:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101116.145141:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101116.145148:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101116.145153:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101117.168930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101117.168936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101117.168943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101117.168944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101117.168947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101117.168948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101117.169027:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101117.169031:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101117.169034:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101118.192926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101118.192931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101118.192935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101118.192936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101118.192938:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101118.192939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101118.192987:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101118.192990:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101118.192993:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101118.193066:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101118.193072:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101118.193074:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101118.193077:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101118.193082:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101118.193088:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28255
00000400:00000200:1.0:1789101118.193097:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101118.193102:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101118.193105:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101118.193108:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193111:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.193114:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193116:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101118.193119:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101118.193121:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101118.193123:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101118.193126:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101118.193128:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101118.193131:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101118.193134:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193136:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.193138:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193140:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101118.193143:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101118.193146:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193148:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101118.193151:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101118.193155:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101118.193158:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193160:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101118.193162:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101118.193170:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789101118.193173:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101118.193177:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101118.193178:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193181:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101118.193183:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101118.193187:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101118.193194:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789101118.193201:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101118.193211:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101118.193220:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101118.193224:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101118.193229:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101118.193246:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101118.193249:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101118.193251:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101118.193252:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101118.193253:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101118.193255:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101118.193256:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28255
00000400:00000200:1.0:1789101118.193260:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101118.193262:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101118.193263:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101118.193265:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193267:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.193269:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193271:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101118.193272:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101118.193273:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101118.193274:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101118.193276:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000100:00000001:3.0:1789101118.193277:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1789101118.193278:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101118.193282:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101118.193283:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101118.193287:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101118.193287:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101118.193292:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.193298:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000040:3.0:1789101118.193298:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101118.193302:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101118.193308:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00000001:3.0:1789101118.193314:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1789101118.193315:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101118.193318:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.193322:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789101118.193324:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.193327:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101118.193328:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101118.193331:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101118.193335:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789101118.193338:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964702976:192.168.204.152@tcp:250:kworker.0
02000000:00000001:1.0:1789101118.193340:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193346:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101118.193347:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1789101118.193350:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789101118.193352:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1789101118.193355:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.193356:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193359:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.193361:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1789101118.193365:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789101118.193369:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000010:3.0:1789101118.193369:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101118.193374:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101118.193375:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101118.193378:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193380:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101118.193382:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101118.193384:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.193388:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:1.0:1789101118.193389:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000400:00000010:3.0:1789101118.193394:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00000001:1.0:1789101118.193395:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101118.193403:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00100000:1.0:1789101118.193404:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1789101118.193412:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964702976, portal 25
00000100:00000001:1.0:1789101118.193414:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101118.193417:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789101118.193418:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.193420:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:1.0:1789101118.193426:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101118.193431:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101118.193450:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.193450:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789101118.193455:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1789101118.193456:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101118.193462:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1789101118.193462:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000001:1.0:1789101118.193465:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101118.193468:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1789101118.193469:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964702976, offset 0
00000100:00000001:1.0:1789101118.193474:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1789101118.193477:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101118.193480:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28255
00000400:00000200:1.0:1789101118.193485:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.193489:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101118.193491:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101118.193494:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789101118.193498:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:1.0:1789101118.193500:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193504:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101118.193506:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1789101118.193507:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193511:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101118.193513:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000001:1.0:1789101118.193514:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101118.193517:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101118.193519:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789101118.193521:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1789101118.193522:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101118.193526:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101118.193527:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000001:1.0:1789101118.193532:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000400:00000200:3.0:1789101118.193536:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512440:512440:256:4294967295] 192.168.204.152@tcp LPNI seq info [512197:512197:8:4294967295]
00000100:00000040:1.0:1789101118.193541:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193545:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101118.193546:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:1.0:1789101118.193550:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193553:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101118.193556:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101118.193562:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193568:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.193568:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1789101118.193573:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101118.193577:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1789101118.193580:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
02000000:00000001:1.0:1789101118.193581:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193584:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101118.193587:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101118.193588:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789101118.193589:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000100:00000001:1.0:1789101118.193590:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101118.193596:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789101118.193598:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101118.193599:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101118.193600:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193601:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101118.193602:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101118.193604:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101118.193606:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000800:00000200:3.0:1789101118.193608:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789101118.193610:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101118.193615:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00100000:1.0:1789101118.193616:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101118.193626:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1789101118.193626:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:1.0:1789101118.193629:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789101118.193634:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1789101118.193635:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101118.193645:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789101118.193646:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101118.193648:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1789101118.193650:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000100:00080000:1.0:1789101118.193651:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101118.193654:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101118.193655:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789101118.193656:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789101118.193657:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101118.193661:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28255
00000400:00000200:3.0:1789101118.193665:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789101118.193668:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101118.193671:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101118.193672:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101118.193674:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193675:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101118.193676:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000100:00000040:1.0:1789101118.193677:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000010:3.0:1789101118.193680:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:1.0:1789101118.193681:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101118.193684:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789101118.193684:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1789101118.193688:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000100:00000200:3.0:1789101118.193691:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101118.193692:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101118.193696:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101118.193702:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:3.0:1789101118.193703:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.193708:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101118.193709:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101118.193727:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101118.193731:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193732:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101118.193735:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1789101118.193738:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101118.193741:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193742:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101118.193747:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000400:00000200:3.0:1789101118.193748:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.193753:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322929411
00000100:00080000:1.0:1789101118.193755:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101118.193759:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789101118.193759:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b720.
02000000:00000001:1.0:1789101118.193764:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101118.193766:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1789101118.193767:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101118.193771:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.193773:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101118.193774:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322929411
00000008:00100000:1.0:1789101118.193776:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1789101118.193779:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b4e0.
00000008:00000001:1.0:1789101118.193781:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.193783:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101118.193805:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101118.193809:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.193811:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789101118.193817:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101118.193817:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101118/real 1789101118]  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789101118.193823:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789101118.193829:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000400:00000001:3.0:1789101118.193833:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1789101118.193834:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1789101118.193836:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1789101118.193837:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101118.193840:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000001:1.0:1789101118.193841:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101118.193845:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789101118.193847:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
02000000:00000001:1.0:1789101118.193849:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101118.193850:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
02000000:00000010:1.0:1789101118.193855:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:3.0:1789101118.193855:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1789101118.193861:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789101118.193862:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789101118.193871:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1789101118.193875:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.193898:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789101118.193900:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101118.193901:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.193904:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789101118.193905:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.193906:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101118.193912:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101118.193916:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.193920:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101118.193928:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101118.193928:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101118.193932:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101118.193939:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101118.193943:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789101118.193943:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789101118.193946:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101118.193949:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101118.193949:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789101118.193954:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28255
00000100:00000001:3.0:1789101118.193954:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.193958:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1789101118.193961:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.193963:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:1.0:1789101118.193965:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00000001:3.0:1789101118.193967:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789101118.193968:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101118.193973:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00080000:3.0:1789101118.193974:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1789101118.193976:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.193980:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00080000:3.0:1789101118.193983:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:1.0:1789101118.193984:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101118.193987:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101118.193990:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000100:00000001:3.0:1789101118.193991:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1789101118.193992:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101118.193997:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000100:00000040:3.0:1789101118.193999:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101118.194000:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101118.194006:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101118.194014:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00100000:3.0:1789101118.194017:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964702976:192.168.204.152@tcp:250:kworker.0
00000100:00000001:1.0:1789101118.194018:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101118.194024:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101118.194025:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101118.194028:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101118.194030:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1789101118.194034:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00000040:3.0:1789101118.194037:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964702976/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789101118.194041:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101118.194048:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101118.194054:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101118.194054:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101118.194058:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1789101118.194060:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1789101118.194062:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:1.0:1789101118.194064:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.194068:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1789101118.194068:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:1.0:1789101118.194072:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000020:00000001:3.0:1789101118.194072:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101118.194076:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000008:00000001:1.0:1789101118.194077:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.194082:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101118.194082:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101118.194086:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
00000100:00000010:1.0:1789101118.194087:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789101118.194090:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:3.0:1789101118.194091:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789101118.194092:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789101118.194094:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1789101118.194095:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.194098:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1789101118.194098:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
02000000:00000001:1.0:1789101118.194099:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101118.194102:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101118.194106:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:3.0:1789101118.194106:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101118.194109:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101118.194111:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194114:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789101118.194117:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101118.194124:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101118.194127:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101118.194128:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101118.194131:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101118.194132:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194135:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101118.194138:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194139:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101118.194147:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101118.194155:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101118.194160:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28265)
00000100:00000001:3.0:1789101118.194173:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101118.194175:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194177:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101118.194179:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101118.194181:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101118.194185:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101118.194188:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101118.194189:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101118.194191:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194193:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194196:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101118.194198:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.194201:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101118.194204:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101118.194207:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101118.194210:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703104, portal 10
00000100:00000001:3.0:1789101118.194212:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101118.194214:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:3.0:1789101118.194219:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194225:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101118.194228:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101118.194230:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101118.194232:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964703104, offset 0
00000400:00000200:3.0:1789101118.194236:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194240:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194243:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101118.194246:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101118.194249:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101118.194250:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101118.194252:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194255:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512441:512441:256:4294967295] 192.168.204.152@tcp LPNI seq info [512198:512198:8:4294967295]
00000400:00000200:3.0:1789101118.194259:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194265:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101118.194269:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194273:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101118.194277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101118.194279:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101118.194284:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101118.194286:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101118.194290:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194292:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101118.194294:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101118.194298:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101118.194301:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101118.194302:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101118.194305:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101118.194308:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194314:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194316:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194319:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194320:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101118.194323:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101118.194325:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101118.194327:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.194329:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322928148
00000100:00000001:3.0:1789101118.194331:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194332:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322928148
00000100:00000001:3.0:1789101118.194333:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194335:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101118.194336:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194337:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101118.194339:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101118/real 1789101118]  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101118.194347:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101118.194348:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101118.194350:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101118.194352:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101118.194353:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101118.194355:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101118.194358:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101118.194365:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194371:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101118.194372:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194374:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194375:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101118.194378:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194385:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101118.194389:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194396:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101118.194398:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194400:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194401:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194403:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101118.194404:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101118.194407:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101118.194410:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101118.194413:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101118.194417:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101118.194424:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703104:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101118.194427:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101118.194431:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194437:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101118.194438:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194440:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101118.194441:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101118.194443:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101118.194446:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101118.194449:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101118.194451:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101118.194452:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194454:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194457:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101118.194459:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.194463:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101118.194466:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101118.194469:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101118.194471:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703232, portal 10
00000100:00000001:3.0:1789101118.194473:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101118.194474:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:3.0:1789101118.194479:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194485:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101118.194487:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101118.194489:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101118.194491:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964703232, offset 0
00000400:00000200:3.0:1789101118.194496:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194499:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194502:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101118.194505:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101118.194507:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101118.194510:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101118.194512:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194515:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512442:512442:256:4294967295] 192.168.204.152@tcp LPNI seq info [512199:512199:8:4294967295]
00000400:00000200:3.0:1789101118.194519:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194524:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101118.194529:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194532:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101118.194536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101118.194538:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101118.194542:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101118.194544:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101118.194547:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194548:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101118.194550:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101118.194552:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101118.194554:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101118.194555:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101118.194557:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101118.194559:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194564:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194566:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194570:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194571:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101118.194572:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101118.194574:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101118.194576:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.194578:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322928147
00000100:00000001:3.0:1789101118.194580:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194582:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322928147
00000100:00000001:3.0:1789101118.194583:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194584:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101118.194585:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194586:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101118.194588:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101118/real 1789101118]  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101118.194592:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101118.194593:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101118.194594:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101118.194596:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101118.194597:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101118.194598:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101118.194600:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101118.194607:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194614:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101118.194615:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194617:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194618:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101118.194622:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194628:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101118.194631:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194638:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101118.194641:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194642:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194644:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194645:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101118.194647:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101118.194650:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101118.194653:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101118.194655:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101118.194659:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101118.194666:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703232:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101118.194670:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101118.194673:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194680:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101118.194681:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194684:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101118.194686:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101118.194688:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101118.194691:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101118.194694:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101118.194696:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101118.194697:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194699:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194702:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101118.194704:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.194707:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101118.194710:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101118.194724:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101118.194727:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703360, portal 4
00000100:00000001:3.0:1789101118.194729:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101118.194730:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:3.0:1789101118.194736:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194743:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101118.194745:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101118.194747:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101118.194749:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964703360, offset 0
00000400:00000200:3.0:1789101118.194753:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194757:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194760:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101118.194763:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101118.194766:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101118.194768:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101118.194770:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101118.194772:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512443:512443:256:4294967295] 192.168.204.152@tcp LPNI seq info [512200:512200:8:4294967295]
00000400:00000200:3.0:1789101118.194775:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.194779:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101118.194782:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194784:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101118.194801:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101118.194803:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101118.194805:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101118.194807:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101118.194810:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.194811:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101118.194813:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101118.194815:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101118.194817:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101118.194818:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101118.194819:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101118.194822:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194830:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194832:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194836:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194837:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101118.194839:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101118.194840:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101118.194842:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.194844:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322928158
00000100:00000001:3.0:1789101118.194845:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194846:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322928158
00000100:00000001:3.0:1789101118.194848:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.194849:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101118.194850:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194851:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101118.194853:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101118/real 1789101118]  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101118.194857:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101118.194858:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101118.194859:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101118.194860:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101118.194861:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101118.194862:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101118.194864:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101118.194869:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194872:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101118.194873:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194874:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194875:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101118.194877:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194881:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101118.194883:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194886:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101118.194887:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194888:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.194889:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194890:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101118.194891:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101118.194892:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101118.194894:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101118.194895:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101118.194897:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101118.194901:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703360:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101118.194903:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194904:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194906:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964703104/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194909:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101118.194910:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194912:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101118.194913:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101118.194914:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101118.194915:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101118.194916:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101118.194917:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:3.0:1789101118.194919:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101118.194920:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101118.194921:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:3.0:1789101118.194923:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101118.194924:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194925:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194927:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964703232/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194930:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101118.194931:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194932:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101118.194933:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101118.194934:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101118.194935:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101118.194936:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101118.194938:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:3.0:1789101118.194939:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101118.194940:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101118.194941:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:3.0:1789101118.194943:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101118.194945:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194946:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.194949:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964703360/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194954:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101118.194955:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101118.194957:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101118.194959:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101118.194960:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101118.194961:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101118.194962:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101118.194964:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:3.0:1789101118.194965:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101118.194967:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101118.194969:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:3.0:1789101118.194971:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101118.194972:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194974:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.194978:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101118.194979:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.194981:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101118.194982:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101118.194983:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101118.194986:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.194993:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101118.194994:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.194996:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101118.194998:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101118.195000:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101118.195003:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101118.195005:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101118.195007:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101118.195009:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101118.195010:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101118.195013:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101118.195015:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101118.195018:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101118.195020:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101118.195023:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101118.195026:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703488, portal 4
00000100:00000001:3.0:1789101118.195027:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101118.195028:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:3.0:1789101118.195033:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195038:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101118.195039:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101118.195041:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101118.195043:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964703488, offset 0
00000400:00000200:3.0:1789101118.195045:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101118.195048:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.195050:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101118.195052:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101118.195054:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101118.195056:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101118.195058:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101118.195060:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512444:512444:256:4294967295] 192.168.204.152@tcp LPNI seq info [512201:512201:8:4294967295]
00000400:00000200:3.0:1789101118.195064:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101118.195071:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101118.195075:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.195078:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101118.195081:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101118.195084:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101118.195088:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101118.195090:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101118.195094:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101118.195095:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101118.195098:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101118.195101:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101118.195103:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101118.195105:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101118.195107:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101118.195111:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195118:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.195121:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195127:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.195128:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101118.195131:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101118.195134:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101118.195137:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101118.195139:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322928178
00000100:00000001:3.0:1789101118.195140:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.195142:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322928178
00000100:00000001:3.0:1789101118.195143:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322929411
00000100:00000001:3.0:1789101118.195145:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101118.195146:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.195147:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101118.195149:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101118/real 1789101118]  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101118.195154:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101118.195155:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101118.195156:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101118.195159:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101118.195160:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101118.195162:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101118.195165:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101118.195172:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195178:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101118.195179:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195181:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.195182:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101118.195185:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195192:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101118.195196:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195202:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101118.195205:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195206:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101118.195206:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195208:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101118.195209:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101118.195210:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101118.195212:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101118.195214:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101118.195216:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101118.195221:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703488:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101118.195222:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195224:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101118.195225:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964703488/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101118.195228:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101118.195229:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101118.195231:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101118.195232:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101118.195233:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101118.195234:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101118.195235:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101118.195236:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:3.0:1789101118.195238:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101118.195238:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101118.195239:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:3.0:1789101118.195241:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101118.195242:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195244:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101118.195246:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101118.195247:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101118.195248:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101118.195249:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217006:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101119.217015:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101119.217017:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101119.217020:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217025:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101119.217027:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217028:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217029:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217033:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101119.217034:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101119.217035:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101119.217036:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217037:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101119.217038:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217039:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217040:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217042:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101119.217043:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101119.217044:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101119.217045:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217047:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101119.217048:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217050:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101119.217052:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101119.217123:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101119.217127:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101119.217130:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101119.536938:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322929411, at 4322929472
00000100:00000040:1.0:1789101119.536942:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322929411, at 4322929472
00000100:00000010:1.0:1789101119.536962:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b4e0.
00000100:00000010:0.0:1789101119.536968:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b720.
00010000:00000001:2.0:1789101120.240962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101120.240969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101120.240975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101120.240976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101120.240980:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101120.240981:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101120.241045:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101120.241049:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101120.241053:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101121.265762:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101121.265770:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101121.265776:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101121.265777:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101121.265812:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101121.265814:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101121.265963:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101121.265967:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101121.265970:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101122.288971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101122.288978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101122.288984:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101122.288986:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101122.288989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101122.288991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101122.289051:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101122.289055:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101122.289059:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101123.312929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101123.312937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101123.312943:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101123.312944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101123.312948:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101123.312949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101123.313016:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101123.313020:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101123.313024:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101123.313288:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101123.313295:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101123.313298:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101123.313302:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101123.313306:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101123.313314:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28260
00000400:00000200:1.0:1789101123.313323:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101123.313329:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101123.313333:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101123.313336:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313340:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101123.313342:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313345:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101123.313348:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101123.313350:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101123.313353:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101123.313357:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101123.313360:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101123.313362:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101123.313365:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313367:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101123.313369:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313371:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101123.313374:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101123.313377:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313380:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101123.313383:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101123.313387:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101123.313390:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313392:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101123.313395:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101123.313403:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789101123.313407:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101123.313411:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101123.313413:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313416:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101123.313419:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101123.313423:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101123.313430:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789101123.313436:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101123.313445:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101123.313454:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101123.313458:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101123.313462:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101123.313481:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101123.313484:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101123.313488:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101123.313489:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101123.313491:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101123.313493:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101123.313496:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28260
00000400:00000200:1.0:1789101123.313500:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101123.313503:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101123.313506:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101123.313509:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101123.313509:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101123.313514:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101123.313514:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789101123.313518:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101123.313519:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101123.313522:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101123.313526:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101123.313528:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000100:00000040:3.0:1789101123.313530:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101123.313531:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101123.313534:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101123.313539:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101123.313543:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000001:3.0:1789101123.313547:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101123.313550:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101123.313551:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313555:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789101123.313556:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789101123.313558:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:3.0:1789101123.313560:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789101123.313562:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:3.0:1789101123.313565:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101123.313567:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00100000:3.0:1789101123.313573:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964703616:192.168.204.152@tcp:250:kworker.0
00000100:00080000:1.0:1789101123.313575:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313581:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.313581:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789101123.313586:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789101123.313589:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789101123.313591:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101123.313593:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101123.313595:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.313597:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789101123.313600:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101123.313605:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101123.313609:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313611:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101123.313611:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101123.313629:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101123.313630:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789101123.313635:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101123.313638:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101123.313641:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313643:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101123.313644:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101123.313646:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.313648:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000010:1.0:1789101123.313649:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789101123.313655:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101123.313656:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000100:00100000:1.0:1789101123.313661:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1789101123.313666:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000001:1.0:1789101123.313673:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1789101123.313675:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703616, portal 25
00000100:00000001:1.0:1789101123.313676:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.313680:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101123.313683:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000040:1.0:1789101123.313685:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789101123.313693:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101123.313702:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101123.313709:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101123.313713:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101123.313715:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789101123.313716:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789101123.313717:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1789101123.313723:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313724:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1789101123.313729:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00080000:1.0:1789101123.313731:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28260
00000400:00000200:1.0:1789101123.313737:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000200:3.0:1789101123.313737:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964703616, offset 0
00000400:00000200:1.0:1789101123.313743:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101123.313746:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101123.313749:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313751:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101123.313753:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.313756:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101123.313758:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101123.313760:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000400:00000200:3.0:1789101123.313763:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000020:00000001:1.0:1789101123.313764:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101123.313768:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101123.313771:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101123.313773:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101123.313778:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.313778:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101123.313783:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101123.313812:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00000040:1.0:1789101123.313817:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.313818:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789101123.313823:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101123.313825:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000020:00000040:1.0:1789101123.313829:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000400:00000200:3.0:1789101123.313830:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101123.313836:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00080000:1.0:1789101123.313838:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789101123.313841:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512445:512445:256:4294967295] 192.168.204.152@tcp LPNI seq info [512202:512202:8:4294967295]
00000100:00000001:1.0:1789101123.313843:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.313848:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:1.0:1789101123.313849:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101123.313855:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101123.313858:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313863:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101123.313867:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789101123.313867:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1789101123.313873:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313876:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101123.313880:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00000010:1.0:1789101123.313883:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789101123.313887:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000800:00000010:3.0:1789101123.313888:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
02000000:00000001:1.0:1789101123.313889:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101123.313893:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.313896:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101123.313897:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1789101123.313901:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
02000000:00000001:1.0:1789101123.313902:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789101123.313909:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1789101123.313910:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789101123.313917:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789101123.313918:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101123.313923:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000100:00100000:1.0:1789101123.313926:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789101123.313929:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.313933:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101123.313942:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789101123.313948:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789101123.313949:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789101123.313954:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.313955:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101123.313958:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000040:1.0:1789101123.313961:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.313963:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101123.313971:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101123.313975:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101123.313980:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101123.313988:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101123.313991:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101123.313994:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101123.313999:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101123.314001:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1789101123.314003:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28260
00000100:00000040:3.0:1789101123.314009:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101123.314011:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101123.314019:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101123.314024:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789101123.314025:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314029:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1789101123.314030:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.314034:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101123.314037:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101123.314038:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.314041:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101123.314045:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789101123.314046:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000040:1.0:1789101123.314047:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101123.314051:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789101123.314051:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322934532
00000020:00000040:1.0:1789101123.314055:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101123.314058:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101123.314060:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101123.314063:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.314065:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1789101123.314066:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bd20.
00000100:00000040:1.0:1789101123.314070:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.314074:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101123.314075:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1789101123.314078:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789101123.314082:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322934532
00000100:00080000:1.0:1789101123.314083:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000010:3.0:1789101123.314086:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b5a0.
00000100:00000001:1.0:1789101123.314089:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314090:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1789101123.314094:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789101123.314095:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101123.314099:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101123.314100:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314104:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1789101123.314105:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.314110:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1789101123.314110:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101123/real 1789101123]  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789101123.314114:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101123.314122:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1789101123.314123:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1789101123.314125:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1789101123.314126:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101123.314129:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000100:00000010:1.0:1789101123.314132:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000400:00000200:3.0:1789101123.314132:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101123.314135:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000020:00000040:1.0:1789101123.314138:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:3.0:1789101123.314138:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101123.314143:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101123.314144:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101123.314148:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.314153:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1789101123.314155:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101123.314156:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101123.314160:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314165:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:1.0:1789101123.314168:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:3.0:1789101123.314168:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.314172:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789101123.314175:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314175:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789101123.314186:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789101123.314187:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101123.314210:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101123.314212:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101123.314214:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101123.314221:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789101123.314222:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314240:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789101123.314244:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314244:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789101123.314250:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101123.314254:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101123.314256:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101123.314257:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101123.314259:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101123.314263:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28260
00000100:00000001:3.0:1789101123.314263:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.314266:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1789101123.314271:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101123.314272:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101123.314276:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1789101123.314277:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101123.314283:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789101123.314283:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1789101123.314289:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.314294:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1789101123.314294:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000040:1.0:1789101123.314300:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101123.314300:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789101123.314306:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101123.314311:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789101123.314312:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101123.314314:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101123.314318:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101123.314322:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101123.314327:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00100000:3.0:1789101123.314330:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964703616:192.168.204.152@tcp:250:kworker.0
00000020:00000001:1.0:1789101123.314331:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101123.314340:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:3.0:1789101123.314340:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789101123.314344:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101123.314345:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789101123.314348:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101123.314354:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000040:3.0:1789101123.314354:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964703616/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789101123.314359:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101123.314366:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:3.0:1789101123.314369:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1789101123.314371:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314374:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1789101123.314375:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1789101123.314378:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:1.0:1789101123.314380:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101123.314383:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1789101123.314384:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101123.314388:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:3.0:1789101123.314388:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:1.0:1789101123.314391:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000020:00000040:3.0:1789101123.314392:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000008:00000001:1.0:1789101123.314397:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101123.314398:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1789101123.314402:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789101123.314403:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
00000100:00000010:1.0:1789101123.314408:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
02000000:00000001:3.0:1789101123.314409:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101123.314412:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1789101123.314413:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
00000100:00000010:3.0:1789101123.314416:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
02000000:00000001:1.0:1789101123.314418:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101123.314421:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314422:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789101123.314424:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789101123.314426:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789101123.314427:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789101123.314430:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789101123.314431:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101123.314437:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101123.314441:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314441:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101123.314445:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101123.314450:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789101123.314450:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101123.314453:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101123.314456:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789101123.314463:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789101123.314464:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101123.314468:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101123.314478:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314478:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101123.314480:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314485:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101123.314488:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789101123.314494:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314494:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101123.314500:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703744:192.168.204.152@tcp:38:kworker.0
00000100:00000040:1.0:1789101123.314501:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28270)
00000100:00000001:3.0:1789101123.314507:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101123.314510:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101123.314512:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314514:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101123.314518:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101123.314520:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.314524:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101123.314528:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101123.314532:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101123.314535:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703744, portal 10
00000100:00000001:3.0:1789101123.314537:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101123.314539:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:3.0:1789101123.314547:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314554:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101123.314557:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101123.314559:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101123.314562:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964703744, offset 0
00000400:00000200:3.0:1789101123.314566:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101123.314570:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.314574:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101123.314577:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101123.314580:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101123.314582:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101123.314585:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.314588:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512446:512446:256:4294967295] 192.168.204.152@tcp LPNI seq info [512203:512203:8:4294967295]
00000400:00000200:3.0:1789101123.314592:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.314598:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101123.314603:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.314607:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101123.314611:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101123.314614:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789101123.314630:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101123.314633:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789101123.314636:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.314638:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101123.314641:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101123.314644:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101123.314647:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101123.314649:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101123.314651:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101123.314655:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314662:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.314665:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314688:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314690:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101123.314697:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101123.314702:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101123.314706:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101123.314708:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322933268
00000100:00000001:3.0:1789101123.314711:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.314713:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322933268
00000100:00000001:3.0:1789101123.314715:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.314717:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101123.314719:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.314721:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101123.314726:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101123/real 1789101123]  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101123.314732:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101123.314734:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101123.314736:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101123.314739:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101123.314741:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101123.314742:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101123.314745:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101123.314753:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314760:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101123.314761:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.314763:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.314764:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101123.314768:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314775:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101123.314779:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314810:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101123.314813:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.314815:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.314817:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.314818:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101123.314820:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101123.314823:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101123.314827:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101123.314829:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101123.314833:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101123.314841:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703744:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101123.314845:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101123.314848:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314854:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101123.314855:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314857:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101123.314859:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101123.314861:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101123.314864:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101123.314867:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101123.314869:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101123.314872:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.314873:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101123.314876:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101123.314878:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.314882:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101123.314885:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101123.314888:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101123.314891:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964703872, portal 10
00000100:00000001:3.0:1789101123.314892:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101123.314894:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:3.0:1789101123.314899:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314905:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101123.314908:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101123.314910:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101123.314913:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964703872, offset 0
00000400:00000200:3.0:1789101123.314916:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101123.314920:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.314924:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101123.314927:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101123.314929:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101123.314931:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101123.314934:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.314937:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512447:512447:256:4294967295] 192.168.204.152@tcp LPNI seq info [512204:512204:8:4294967295]
00000400:00000200:3.0:1789101123.314941:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.314947:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101123.314952:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.314955:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101123.314959:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101123.314962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789101123.314966:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101123.314969:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789101123.314973:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.314976:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101123.314979:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101123.314982:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101123.314984:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101123.314986:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101123.314989:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101123.314992:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.314999:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315002:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315008:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315010:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101123.315013:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101123.315016:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101123.315019:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101123.315021:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322933268
00000100:00000001:3.0:1789101123.315024:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315026:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322933268
00000100:00000001:3.0:1789101123.315028:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315030:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101123.315033:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315034:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101123.315038:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101123/real 1789101123]  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101123.315046:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101123.315047:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101123.315049:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101123.315051:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101123.315053:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101123.315056:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101123.315059:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101123.315067:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315073:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101123.315075:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315077:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315078:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101123.315082:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315088:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101123.315092:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315100:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101123.315102:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315103:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315104:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315106:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101123.315108:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101123.315111:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101123.315114:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101123.315116:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101123.315119:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101123.315126:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964703872:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101123.315130:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101123.315133:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315139:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101123.315140:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.315142:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101123.315144:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101123.315146:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101123.315149:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101123.315152:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101123.315154:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101123.315155:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.315157:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315160:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101123.315162:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.315165:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101123.315167:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101123.315170:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101123.315173:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704000, portal 4
00000100:00000001:3.0:1789101123.315175:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101123.315176:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:3.0:1789101123.315182:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315187:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101123.315190:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101123.315192:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101123.315194:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964704000, offset 0
00000400:00000200:3.0:1789101123.315198:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101123.315201:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.315205:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101123.315208:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101123.315211:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101123.315213:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101123.315215:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.315218:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512448:512448:256:4294967295] 192.168.204.152@tcp LPNI seq info [512205:512205:8:4294967295]
00000400:00000200:3.0:1789101123.315222:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.315227:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101123.315231:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.315234:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101123.315237:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101123.315240:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789101123.315244:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101123.315246:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789101123.315250:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.315252:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101123.315254:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101123.315257:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101123.315260:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101123.315261:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101123.315264:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101123.315267:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315275:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315278:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315284:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315286:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101123.315288:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101123.315291:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101123.315294:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101123.315296:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322933278
00000100:00000001:3.0:1789101123.315298:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315300:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322933278
00000100:00000001:3.0:1789101123.315302:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315304:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101123.315306:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315308:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101123.315312:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101123/real 1789101123]  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101123.315319:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101123.315321:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101123.315322:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101123.315325:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101123.315326:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101123.315329:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101123.315332:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101123.315341:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315347:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101123.315348:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315350:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315351:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101123.315355:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315361:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101123.315364:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315371:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101123.315373:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315375:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315376:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315377:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101123.315379:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101123.315381:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101123.315385:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101123.315387:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101123.315390:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101123.315398:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704000:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101123.315402:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315404:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315407:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964703744/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315413:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101123.315414:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315417:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101123.315419:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101123.315421:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101123.315422:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101123.315425:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101123.315427:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:3.0:1789101123.315430:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101123.315432:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101123.315433:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:3.0:1789101123.315436:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101123.315437:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315438:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315441:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964703872/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315447:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101123.315448:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315450:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101123.315452:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101123.315453:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101123.315454:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101123.315456:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101123.315458:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:3.0:1789101123.315461:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101123.315462:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101123.315463:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:3.0:1789101123.315465:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101123.315466:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315468:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315471:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964704000/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315477:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101123.315478:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315480:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101123.315481:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101123.315483:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101123.315484:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101123.315485:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101123.315487:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:3.0:1789101123.315489:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101123.315490:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101123.315492:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:3.0:1789101123.315494:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101123.315495:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315497:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315503:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101123.315505:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315507:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101123.315508:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101123.315510:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101123.315513:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315520:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101123.315521:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.315523:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101123.315525:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101123.315527:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101123.315530:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101123.315534:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101123.315536:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101123.315537:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101123.315539:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315541:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101123.315543:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101123.315546:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101123.315548:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000400:00000010:3.0:1789101123.315552:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000100:00000200:3.0:1789101123.315555:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704128, portal 4
00000100:00000001:3.0:1789101123.315556:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101123.315558:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:3.0:1789101123.315562:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315568:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101123.315571:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101123.315573:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000200:3.0:1789101123.315575:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964704128, offset 0
00000400:00000200:3.0:1789101123.315578:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101123.315582:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.315585:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101123.315588:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101123.315590:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101123.315592:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101123.315594:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101123.315597:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512449:512449:256:4294967295] 192.168.204.152@tcp LPNI seq info [512206:512206:8:4294967295]
00000400:00000200:3.0:1789101123.315601:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101123.315607:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101123.315611:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.315614:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101123.315632:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101123.315635:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789101123.315639:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101123.315641:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789101123.315645:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101123.315646:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:3.0:1789101123.315649:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101123.315652:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101123.315655:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:3.0:1789101123.315656:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:3.0:1789101123.315659:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101123.315662:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315669:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315672:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315678:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315680:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101123.315682:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101123.315685:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101123.315688:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101123.315690:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322933298
00000100:00000001:3.0:1789101123.315692:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315694:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322933298
00000100:00000001:3.0:1789101123.315696:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322934532
00000100:00000001:3.0:1789101123.315698:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101123.315700:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315702:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101123.315705:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101123/real 1789101123]  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101123.315713:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101123.315714:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101123.315717:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:3.0:1789101123.315719:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:3.0:1789101123.315720:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:3.0:1789101123.315722:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101123.315725:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101123.315732:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315737:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101123.315738:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315739:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315741:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101123.315743:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315749:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101123.315752:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315758:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101123.315760:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315762:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101123.315763:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315765:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101123.315766:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101123.315769:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101123.315772:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101123.315774:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101123.315778:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101123.315810:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704128:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101123.315814:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315816:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101123.315819:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964704128/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101123.315825:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101123.315826:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101123.315828:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:3.0:1789101123.315830:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101123.315831:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101123.315832:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101123.315834:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101123.315835:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:3.0:1789101123.315837:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101123.315838:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101123.315840:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:3.0:1789101123.315841:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101123.315842:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315844:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101123.315847:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101123.315848:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101123.315850:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101123.315851:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101124.336923:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101124.336930:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101124.336935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101124.336937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101124.336940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101124.336942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101124.337392:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101124.337396:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101124.337400:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101124.656940:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322934532, at 4322934592
00000100:00000010:1.0:1789101124.656957:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b5a0.
00000100:00000040:0.0:1789101124.657362:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322934532, at 4322934592
00000100:00000010:0.0:1789101124.657380:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bd20.
00010000:00000001:2.0:1789101125.361333:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101125.361340:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101125.361345:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101125.361347:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101125.361351:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101125.361353:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101125.361452:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101125.361456:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101125.361459:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101126.385933:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101126.385940:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101126.385946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101126.385947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101126.385951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101126.385952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101126.386294:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101126.386299:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101126.386303:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101127.408965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101127.408971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101127.408976:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101127.408978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101127.409083:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101127.409086:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101127.409739:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101127.409743:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101127.409748:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101128.432954:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101128.432968:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101128.432971:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101128.432976:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101128.432981:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101128.432991:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28265
00000400:00000200:0.0:1789101128.433002:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101128.433012:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101128.433015:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101128.433019:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433022:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433025:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433028:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101128.433032:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101128.433035:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101128.433038:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101128.433042:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101128.433045:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101128.433048:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101128.433051:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433052:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433054:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433057:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101128.433060:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101128.433064:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433066:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101128.433069:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101128.433073:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101128.433077:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433080:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101128.433083:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101128.433095:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789101128.433099:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101128.433104:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101128.433106:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433110:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101128.433113:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101128.433118:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101128.433128:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789101128.433136:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101128.433146:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101128.433158:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101128.433163:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101128.433168:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101128.433196:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101128.433199:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101128.433203:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101128.433205:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101128.433206:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101128.433209:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101128.433211:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28265
00000400:00000200:0.0:1789101128.433214:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101128.433217:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101128.433219:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101128.433222:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433224:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433226:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433228:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101128.433230:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101128.433232:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101128.433233:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101128.433236:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101128.433237:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101128.433240:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101128.433242:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433245:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433247:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433249:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101128.433251:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101128.433254:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433257:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101128.433258:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101128.433264:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101128.433266:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433268:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101128.433273:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101128.433276:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433278:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101128.433282:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101128.433284:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101128.433286:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101128.433288:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433290:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101128.433291:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101128.433293:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101128.433296:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789101128.433299:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101128.433304:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101128.433311:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101128.433313:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101128.433317:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101128.433325:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101128.433327:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101128.433330:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101128.433332:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101128.433334:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101128.433337:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101128.433340:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28265
00000400:00000200:0.0:1789101128.433343:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101128.433346:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101128.433348:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101128.433351:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433353:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433355:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433357:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101128.433359:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101128.433360:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101128.433362:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101128.433364:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101128.433365:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101128.433367:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101128.433369:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433371:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433373:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433375:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101128.433378:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101128.433380:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433383:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101128.433384:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101128.433386:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101128.433388:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433390:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101128.433392:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101128.433394:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433395:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101128.433398:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789101128.433401:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101128.433403:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101128.433404:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433406:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101128.433407:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101128.433409:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101128.433412:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789101128.433415:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101128.433419:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101128.433426:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101128.433428:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101128.433431:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101128.433439:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101128.433441:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101128.433444:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101128.433446:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101128.433447:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101128.433449:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101128.433452:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28265
00000400:00000200:0.0:1789101128.433455:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101128.433457:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101128.433458:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101128.433461:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433462:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433465:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433467:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101128.433469:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101128.433470:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101128.433472:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101128.433474:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101128.433476:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101128.433478:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101128.433481:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433483:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433484:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433486:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101128.433489:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101128.433491:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433494:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101128.433496:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101128.433498:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101128.433499:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433501:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101128.433503:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101128.433505:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433507:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101128.433510:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789101128.433511:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101128.433514:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101128.433515:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433516:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101128.433529:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101128.433532:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101128.433536:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789101128.433540:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101128.433546:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101128.433553:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789101128.433553:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789101128.433556:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.433560:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1789101128.433562:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.433565:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789101128.433574:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.433576:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789101128.433578:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101128.433585:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101128.433588:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101128.433591:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101128.433595:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1789101128.433595:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1789101128.433600:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28265
00000100:00000001:3.0:1789101128.433600:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101128.433607:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:3.0:1789101128.433608:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:0.0:1789101128.433610:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
02000000:00000001:3.0:1789101128.433613:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1789101128.433614:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1789101128.433618:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101128.433620:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433623:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789101128.433626:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964704256:192.168.204.152@tcp:250:kworker.0
00000100:00000040:0.0:1789101128.433627:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433632:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101128.433636:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789101128.433636:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1789101128.433640:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101128.433642:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101128.433644:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
02000000:00000001:3.0:1789101128.433644:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1789101128.433646:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
02000000:00000001:3.0:1789101128.433649:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101128.433650:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101128.433655:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:3.0:1789101128.433656:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789101128.433657:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101128.433661:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433663:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:3.0:1789101128.433664:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090800.
00000020:00000040:0.0:1789101128.433666:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
02000000:00000001:3.0:1789101128.433669:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101128.433671:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433675:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101128.433677:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1789101128.433679:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101128.433681:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101128.433685:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433687:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1789101128.433688:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4c08.
00000008:00100000:0.0:1789101128.433690:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101128.433694:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433695:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101128.433700:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000400:00000010:3.0:1789101128.433700:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db110.
00000020:00000040:0.0:1789101128.433705:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101128.433708:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101128.433709:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101128.433711:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101128.433713:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789101128.433713:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704256, portal 25
02000000:00000001:0.0:1789101128.433716:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.433718:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1789101128.433721:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:3.0:1789101128.433722:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000001:0.0:1789101128.433727:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.433733:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789101128.433734:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101128.433752:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101128.433754:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101128.433759:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.433761:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101128.433769:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000100:00000001:0.0:1789101128.433774:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101128.433776:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db4c8.
00000100:00000040:0.0:1789101128.433780:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28276)
00000100:00000200:3.0:1789101128.433782:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964704256, offset 0
00000400:00000200:3.0:1789101128.433880:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101128.433891:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.433898:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101128.433904:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101128.433909:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101128.433913:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101128.433917:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101128.433921:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512450:512450:256:4294967295] 192.168.204.152@tcp LPNI seq info [512207:512207:8:4294967295]
00000400:00000200:3.0:1789101128.433926:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.433937:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101128.433945:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101128.433951:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e100.
00000800:00000200:3.0:1789101128.433959:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101128.433964:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101128.433979:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101128.433984:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101128.433987:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322939652
00000100:00000010:3.0:1789101128.433992:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bb40.
00000100:00000001:3.0:1789101128.433999:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101128.434006:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322939652
00000100:00000010:3.0:1789101128.434009:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bba0.
00000100:00000001:3.0:1789101128.434012:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101128.434054:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101128.434058:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434061:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101128.434066:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434073:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101128.434075:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434077:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101128.434079:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101128.434081:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101128.434084:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101128.434088:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101128.434090:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101128.434092:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434093:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101128.434097:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101128.434099:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101128.434103:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101128.434106:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4a50.
00000400:00000010:3.0:1789101128.434111:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbee0.
00000100:00000200:3.0:1789101128.434115:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704384, portal 10
00000100:00000001:3.0:1789101128.434117:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101128.434118:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:3.0:1789101128.434126:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434134:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101128.434136:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101128.434139:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db2a8.
00000100:00000200:3.0:1789101128.434141:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964704384, offset 0
00000400:00000200:3.0:1789101128.434145:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434149:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434152:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101128.434155:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101128.434158:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101128.434160:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101128.434163:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434166:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512451:512451:255:4294967295] 192.168.204.152@tcp LPNI seq info [512208:512208:7:4294967295]
00000400:00000200:3.0:1789101128.434170:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434177:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101128.434181:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101128.434184:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ea00.
00000800:00000200:3.0:1789101128.434188:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101128.434192:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101128.434194:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.434198:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101128.434202:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101128.434204:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322938388
00000100:00000001:3.0:1789101128.434207:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434209:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322938388
00000100:00000001:3.0:1789101128.434211:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434213:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101128.434216:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434218:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101128.434221:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434229:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101128.434230:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434232:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101128.434234:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101128.434236:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101128.434239:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101128.434242:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101128.434244:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101128.434246:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434248:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101128.434251:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101128.434252:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101128.434255:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101128.434257:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4160.
00000400:00000010:3.0:1789101128.434260:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db660.
00000100:00000200:3.0:1789101128.434263:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704512, portal 10
00000100:00000001:3.0:1789101128.434265:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101128.434266:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:3.0:1789101128.434272:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434278:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101128.434280:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101128.434283:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db5d8.
00000100:00000200:3.0:1789101128.434285:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964704512, offset 0
00000400:00000200:3.0:1789101128.434289:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434293:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434296:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101128.434299:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101128.434302:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101128.434304:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101128.434306:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434309:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512452:512452:254:4294967295] 192.168.204.152@tcp LPNI seq info [512209:512209:6:4294967295]
00000400:00000200:3.0:1789101128.434313:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434318:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101128.434322:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101128.434326:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27e400.
00000800:00000200:3.0:1789101128.434329:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101128.434333:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101128.434336:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.434338:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101128.434341:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101128.434343:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322938387
00000100:00000001:3.0:1789101128.434345:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434347:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322938387
00000100:00000001:3.0:1789101128.434349:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434351:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101128.434353:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434355:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434358:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101128.434369:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101128.434371:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789101128.434374:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101128.434375:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101128.434376:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101128.434380:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434388:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101128.434389:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434391:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101128.434393:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101128.434395:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101128.434398:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101128.434401:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101128.434403:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101128.434405:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434407:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101128.434410:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090400.
02000000:00000001:3.0:1789101128.434412:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101128.434415:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101128.434418:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf48f0.
00000400:00000010:3.0:1789101128.434421:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbf68.
00000100:00000200:3.0:1789101128.434424:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704640, portal 4
00000100:00000001:3.0:1789101128.434426:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101128.434427:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:3.0:1789101128.434434:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434440:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101128.434443:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101128.434445:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db908.
00000100:00000200:3.0:1789101128.434447:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964704640, offset 0
00000400:00000200:3.0:1789101128.434450:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434454:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434457:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101128.434460:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101128.434462:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101128.434464:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101128.434467:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434469:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512453:512453:253:4294967295] 192.168.204.152@tcp LPNI seq info [512210:512210:5:4294967295]
00000400:00000200:3.0:1789101128.434474:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434480:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101128.434484:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101128.434487:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ec00.
00000800:00000200:3.0:1789101128.434491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101128.434495:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101128.434498:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.434501:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101128.434504:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101128.434506:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322938397
00000100:00000001:3.0:1789101128.434508:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434510:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322938397
00000100:00000001:3.0:1789101128.434512:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434514:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101128.434516:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434528:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101128.434533:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434541:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101128.434543:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434545:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101128.434547:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101128.434549:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101128.434552:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101128.434555:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101128.434557:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101128.434558:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101128.434560:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101128.434564:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093000.
02000000:00000001:3.0:1789101128.434566:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101128.434570:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101128.434573:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf49f8.
00000400:00000010:3.0:1789101128.434576:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbe58.
00000100:00000200:3.0:1789101128.434579:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704768, portal 4
00000100:00000001:3.0:1789101128.434581:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101128.434583:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:3.0:1789101128.434589:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101128.434595:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101128.434598:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101128.434601:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769db000.
00000100:00000200:3.0:1789101128.434603:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964704768, offset 0
00000400:00000200:3.0:1789101128.434608:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434612:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434616:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101128.434618:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101128.434621:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101128.434623:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101128.434625:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101128.434628:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512454:512454:252:4294967295] 192.168.204.152@tcp LPNI seq info [512211:512211:4:4294967295]
00000400:00000200:3.0:1789101128.434632:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101128.434638:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101128.434644:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101128.434647:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101128.434651:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101128.434655:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000100:00000001:3.0:1789101128.434658:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101128.434661:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101128.434664:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101128.434666:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322938417
00000100:00000001:3.0:1789101128.434668:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434671:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322938417
00000100:00000001:3.0:1789101128.434673:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322939652
00000100:00000001:3.0:1789101128.434675:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101128.434677:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434679:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434682:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101128.434685:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101128.434687:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789101128.434689:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101128.434690:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101128.434692:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101128.434694:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435172:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101128.435180:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101128.435182:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101128.435185:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435191:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101128.435193:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435196:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435198:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435202:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101128.435204:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101128.435205:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101128.435207:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435208:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101128.435210:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435212:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435213:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435217:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101128.435219:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101128.435220:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101128.435221:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435223:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101128.435224:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435226:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101128.435228:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101128.435343:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101128.435347:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101128.435351:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101129.456895:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101129.456902:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101129.456909:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101129.456910:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101129.456914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101129.456916:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101129.457007:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101129.457016:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101129.457021:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101129.776936:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322939652, at 4322939712
00000100:00000040:1.0:1789101129.776936:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322939652, at 4322939712
00000100:00000010:0.0:1789101129.776953:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bb40.
00000100:00000010:1.0:1789101129.776954:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bba0.
00010000:00000001:2.0:1789101130.481023:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101130.481029:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101130.481032:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101130.481033:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101130.481035:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101130.481036:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101130.481170:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101130.481184:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101130.481188:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101131.504877:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101131.504883:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101131.504888:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101131.504890:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101131.504893:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101131.504894:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789101131.505024:0:256907:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.152:988
00000400:00000100:0.0:1789101131.505060:0:256907:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.152@tcp at host 192.168.204.152 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789101131.505070:0:256907:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101131.505073:0:256907:0:(router.c:1791:lnet_notify()) 192.168.204.52@tcp notifying 192.168.204.152@tcp: down
00000400:00000200:0.0:1789101131.505078:0:256907:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101131.505081:0:256907:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789101131.505087:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789101131.505090:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e100.
00000400:00000200:0.0:1789101131.505096:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789101131.505100:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789101131.505106:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db4c8
00000400:00000010:0.0:1789101131.505109:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db4c8.
00000100:00000001:0.0:1789101131.505113:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101131.505122:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.505227:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101131.505231:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101131.505235:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789101131.505251:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101131.505256:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.505972:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101128/real 1789101131]  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101131.505986:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101131.505988:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101131.505991:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4c08.
00000400:00000200:2.0:1789101131.505995:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db110
00000400:00000010:2.0:1789101131.505996:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db110.
00000100:00000001:2.0:1789101131.506000:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101131.506003:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101131.506011:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506018:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101131.506020:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506022:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506025:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101131.506029:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506035:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101131.506041:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506047:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101131.506050:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506052:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506053:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506055:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101131.506058:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101131.506061:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101131.506065:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101131.506067:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101131.506070:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.506078:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964704256:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101131.506084:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101131.506085:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101131.506088:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964704256/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101153 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506095:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101131.506097:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101131.506099:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101131.506100:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101131.506102:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101131.506103:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101131.506295:0:256907:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789101131.506300:0:256907:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789101131.506305:0:256907:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090800.
02000000:00000001:0.0:1789101131.506309:0:256907:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789101131.506311:0:256907:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1789101131.506313:0:256907:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:0.0:1789101131.506316:0:256907:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1789101131.506318:0:256907:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:0.0:1789101131.506321:0:256907:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789101131.506323:0:256907:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789101131.506324:0:256907:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:0.0:1789101131.506328:0:256907:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789101131.506330:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789101131.506331:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789101131.506343:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789101131.506346:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ea00.
00000400:00000200:0.0:1789101131.506348:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789101131.506352:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789101131.506356:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db2a8
00000400:00000010:0.0:1789101131.506358:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db2a8.
00000100:00000001:0.0:1789101131.506361:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101131.506365:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506382:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101131.506385:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506391:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101131.506392:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789101131.506397:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789101131.506399:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27e400.
00000400:00000200:0.0:1789101131.506402:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789101131.506405:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789101131.506407:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db5d8
00000400:00000010:0.0:1789101131.506409:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db5d8.
00000100:00000001:0.0:1789101131.506410:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101131.506413:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506420:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101131.506422:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506428:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101131.506429:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789101131.506433:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789101131.506436:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ec00.
00000400:00000200:0.0:1789101131.506438:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789101131.506441:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789101131.506443:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db908
00000400:00000010:0.0:1789101131.506444:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db908.
00000100:00000001:0.0:1789101131.506446:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101131.506450:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506456:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101131.506459:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506477:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101131.506478:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1789101131.506483:0:256907:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.152@tcp
00000800:00000010:0.0:1789101131.506486:0:256907:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:0.0:1789101131.506488:0:256907:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789101131.506491:0:256907:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789101131.506493:0:256907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db000
00000400:00000010:0.0:1789101131.506495:0:256907:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db000.
00000100:00000001:0.0:1789101131.506497:0:256907:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1789101131.506500:0:256907:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506507:0:256907:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789101131.506509:0:256907:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101131.506515:0:256907:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101131.506516:0:256907:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101131.506562:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101131.506564:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101131.506566:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101131.506571:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101128/real 1789101131]  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101131.506579:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101131.506580:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101131.506583:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf48f0.
00000400:00000200:2.0:1789101131.506585:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbf68
00000400:00000010:2.0:1789101131.506587:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbf68.
00000100:00000001:2.0:1789101131.506590:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101131.506592:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101131.506599:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506605:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101131.506607:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506609:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506610:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101131.506613:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506619:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101131.506623:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506629:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101131.506631:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506633:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506635:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506636:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101131.506638:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101131.506641:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101131.506644:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101131.506648:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101131.506653:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.506659:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704640:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101131.506663:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101131.506666:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101128/real 1789101131]  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101131.506672:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101131.506674:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101131.506675:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf49f8.
00000400:00000200:2.0:1789101131.506677:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbe58
00000400:00000010:2.0:1789101131.506679:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbe58.
00000100:00000001:2.0:1789101131.506681:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101131.506683:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101131.506690:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506695:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101131.506697:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506698:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506699:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101131.506702:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506708:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101131.506711:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506717:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101131.506719:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506721:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506722:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506723:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101131.506725:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101131.506727:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101131.506730:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101131.506732:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101131.506735:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.506742:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704768:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101131.506745:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101131.506748:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101128/real 1789101131]  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101131.506754:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101131.506755:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101131.506756:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4a50.
00000400:00000200:2.0:1789101131.506758:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbee0
00000400:00000010:2.0:1789101131.506759:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbee0.
00000100:00000001:2.0:1789101131.506761:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101131.506764:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101131.506771:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506776:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101131.506777:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506779:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506780:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101131.506782:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506813:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101131.506817:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506822:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101131.506824:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506826:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506827:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506829:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101131.506830:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101131.506833:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101131.506836:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101131.506838:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101131.506841:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.506848:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704384:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101131.506851:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101131.506855:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101128/real 1789101131]  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101131.506861:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101131.506862:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101131.506864:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4160.
00000400:00000200:2.0:1789101131.506866:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769db660
00000400:00000010:2.0:1789101131.506868:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769db660.
00000100:00000001:2.0:1789101131.506869:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101131.506872:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101131.506884:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506890:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101131.506891:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506892:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506893:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101131.506897:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506903:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101131.506906:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506912:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101131.506914:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506915:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101131.506916:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506918:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101131.506919:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101131.506922:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101131.506925:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101131.506926:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101131.506930:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101131.506936:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964704512:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101131.506939:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506941:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101131.506943:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964704640/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506954:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101131.506956:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101131.506958:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090400.
02000000:00000001:2.0:1789101131.506960:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101131.506962:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101131.506963:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101131.506966:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101131.506967:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789101131.506970:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101131.506971:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101131.506972:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789101131.506975:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101131.506976:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.506977:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101131.506980:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964704768/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.506985:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101131.506986:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101131.506988:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093000.
02000000:00000001:2.0:1789101131.506990:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101131.506991:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101131.506992:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101131.506994:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101131.506995:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789101131.506997:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101131.506998:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101131.506999:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789101131.507001:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101131.507002:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.507004:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101131.507007:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964704384/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.507012:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101131.507013:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101131.507015:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:2.0:1789101131.507017:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101131.507018:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101131.507019:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101131.507021:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101131.507022:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789101131.507024:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101131.507025:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101131.507026:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789101131.507028:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101131.507029:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.507031:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101131.507034:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964704512/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101131.507039:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101131.507040:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101131.507041:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:2.0:1789101131.507043:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101131.507044:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101131.507045:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101131.507047:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101131.507048:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789101131.507050:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101131.507051:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101131.507052:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789101131.507053:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101131.507054:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.507056:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101131.507064:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101131.507066:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101131.507068:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101131.507069:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101131.509032:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101131.509039:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101131.509044:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101132.528961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101132.528969:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101132.528976:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101132.528978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101132.528981:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101132.528983:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101132.529112:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101132.529116:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101132.529120:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101133.552928:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101133.552937:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101133.552940:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101133.552943:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101133.552945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789101133.552948:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101133.552950:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101133.552956:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28271
00010000:00000001:2.0:1789101133.552958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101133.552961:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101133.552965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1789101133.552966:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101133.552968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101133.552977:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101133.552993:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101133.552997:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553000:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553004:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553006:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101133.553010:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101133.553013:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101133.553016:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101133.553019:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101133.553022:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101133.553024:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101133.553027:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553029:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553031:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553033:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101133.553036:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101133.553040:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553042:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.553044:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101133.553048:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101133.553050:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553052:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101133.553055:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101133.553069:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789101133.553072:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101133.553076:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101133.553077:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553080:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101133.553083:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101133.553087:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101133.553093:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f000.
00000100:00000001:0.0:1789101133.553099:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101133.553108:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101133.553128:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101133.553131:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.553136:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101133.553165:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101133.553168:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101133.553171:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101133.553173:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101133.553183:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101133.553186:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:1.0:1789101133.553186:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00080000:0.0:1789101133.553191:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28271
00000020:00000001:1.0:1789101133.553192:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101133.553197:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00010000:1.0:1789101133.553198:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1789101133.553211:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101133.553215:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101133.553218:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553220:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553222:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553224:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101133.553226:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101133.553227:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101133.553229:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101133.553231:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101133.553233:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101133.553235:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101133.553238:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553240:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553242:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553243:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101133.553246:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101133.553248:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553251:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.553253:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101133.553258:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101133.553260:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553262:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101133.553267:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101133.553269:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553271:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101133.553275:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789101133.553278:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101133.553280:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101133.553281:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553283:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101133.553284:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101133.553286:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101133.553291:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e800.
00000100:00000001:0.0:1789101133.553295:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101133.553300:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101133.553308:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101133.553310:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.553313:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101133.553321:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101133.553323:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101133.553327:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101133.553328:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101133.553329:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101133.553337:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101133.553340:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28271
00000400:00000200:0.0:1789101133.553343:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101133.553346:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101133.553348:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101133.553351:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553353:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553355:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553357:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101133.553359:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101133.553360:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101133.553362:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101133.553363:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101133.553365:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101133.553367:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101133.553370:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553372:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.553374:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553376:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101133.553378:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101133.553380:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553382:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.553384:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101133.553386:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101133.553388:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553390:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101133.553391:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101133.553393:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553395:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101133.553398:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789101133.553400:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101133.553402:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101133.553403:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553408:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101133.553409:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101133.553411:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101133.553415:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35ec00.
00000100:00000001:0.0:1789101133.553418:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101133.553432:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101133.553440:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101133.553442:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.553446:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101133.553455:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101133.553458:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789101133.553458:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1789101133.553463:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101133.553464:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789101133.553466:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101133.553469:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101133.553470:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789101133.553473:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101133.553479:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28271
00000100:00000040:2.0:1789101133.553481:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789101133.553485:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101133.553491:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101133.553496:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101133.553501:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101133.553502:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789101133.553504:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789101133.553506:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.553508:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.553511:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789101133.553512:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1789101133.553514:0:414528:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1789101133.553517:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789101133.553521:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
02000000:00000001:2.0:1789101133.553522:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101133.553525:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101133.553528:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000100:00100000:2.0:1789101133.553530:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964704896:192.168.204.152@tcp:250:kworker.0
00000020:00000001:0.0:1789101133.553531:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101133.553536:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789101133.553538:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1789101133.553542:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101133.553544:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789101133.553545:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789101133.553549:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.553554:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101133.553554:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789101133.553559:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101133.553561:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
02000000:00000010:2.0:1789101133.553562:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
00000100:00080000:0.0:1789101133.553565:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
02000000:00000001:2.0:1789101133.553567:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553570:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.553572:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101133.553576:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789101133.553576:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
02000000:00000001:0.0:1789101133.553581:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101133.553584:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000100:00000001:0.0:1789101133.553585:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101133.553588:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101133.553592:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.553594:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101133.553595:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000010:0.0:1789101133.553600:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000100:00000200:2.0:1789101133.553604:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964704896, portal 25
00000020:00000040:0.0:1789101133.553605:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000001:2.0:1789101133.553611:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101133.553614:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789101133.553620:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.553627:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101133.553630:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101133.553634:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101133.553638:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964704896, offset 0
00000400:00000200:2.0:1789101133.553645:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101133.553654:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.553659:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101133.553664:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101133.553669:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101133.553672:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101133.553675:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101133.553678:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512455:512455:256:4294967295] 192.168.204.152@tcp LPNI seq info [512212:512212:8:4294967295]
00000400:00000200:2.0:1789101133.553682:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.553692:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101133.553698:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.553703:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101133.553709:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101133.553713:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101133.553718:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101133.553722:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101133.553726:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.553729:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101133.553735:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101133.553739:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101133.553744:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101133.553746:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101133.553750:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101133.553755:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.553764:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.553767:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.553774:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.553776:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101133.553782:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101133.554282:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101133.554288:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322944772
00000100:00000010:2.0:1789101133.554295:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789101133.554302:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101133.554308:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322944772
00000100:00000010:2.0:1789101133.554311:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97720.
00000100:00000001:2.0:1789101133.554314:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101133.554383:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101133.554386:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.554389:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101133.554396:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101133/real 1789101133]  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101133.554405:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101133.554407:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101133.554409:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101133.554413:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101133.554414:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101133.554418:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101133.554431:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101133.554439:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554446:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101133.554448:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554450:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.554452:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101133.554456:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554462:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101133.554466:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554473:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101133.554476:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554478:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.554479:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554481:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101133.554483:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101133.554486:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101133.554490:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101133.554493:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101133.554497:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101133.554503:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964704896:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101133.554508:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101133.554511:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554516:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101133.554518:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.554520:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101133.554522:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101133.554524:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101133.554526:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101133.554529:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101133.554531:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101133.554533:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.554535:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101133.554539:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101133.554540:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101133.554544:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101133.554548:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101133.554551:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101133.554554:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705024, portal 10
00000100:00000001:2.0:1789101133.554556:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101133.554557:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789101133.554564:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554569:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101133.554570:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101133.554572:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101133.554575:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964705024, offset 0
00000400:00000200:2.0:1789101133.554579:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101133.554584:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.554587:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101133.554590:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101133.554593:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101133.554596:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101133.554597:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101133.554600:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512456:512456:256:4294967295] 192.168.204.152@tcp LPNI seq info [512213:512213:8:4294967295]
00000400:00000200:2.0:1789101133.554603:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.554609:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101133.554613:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.554617:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101133.554622:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101133.554624:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101133.554629:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101133.554632:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101133.554635:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.554636:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101133.554639:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101133.554643:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101133.554645:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101133.554647:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101133.554650:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101133.554653:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554660:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.554663:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554669:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.554671:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101133.554674:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101133.554678:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101133.554681:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101133.554683:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322943508
00000100:00000001:2.0:1789101133.554685:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.554687:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322943508
00000100:00000001:2.0:1789101133.554689:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.554691:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101133.554694:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.554695:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101133.554699:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101133/real 1789101133]  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101133.554720:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101133.554721:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101133.554723:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101133.554726:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101133.554727:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101133.554730:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101133.554733:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101133.554740:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554751:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101133.554752:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554754:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.554755:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101133.554758:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554764:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101133.554768:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554774:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101133.554776:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554777:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.554778:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.554780:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101133.554782:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101133.554784:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101133.554806:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101133.554808:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101133.554812:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101133.554819:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705024:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101133.554822:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101133.554825:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554831:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101133.554832:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.554834:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101133.554836:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101133.554838:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101133.554840:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101133.554844:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101133.554846:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101133.554848:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.554849:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101133.554853:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101133.554855:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101133.554858:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101133.554860:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101133.554864:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101133.554866:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705152, portal 10
00000100:00000001:2.0:1789101133.554868:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101133.554869:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789101133.554875:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554881:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101133.554883:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101133.554885:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101133.554888:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964705152, offset 0
00000400:00000200:2.0:1789101133.554891:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101133.554895:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.554899:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101133.554901:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101133.554904:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101133.554906:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101133.554908:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101133.554910:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512457:512457:256:4294967295] 192.168.204.152@tcp LPNI seq info [512214:512214:8:4294967295]
00000400:00000200:2.0:1789101133.554914:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.554920:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101133.554925:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.554929:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101133.554932:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101133.554934:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101133.554938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101133.554940:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101133.554944:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.554945:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101133.554948:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101133.554951:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101133.554954:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101133.554955:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101133.554957:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101133.554961:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554969:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.554971:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.554977:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.554979:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101133.554981:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101133.554984:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101133.554987:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101133.554989:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322943508
00000100:00000001:2.0:1789101133.554991:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.554992:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322943508
00000100:00000001:2.0:1789101133.554994:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.554996:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101133.554997:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.554999:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101133.555002:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101133/real 1789101133]  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101133.555009:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101133.555010:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101133.555012:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101133.555014:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101133.555015:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101133.555017:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101133.555021:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101133.555027:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555032:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101133.555033:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555035:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.555036:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101133.555039:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555044:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101133.555047:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555052:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101133.555054:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555055:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.555056:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555057:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101133.555059:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101133.555061:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101133.555064:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101133.555066:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101133.555069:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101133.555076:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705152:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101133.555079:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555081:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.555084:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964704896/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555090:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101133.555093:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101133.555095:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101133.555098:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101133.555100:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101133.555101:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101133.555104:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101133.555107:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f000.
02000000:00000001:2.0:1789101133.555110:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101133.555112:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101133.555114:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789101133.555117:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101133.555118:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555119:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.555122:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964705024/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555129:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101133.555130:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101133.555131:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101133.555133:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101133.555135:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101133.555136:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101133.555137:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101133.555139:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e800.
02000000:00000001:2.0:1789101133.555141:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101133.555142:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101133.555143:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789101133.555146:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101133.555147:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555148:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.555151:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964705152/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.555157:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101133.555158:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101133.555159:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101133.555161:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101133.555162:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101133.555164:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101133.555166:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101133.555167:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35ec00.
02000000:00000001:2.0:1789101133.555169:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101133.555170:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101133.555171:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789101133.555173:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101133.555174:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555176:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.555184:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101133.555186:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.555189:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101133.555191:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.555877:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101133.555881:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.555885:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101133.555888:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101133.555892:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101133.555900:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789101133.555907:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101133.555915:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101133.555924:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101133.555928:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.555933:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101133.555957:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101133.555961:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101133.555965:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101133.555967:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101133.555969:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101133.555973:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101133.555975:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28271
00000400:00000200:0.0:1789101133.555989:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101133.555997:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101133.556000:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101133.556004:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.556007:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.556009:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.556011:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101133.556014:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101133.556016:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101133.556019:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101133.556021:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101133.556024:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101133.556026:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101133.556029:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.556031:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101133.556033:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101133.556035:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101133.556038:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101133.556041:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101133.556043:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101133.556045:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101133.556050:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101133.556052:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.556156:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101133.556161:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101133.556164:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.556166:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101133.556171:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101133.556175:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101133.556187:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101133.556189:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101133.556190:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101133.556192:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101133.556194:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101133.556198:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789101133.556202:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101133.556297:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101133.556305:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101133.556307:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.556311:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101133.556320:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101133.556326:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28281)
00000100:00000001:2.0:1789101133.557641:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101133.557648:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101133.557651:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101133.557660:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.557671:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101133.557673:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.557676:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101133.557679:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101133.557681:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101133.557685:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101133.557692:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101133.557697:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101133.557699:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.557701:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101133.557708:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101133.557711:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101133.557717:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101133.557721:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101133.557729:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101133.557735:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705280, portal 4
00000100:00000001:2.0:1789101133.557738:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101133.557740:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789101133.557748:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.557756:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101133.557758:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101133.557761:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101133.557765:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964705280, offset 0
00000400:00000200:2.0:1789101133.557771:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101133.557779:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.557815:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101133.557820:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101133.557825:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101133.557829:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101133.557832:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101133.557835:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512458:512458:256:4294967295] 192.168.204.152@tcp LPNI seq info [512215:512215:8:4294967295]
00000400:00000200:2.0:1789101133.557839:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.557848:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101133.557853:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.557859:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101133.557865:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101133.557870:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101133.557874:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101133.557877:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101133.557881:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.557883:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101133.557888:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101133.557893:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101133.557897:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101133.557899:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101133.557903:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101133.557907:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.557917:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.557921:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.557928:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.557929:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101133.557935:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101133.557939:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101133.557942:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101133.557944:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322943521
00000100:00000001:2.0:1789101133.557947:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.557949:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322943521
00000100:00000001:2.0:1789101133.557951:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.557954:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101133.557956:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.557959:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101133.557963:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101133/real 1789101133]  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101133.557972:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101133.557974:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101133.557976:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101133.557978:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101133.557980:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101133.557982:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101133.557985:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101133.557994:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.557999:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101133.558001:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558003:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.558005:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101133.558009:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558015:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101133.558019:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558025:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101133.558028:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558029:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.558030:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558033:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101133.558049:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101133.558053:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101133.558057:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101133.558060:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101133.558064:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101133.558071:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705280:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101133.558076:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101133.558079:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558085:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101133.558086:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.558088:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101133.558090:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101133.558091:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101133.558094:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101133.558097:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101133.558099:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101133.558100:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101133.558102:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101133.558105:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101133.558107:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101133.558110:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101133.558113:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101133.558116:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101133.558119:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705408, portal 4
00000100:00000001:2.0:1789101133.558120:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101133.558121:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789101133.558127:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558133:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101133.558135:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101133.558138:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101133.558140:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964705408, offset 0
00000400:00000200:2.0:1789101133.558143:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101133.558147:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.558150:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101133.558152:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101133.558155:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101133.558157:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101133.558159:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101133.558161:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512459:512459:256:4294967295] 192.168.204.152@tcp LPNI seq info [512216:512216:8:4294967295]
00000400:00000200:2.0:1789101133.558165:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101133.558170:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101133.558175:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.558178:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101133.558182:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101133.558184:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789101133.558188:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101133.558190:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789101133.558194:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101133.558195:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101133.558198:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101133.558201:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101133.558204:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101133.558205:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101133.558208:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101133.558211:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558219:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.558222:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558228:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.558230:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101133.558233:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101133.558235:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101133.558238:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101133.558240:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322943541
00000100:00000001:2.0:1789101133.558242:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.558244:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322943541
00000100:00000001:2.0:1789101133.558246:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322944772
00000100:00000001:2.0:1789101133.558248:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101133.558250:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.558252:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101133.558256:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101133/real 1789101133]  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101133.558263:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101133.558264:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101133.558266:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101133.558268:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101133.558270:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101133.558273:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101133.558276:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101133.558283:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558289:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101133.558291:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558292:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.558294:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101133.558297:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558303:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101133.558307:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558313:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101133.558315:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558317:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101133.558318:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558320:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101133.558322:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101133.558325:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101133.558329:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101133.558331:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101133.558335:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101133.558343:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705408:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101133.558347:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558349:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.558352:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964705280/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558359:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101133.558361:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101133.558364:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101133.558367:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101133.558369:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101133.558371:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101133.558374:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101133.558376:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789101133.558380:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101133.558381:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101133.558383:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789101133.558387:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101133.558388:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558389:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101133.558393:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964705408/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101133.558399:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101133.558400:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101133.558402:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101133.558404:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101133.558406:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101133.558407:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101133.558409:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101133.558411:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789101133.558413:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101133.558414:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101133.558416:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789101133.558418:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101133.558419:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558421:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101133.558440:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101133.558442:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101133.558444:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101133.558446:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101134.577083:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101134.577093:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101134.577100:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101134.577102:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101134.577105:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101134.577107:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101134.577247:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101134.577250:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101134.577252:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101134.896951:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322944772, at 4322944832
00000100:00000010:1.0:1789101134.896967:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97720.
00000100:00000040:0.0:1789101134.897060:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322944772, at 4322944832
00000100:00000010:0.0:1789101134.897067:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00010000:00000001:2.0:1789101135.601206:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101135.601212:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101135.601218:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101135.601219:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101135.601223:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101135.601224:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101135.603644:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101135.603651:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101135.603655:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101136.625191:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101136.625199:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101136.625205:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101136.625308:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101136.625315:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101136.625316:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101136.625421:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101136.625425:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101136.625429:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101137.649410:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101137.649417:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101137.649424:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101137.649425:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101137.649429:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101137.649431:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101137.649499:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101137.649503:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101137.649506:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101138.672935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1789101138.672949:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101138.672950:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101138.672954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101138.672960:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.672965:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101138.672969:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1789101138.672970:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101138.672974:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.672976:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:2.0:1789101138.672978:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101138.672985:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.672986:0:414528:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101138.672992:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101138.672995:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00080000:0.0:1789101138.672997:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28276
00010000:00000001:2.0:1789101138.672999:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101138.673003:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101138.673006:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101138.673008:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101138.673016:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101138.673016:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101138.673023:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789101138.673030:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789101138.673031:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101138.673035:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00080000:0.0:1789101138.673037:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789101138.673038:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101138.673042:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673044:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101138.673048:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1789101138.673050:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789101138.673052:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101138.673057:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673058:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101138.673064:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673065:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101138.673073:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101138.673075:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101138.673077:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101138.673081:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101138.673083:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101138.673086:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101138.673090:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673092:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673093:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673095:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101138.673098:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101138.673101:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673104:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101138.673107:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101138.673111:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101138.673114:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673118:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101138.673121:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101138.673130:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789101138.673134:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101138.673138:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101138.673140:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673143:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101138.673147:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101138.673152:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101138.673159:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789101138.673166:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101138.673176:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:3.0:1789101138.673183:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101138.673187:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673188:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00010000:00010000:3.0:1789101138.673190:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789101138.673195:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673203:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101138.673235:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.673238:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101138.673242:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101138.673243:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101138.673245:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101138.673247:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101138.673250:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28276
00000400:00000200:0.0:1789101138.673253:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101138.673256:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101138.673258:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101138.673261:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673263:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673264:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673266:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101138.673268:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101138.673269:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101138.673271:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101138.673273:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101138.673275:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101138.673277:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101138.673279:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673281:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673283:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673285:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101138.673288:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101138.673290:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673293:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101138.673295:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101138.673301:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101138.673303:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673305:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101138.673309:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101138.673312:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673314:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101138.673318:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789101138.673321:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101138.673323:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101138.673336:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673338:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101138.673339:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101138.673341:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101138.673345:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789101138.673348:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101138.673353:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101138.673361:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101138.673363:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673367:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101138.673375:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.673377:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101138.673380:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101138.673382:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101138.673383:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101138.673386:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101138.673388:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28276
00000400:00000200:0.0:1789101138.673392:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101138.673395:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101138.673398:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101138.673401:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673402:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673406:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101138.673408:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101138.673409:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101138.673411:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101138.673413:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101138.673415:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101138.673416:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101138.673419:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673421:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673423:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673425:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101138.673427:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101138.673430:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673432:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101138.673433:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101138.673436:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101138.673438:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673440:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101138.673442:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101138.673444:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673446:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101138.673449:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789101138.673451:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101138.673453:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101138.673455:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673456:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101138.673457:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101138.673459:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101138.673462:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789101138.673466:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101138.673470:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101138.673477:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101138.673479:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673482:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101138.673490:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.673493:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101138.673496:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101138.673498:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101138.673499:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101138.673502:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101138.673504:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28276
00000400:00000200:0.0:1789101138.673507:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101138.673510:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101138.673513:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101138.673515:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673517:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673519:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673521:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101138.673523:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101138.673525:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101138.673526:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101138.673528:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101138.673530:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101138.673532:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101138.673535:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673537:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673539:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673541:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101138.673543:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101138.673546:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673548:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101138.673550:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101138.673552:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101138.673554:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673556:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101138.673558:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101138.673560:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673562:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101138.673565:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789101138.673567:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101138.673569:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101138.673570:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673572:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101138.673573:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101138.673575:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101138.673578:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:0.0:1789101138.673582:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101138.673586:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101138.673593:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101138.673595:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673598:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101138.673605:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101138.673608:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101138.673611:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101138.673612:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101138.673614:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101138.673616:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101138.673618:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28276
00000400:00000200:0.0:1789101138.673622:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101138.673624:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101138.673626:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101138.673629:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673631:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673632:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673634:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101138.673637:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101138.673638:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101138.673639:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101138.673641:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101138.673643:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101138.673645:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101138.673648:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673649:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101138.673651:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673653:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101138.673655:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101138.673658:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101138.673661:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101138.673662:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101138.673665:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101138.673667:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673669:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101138.673671:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101138.673673:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673675:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101138.673678:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789101138.673681:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101138.673684:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101138.673685:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101138.673687:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101138.673688:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101138.673690:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101138.673693:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:0.0:1789101138.673696:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101138.673701:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101138.673708:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101138.673710:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673713:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101138.673720:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101138.673724:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28286)
00000100:00000001:2.0:1789101138.673811:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101138.673815:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101138.673818:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101138.673824:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.673832:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101138.673834:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.673838:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101138.673841:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101138.673843:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101138.673847:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964705536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101138.673854:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101138.673859:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101138.673861:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.673864:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101138.673868:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101138.673870:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.673876:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101138.673880:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101138.673888:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101138.673896:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705536, portal 25
00000100:00000001:2.0:1789101138.673899:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101138.673900:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:2.0:1789101138.673906:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.673914:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101138.673917:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101138.673919:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101138.673923:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964705536, offset 0
00000400:00000200:2.0:1789101138.673931:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101138.673939:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.673945:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101138.673951:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101138.673956:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101138.673960:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101138.673963:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101138.673966:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512460:512460:256:4294967295] 192.168.204.152@tcp LPNI seq info [512217:512217:8:4294967295]
00000400:00000200:2.0:1789101138.673971:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.673981:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101138.673987:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.673992:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101138.673999:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101138.674003:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101138.674008:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101138.674011:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101138.674015:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.674018:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101138.674024:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101138.674029:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101138.674034:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101138.674036:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101138.674041:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101138.674045:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674054:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.674057:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674064:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674066:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101138.674072:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.674077:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101138.674079:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322949892
00000100:00000010:2.0:1789101138.674084:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:2.0:1789101138.674091:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101138.674097:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322949892
00000100:00000010:2.0:1789101138.674100:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000100:00000001:2.0:1789101138.674104:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101138.674123:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101138.674126:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674129:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101138.674134:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101138/real 1789101138]  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101138.674161:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101138.674163:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101138.674165:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101138.674168:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101138.674170:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101138.674173:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101138.674176:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101138.674185:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674191:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101138.674194:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674196:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674198:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101138.674202:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674210:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101138.674215:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674222:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101138.674225:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674226:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674227:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674230:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101138.674231:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101138.674234:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101138.674238:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101138.674241:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101138.674246:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101138.674255:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964705536:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101138.674262:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101138.674266:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674272:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101138.674273:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674275:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101138.674277:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101138.674280:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101138.674283:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101138.674286:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101138.674288:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101138.674289:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674291:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101138.674294:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101138.674296:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.674300:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101138.674303:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101138.674306:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101138.674309:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705664, portal 10
00000100:00000001:2.0:1789101138.674312:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101138.674313:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789101138.674319:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674339:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101138.674341:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101138.674344:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101138.674346:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964705664, offset 0
00000400:00000200:2.0:1789101138.674351:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674355:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674358:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101138.674361:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101138.674364:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101138.674366:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101138.674368:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674371:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512461:512461:256:4294967295] 192.168.204.152@tcp LPNI seq info [512218:512218:8:4294967295]
00000400:00000200:2.0:1789101138.674375:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674382:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101138.674386:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.674390:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101138.674394:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101138.674396:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101138.674400:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101138.674403:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101138.674407:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.674408:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101138.674412:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101138.674415:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101138.674418:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101138.674420:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101138.674422:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101138.674426:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674434:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.674437:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674444:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674446:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101138.674449:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101138.674452:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101138.674456:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101138.674458:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322948628
00000100:00000001:2.0:1789101138.674460:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.674463:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322948628
00000100:00000001:2.0:1789101138.674465:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.674468:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101138.674470:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674472:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101138.674476:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101138/real 1789101138]  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101138.674484:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101138.674485:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101138.674487:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101138.674489:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101138.674491:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101138.674493:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101138.674496:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101138.674504:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674511:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101138.674512:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674514:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674516:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101138.674519:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674526:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101138.674530:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674536:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101138.674538:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674539:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674541:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674543:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101138.674544:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101138.674547:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101138.674550:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101138.674552:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101138.674557:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101138.674565:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705664:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101138.674568:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101138.674572:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674578:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101138.674580:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674582:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101138.674584:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101138.674586:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101138.674589:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101138.674591:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101138.674593:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101138.674594:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674596:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101138.674599:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101138.674601:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.674615:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101138.674618:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101138.674621:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101138.674624:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705792, portal 10
00000100:00000001:2.0:1789101138.674626:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101138.674627:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789101138.674633:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674639:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101138.674641:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101138.674643:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101138.674646:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964705792, offset 0
00000400:00000200:2.0:1789101138.674650:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674654:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674658:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101138.674661:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101138.674664:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101138.674666:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101138.674668:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674671:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512462:512462:256:4294967295] 192.168.204.152@tcp LPNI seq info [512219:512219:8:4294967295]
00000400:00000200:2.0:1789101138.674675:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674681:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101138.674685:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.674688:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101138.674692:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101138.674695:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101138.674698:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101138.674700:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101138.674704:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.674705:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101138.674708:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101138.674712:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101138.674715:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101138.674716:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101138.674719:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101138.674723:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674731:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.674734:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674746:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674748:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101138.674751:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101138.674754:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101138.674757:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101138.674759:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322948627
00000100:00000001:2.0:1789101138.674762:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.674764:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322948627
00000100:00000001:2.0:1789101138.674766:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.674767:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101138.674769:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.674771:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101138.674775:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101138/real 1789101138]  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101138.674783:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101138.674809:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101138.674812:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101138.674814:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101138.674816:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101138.674818:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101138.674822:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101138.674830:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674836:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101138.674837:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674839:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674841:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101138.674844:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674851:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101138.674855:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674861:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101138.674863:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674865:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.674867:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.674868:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101138.674870:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101138.674873:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101138.674877:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101138.674879:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101138.674882:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101138.674890:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705792:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101138.674893:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101138.674897:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674903:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101138.674904:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674906:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101138.674908:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101138.674910:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101138.674913:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101138.674916:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101138.674918:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101138.674920:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.674922:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101138.674925:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101138.674927:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.674930:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101138.674933:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101138.674936:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101138.674939:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964705920, portal 4
00000100:00000001:2.0:1789101138.674940:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101138.674942:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789101138.674948:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.674954:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101138.674956:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101138.674958:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101138.674961:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964705920, offset 0
00000400:00000200:2.0:1789101138.674965:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674969:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674972:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101138.674976:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101138.674978:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101138.674980:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101138.674983:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101138.674985:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512463:512463:256:4294967295] 192.168.204.152@tcp LPNI seq info [512220:512220:8:4294967295]
00000400:00000200:2.0:1789101138.674989:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.674995:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101138.674999:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.675002:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101138.675006:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101138.675009:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101138.675013:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101138.675015:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101138.675019:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.675021:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101138.675024:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101138.675028:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101138.675030:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101138.675032:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101138.675034:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101138.675038:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675046:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675050:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675056:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.675058:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101138.675061:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101138.675064:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101138.675067:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101138.675069:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322948638
00000100:00000001:2.0:1789101138.675072:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.675074:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322948638
00000100:00000001:2.0:1789101138.675076:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.675078:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101138.675080:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.675082:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101138.675086:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101138/real 1789101138]  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101138.675094:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101138.675095:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101138.675097:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101138.675099:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101138.675101:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101138.675104:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101138.675107:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101138.675114:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675121:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101138.675122:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675124:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.675125:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101138.675129:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675136:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101138.675140:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675146:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101138.675149:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675151:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.675152:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675153:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101138.675155:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101138.675158:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101138.675161:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101138.675164:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101138.675168:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101138.675176:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964705920:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101138.675179:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101138.675183:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675190:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101138.675192:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.675194:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101138.675195:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101138.675197:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101138.675200:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101138.675203:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101138.675205:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101138.675206:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101138.675208:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675213:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101138.675215:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101138.675218:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101138.675220:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101138.675223:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101138.675225:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706048, portal 4
00000100:00000001:2.0:1789101138.675227:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101138.675228:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789101138.675234:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675241:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101138.675243:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101138.675246:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101138.675248:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964706048, offset 0
00000400:00000200:2.0:1789101138.675252:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101138.675256:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.675259:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101138.675262:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101138.675265:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101138.675267:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101138.675269:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101138.675273:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512464:512464:256:4294967295] 192.168.204.152@tcp LPNI seq info [512221:512221:8:4294967295]
00000400:00000200:2.0:1789101138.675277:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101138.675283:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101138.675288:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.675291:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101138.675294:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101138.675297:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789101138.675301:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101138.675304:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789101138.675308:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101138.675310:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101138.675313:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101138.675316:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101138.675319:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101138.675321:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101138.675323:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101138.675344:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675352:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675355:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675361:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.675362:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101138.675366:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101138.675369:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101138.675372:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101138.675374:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322948658
00000100:00000001:2.0:1789101138.675376:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.675378:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322948658
00000100:00000001:2.0:1789101138.675380:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322949892
00000100:00000001:2.0:1789101138.675383:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101138.675385:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.675387:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101138.675391:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101138/real 1789101138]  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101138.675399:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101138.675401:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101138.675403:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101138.675405:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101138.675406:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101138.675409:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101138.675412:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101138.675420:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675427:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101138.675428:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675430:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.675432:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101138.675435:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675441:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101138.675445:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675452:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101138.675454:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675456:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101138.675457:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675459:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101138.675461:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101138.675464:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101138.675467:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101138.675469:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101138.675473:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101138.675481:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706048:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101138.675485:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675487:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675491:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964705536/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675498:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101138.675501:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675504:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101138.675507:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101138.675509:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101138.675510:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101138.675513:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101138.675516:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789101138.675519:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101138.675521:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101138.675523:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789101138.675526:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101138.675527:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675529:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675533:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964705664/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675540:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101138.675542:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675543:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101138.675545:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101138.675547:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101138.675548:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101138.675550:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101138.675552:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789101138.675555:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101138.675556:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101138.675557:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789101138.675560:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101138.675561:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675563:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675566:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964705792/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675572:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101138.675574:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675575:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101138.675577:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101138.675578:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101138.675579:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101138.675581:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101138.675583:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789101138.675585:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101138.675586:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101138.675587:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789101138.675590:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101138.675591:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675592:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675595:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964705920/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675602:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101138.675603:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675604:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101138.675607:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101138.675608:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101138.675609:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101138.675611:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101138.675613:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:2.0:1789101138.675615:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101138.675616:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101138.675617:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789101138.675620:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101138.675621:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675622:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101138.675625:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964706048/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101138.675632:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101138.675633:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101138.675635:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101138.675637:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101138.675638:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101138.675639:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101138.675641:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101138.675642:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:2.0:1789101138.675644:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101138.675645:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101138.675646:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789101138.675648:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101138.675650:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675652:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101138.675660:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101138.675663:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101138.675665:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101138.675667:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101139.696931:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101139.696938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101139.696945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101139.696946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101139.696950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101139.696951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101139.697256:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101139.697260:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101139.697264:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101140.016941:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322949892, at 4322949952
00000100:00000010:0.0:1789101140.016956:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00000100:00000040:1.0:1789101140.016971:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322949892, at 4322949952
00000100:00000010:1.0:1789101140.016978:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00010000:00000001:2.0:1789101140.720916:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101140.720923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101140.720928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101140.720929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101140.720932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101140.720933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101140.721240:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101140.721244:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101140.721252:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101141.745538:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101141.745545:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101141.745552:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101141.745553:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101141.745556:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101141.745557:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101141.746856:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101141.746862:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101141.746865:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101142.768930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101142.768936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101142.768942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101142.768944:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101142.768947:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101142.768949:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101142.769690:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101142.769695:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101142.769698:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101143.794828:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101143.794836:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101143.794842:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101143.795019:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101143.795027:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101143.795029:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101143.795181:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101143.795187:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101143.795190:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101143.795194:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101143.795198:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101143.795206:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28281
00000400:00000200:0.0:1789101143.795215:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101143.795221:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101143.795224:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101143.795227:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795240:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795243:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795245:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101143.795249:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101143.795252:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101143.795254:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101143.795257:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101143.795260:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101143.795262:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101143.795265:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795267:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795269:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795271:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101143.795274:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101143.795278:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795281:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101143.795284:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101143.795287:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101143.795290:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795292:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101143.795295:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101143.795304:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500843c0.
00000020:00000040:0.0:1789101143.795308:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101143.795312:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101143.795314:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795316:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101143.795319:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101143.795323:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101143.795333:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d400.
00000100:00000001:0.0:1789101143.795339:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101143.795349:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101143.795359:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101143.795362:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795367:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586943f4] to pc [ptlrpcd_rcv+-1]  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101143.795391:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101143.795394:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101143.795397:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101143.795398:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101143.795400:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101143.795402:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101143.795405:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28281
00000400:00000200:0.0:1789101143.795408:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101143.795411:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101143.795414:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101143.795417:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795419:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795421:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795423:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101143.795425:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101143.795426:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101143.795428:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101143.795430:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101143.795432:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101143.795435:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101143.795437:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795439:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795441:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795443:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101143.795445:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101143.795448:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795450:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101143.795453:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101143.795458:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101143.795460:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795462:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101143.795466:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101143.795468:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795470:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101143.795474:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500861c0.
00000020:00000040:0.0:1789101143.795477:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101143.795479:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101143.795480:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795482:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101143.795483:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101143.795485:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101143.795489:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35fc00.
00000100:00000001:0.0:1789101143.795493:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101143.795497:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101143.795505:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101143.795507:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795511:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca849397] to pc [ptlrpcd_rcv+-1]  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101143.795519:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101143.795521:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101143.795524:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101143.795526:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101143.795527:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101143.795531:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101143.795533:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28281
00000400:00000200:0.0:1789101143.795537:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101143.795539:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101143.795541:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101143.795545:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795547:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795548:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795550:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101143.795553:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101143.795554:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101143.795555:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101143.795557:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101143.795560:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101143.795562:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101143.795565:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795567:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795568:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795571:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101143.795573:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101143.795576:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795578:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101143.795580:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101143.795582:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101143.795584:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795586:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101143.795588:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101143.795590:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795592:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101143.795595:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086940.
00000020:00000040:0.0:1789101143.795597:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101143.795600:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101143.795601:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795603:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101143.795604:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101143.795606:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101143.795610:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c000.
00000100:00000001:0.0:1789101143.795614:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101143.795618:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101143.795626:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101143.795628:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795632:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a7ad12] to pc [ptlrpcd_rcv+-1]  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101143.795639:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101143.795641:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101143.795645:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101143.795646:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101143.795648:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101143.795650:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101143.795652:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28281
00000400:00000200:0.0:1789101143.795655:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101143.795658:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101143.795661:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101143.795663:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795665:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795667:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795669:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101143.795671:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101143.795672:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101143.795673:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101143.795675:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101143.795677:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101143.795679:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101143.795682:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795683:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795686:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795688:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101143.795690:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101143.795692:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795694:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101143.795696:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101143.795699:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101143.795700:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795702:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101143.795704:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101143.795706:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795708:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101143.795711:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084f00.
00000020:00000040:0.0:1789101143.795714:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101143.795716:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101143.795717:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795719:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101143.795720:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101143.795722:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101143.795726:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35dc00.
00000100:00000001:0.0:1789101143.795730:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101143.795735:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101143.795742:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101143.795744:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795747:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007583c14f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101143.795755:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101143.795758:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101143.795761:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101143.795762:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101143.795764:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101143.795767:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101143.795769:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28281
00000400:00000200:0.0:1789101143.795772:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101143.795775:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101143.795777:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101143.795780:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795782:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795784:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795804:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101143.795807:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101143.795808:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101143.795810:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101143.795812:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101143.795814:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101143.795816:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101143.795819:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795821:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101143.795823:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795825:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101143.795827:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101143.795830:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101143.795832:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101143.795834:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101143.795837:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101143.795839:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795841:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101143.795843:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101143.795845:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795847:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101143.795851:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085e00.
00000020:00000040:0.0:1789101143.795853:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101143.795856:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101143.795857:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101143.795859:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101143.795860:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101143.795861:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101143.795865:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789101143.795868:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101143.795873:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101143.795880:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101143.795882:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795886:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84387b4] to pc [ptlrpcd_rcv+-1]  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101143.795893:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101143.795897:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28291)
00000100:00000001:2.0:1789101143.796274:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101143.796279:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101143.796282:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101143.796290:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796300:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101143.796302:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.796306:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101143.796309:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101143.796312:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101143.796315:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964706176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101143.796320:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101143.796325:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101143.796327:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.796330:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101143.796336:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101143.796338:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.796345:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101143.796349:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101143.796356:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101143.796364:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706176, portal 25
00000100:00000001:2.0:1789101143.796366:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101143.796368:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432916416 : -114339276635200 : ffff9802500843c0)
00000100:00000040:2.0:1789101143.796374:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796381:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101143.796384:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101143.796387:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101143.796391:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964706176, offset 0
00000400:00000200:2.0:1789101143.796398:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101143.796406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.796413:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101143.796417:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101143.796422:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101143.796426:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101143.796428:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101143.796432:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512465:512465:256:4294967295] 192.168.204.152@tcp LPNI seq info [512222:512222:8:4294967295]
00000400:00000200:2.0:1789101143.796436:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.796445:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101143.796452:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.796457:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101143.796463:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101143.796466:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101143.796473:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101143.796476:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101143.796480:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.796482:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101143.796489:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101143.796493:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101143.796498:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101143.796500:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101143.796505:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101143.796509:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796521:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.796524:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796531:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.796533:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101143.796540:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.796544:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101143.796547:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322955014
00000100:00000010:2.0:1789101143.796552:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97d80.
00000100:00000001:2.0:1789101143.796560:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101143.796567:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322955014
00000100:00000010:2.0:1789101143.796570:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d977e0.
00000100:00000001:2.0:1789101143.796574:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101143.796592:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101143.796596:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.796598:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101143.796603:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101143/real 1789101143]  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101143.796614:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101143.796616:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101143.796618:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101143.796621:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101143.796623:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101143.796626:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101143.796629:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101143.796638:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796645:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101143.796648:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796650:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.796653:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101143.796657:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796664:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101143.796669:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796677:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101143.796681:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796682:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.796684:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796686:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101143.796688:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101143.796691:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101143.796696:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101143.796698:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101143.796702:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101143.796711:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964706176:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101143.796716:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101143.796719:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796726:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101143.796728:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.796730:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101143.796732:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101143.796734:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101143.796737:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101143.796741:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101143.796743:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101143.796745:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.796746:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101143.796750:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101143.796752:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.796755:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101143.796758:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101143.796761:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101143.796765:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706304, portal 10
00000100:00000001:2.0:1789101143.796767:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101143.796768:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432924096 : -114339276627520 : ffff9802500861c0)
00000100:00000040:2.0:1789101143.796775:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796781:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101143.796783:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101143.796804:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101143.796808:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964706304, offset 0
00000400:00000200:2.0:1789101143.796813:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101143.796817:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.796821:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101143.796823:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101143.796826:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101143.796828:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101143.796830:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101143.796833:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512466:512466:256:4294967295] 192.168.204.152@tcp LPNI seq info [512223:512223:8:4294967295]
00000400:00000200:2.0:1789101143.796837:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.796843:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101143.796848:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.796851:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101143.796855:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101143.796858:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101143.796863:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101143.796865:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101143.796869:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.796871:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101143.796874:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101143.796877:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101143.796880:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101143.796882:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101143.796884:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101143.796888:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796895:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.796897:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796903:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.796904:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101143.796907:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101143.796911:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101143.796914:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101143.796916:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322953751
00000100:00000001:2.0:1789101143.796918:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.796921:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322953751
00000100:00000001:2.0:1789101143.796922:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.796924:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101143.796926:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.796928:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101143.796931:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101143/real 1789101143]  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101143.796939:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101143.796940:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101143.796942:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101143.796945:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101143.796946:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101143.796948:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101143.796951:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101143.796960:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796966:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101143.796968:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796969:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.796971:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101143.796974:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796980:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101143.796984:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.796991:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101143.796993:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796995:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.796996:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.796998:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101143.796999:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101143.797002:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101143.797005:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101143.797007:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101143.797011:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101143.797018:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706304:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101143.797022:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101143.797026:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797032:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101143.797034:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797036:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101143.797037:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101143.797040:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101143.797042:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101143.797046:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101143.797048:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101143.797049:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797051:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101143.797054:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101143.797056:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.797059:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101143.797062:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101143.797065:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101143.797067:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706432, portal 10
00000100:00000001:2.0:1789101143.797069:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101143.797071:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926016 : -114339276625600 : ffff980250086940)
00000100:00000040:2.0:1789101143.797077:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797082:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101143.797084:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101143.797086:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101143.797088:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964706432, offset 0
00000400:00000200:2.0:1789101143.797092:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797096:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797099:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101143.797102:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101143.797104:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101143.797107:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101143.797109:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797112:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512467:512467:256:4294967295] 192.168.204.152@tcp LPNI seq info [512224:512224:8:4294967295]
00000400:00000200:2.0:1789101143.797116:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797122:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101143.797126:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797129:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101143.797133:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101143.797135:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101143.797139:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101143.797142:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101143.797145:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797147:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101143.797149:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101143.797153:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101143.797155:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101143.797157:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101143.797159:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101143.797163:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797170:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.797173:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797180:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797181:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101143.797184:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101143.797187:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101143.797191:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101143.797192:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322953750
00000100:00000001:2.0:1789101143.797195:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797197:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322953750
00000100:00000001:2.0:1789101143.797199:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797201:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101143.797203:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797205:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101143.797209:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101143/real 1789101143]  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101143.797216:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101143.797218:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101143.797219:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101143.797221:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101143.797223:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101143.797225:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101143.797244:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101143.797253:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797259:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101143.797261:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797263:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797265:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101143.797268:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797275:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101143.797279:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797286:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101143.797288:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797290:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797291:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797294:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101143.797296:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101143.797298:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101143.797302:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101143.797304:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101143.797308:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101143.797316:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706432:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101143.797320:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101143.797324:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797330:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101143.797332:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797334:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101143.797335:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101143.797338:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101143.797340:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101143.797343:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101143.797345:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101143.797347:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797349:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101143.797352:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101143.797354:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.797357:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101143.797359:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101143.797363:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101143.797366:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706560, portal 4
00000100:00000001:2.0:1789101143.797367:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101143.797369:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432919296 : -114339276632320 : ffff980250084f00)
00000100:00000040:2.0:1789101143.797375:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797381:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101143.797384:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101143.797386:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101143.797388:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964706560, offset 0
00000400:00000200:2.0:1789101143.797392:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797400:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101143.797402:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101143.797405:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101143.797407:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101143.797410:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797412:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512468:512468:256:4294967295] 192.168.204.152@tcp LPNI seq info [512225:512225:8:4294967295]
00000400:00000200:2.0:1789101143.797417:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797423:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101143.797427:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797430:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101143.797434:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101143.797437:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101143.797440:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101143.797443:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101143.797447:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797449:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101143.797452:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101143.797455:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101143.797458:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101143.797459:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101143.797462:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101143.797465:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797473:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.797476:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797488:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797490:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101143.797493:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101143.797495:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101143.797499:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101143.797501:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322953760
00000100:00000001:2.0:1789101143.797504:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797506:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322953760
00000100:00000001:2.0:1789101143.797508:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797510:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101143.797512:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797513:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101143.797517:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101143/real 1789101143]  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101143.797524:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101143.797526:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101143.797527:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101143.797530:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101143.797531:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101143.797533:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101143.797536:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101143.797544:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797551:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101143.797552:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797554:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797555:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101143.797559:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797566:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101143.797569:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797576:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101143.797578:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797580:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797581:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797583:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101143.797584:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101143.797587:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101143.797590:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101143.797592:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101143.797596:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101143.797604:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706560:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101143.797607:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101143.797611:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797617:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101143.797619:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797621:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101143.797623:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101143.797625:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101143.797627:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101143.797631:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101143.797633:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101143.797635:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101143.797636:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101143.797639:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101143.797641:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101143.797644:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101143.797646:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101143.797649:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101143.797652:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706688, portal 4
00000100:00000001:2.0:1789101143.797654:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101143.797655:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432923136 : -114339276628480 : ffff980250085e00)
00000100:00000040:2.0:1789101143.797661:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797667:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101143.797669:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101143.797671:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101143.797674:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964706688, offset 0
00000400:00000200:2.0:1789101143.797678:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797682:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797685:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101143.797688:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101143.797690:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101143.797693:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101143.797695:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101143.797698:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512469:512469:256:4294967295] 192.168.204.152@tcp LPNI seq info [512226:512226:8:4294967295]
00000400:00000200:2.0:1789101143.797702:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101143.797707:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101143.797711:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797714:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101143.797718:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101143.797721:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789101143.797725:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101143.797727:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789101143.797731:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101143.797733:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101143.797736:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101143.797739:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101143.797742:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101143.797743:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101143.797745:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101143.797749:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797755:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.797758:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797765:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797766:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101143.797769:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101143.797772:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101143.797775:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101143.797777:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322953780
00000100:00000001:2.0:1789101143.797779:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797781:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322953780
00000100:00000001:2.0:1789101143.797783:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322955014
00000100:00000001:2.0:1789101143.797814:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101143.797816:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.797818:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101143.797822:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101143/real 1789101143]  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101143.797830:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101143.797831:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101143.797833:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101143.797835:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101143.797837:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101143.797839:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101143.797842:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101143.797851:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797858:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101143.797860:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797862:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797863:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101143.797868:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797874:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101143.797879:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797886:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101143.797888:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797890:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101143.797891:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797893:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101143.797895:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101143.797897:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101143.797900:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101143.797903:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101143.797923:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101143.797930:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706688:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101143.797933:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797935:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.797939:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500843c0 x1875994964706176/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797945:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101143.797947:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101143.797950:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101143.797953:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101143.797955:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101143.797957:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101143.797959:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101143.797962:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d400.
02000000:00000001:2.0:1789101143.797966:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101143.797968:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101143.797969:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500843c0.
00000100:00000001:2.0:1789101143.797972:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101143.797973:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.797975:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.797978:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500861c0 x1875994964706304/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.797984:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101143.797985:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101143.797987:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101143.797989:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101143.797990:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101143.797991:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101143.797993:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101143.797994:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35fc00.
02000000:00000001:2.0:1789101143.797996:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101143.797997:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101143.797998:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500861c0.
00000100:00000001:2.0:1789101143.798001:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101143.798002:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.798004:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.798007:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086940 x1875994964706432/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.798013:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101143.798015:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101143.798017:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101143.798019:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101143.798020:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101143.798021:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101143.798023:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101143.798025:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c000.
02000000:00000001:2.0:1789101143.798027:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101143.798028:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101143.798029:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086940.
00000100:00000001:2.0:1789101143.798031:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101143.798032:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.798034:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.798037:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084f00 x1875994964706560/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.798044:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101143.798045:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101143.798047:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101143.798049:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101143.798050:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101143.798051:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101143.798053:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101143.798055:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35dc00.
02000000:00000001:2.0:1789101143.798057:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101143.798058:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101143.798059:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084f00.
00000100:00000001:2.0:1789101143.798061:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101143.798062:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.798064:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101143.798067:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085e00 x1875994964706688/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101143.798073:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101143.798074:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101143.798075:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a800.
02000000:00000001:2.0:1789101143.798078:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101143.798079:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101143.798080:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101143.798082:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101143.798083:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789101143.798086:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101143.798087:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101143.798088:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085e00.
00000100:00000001:2.0:1789101143.798090:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101143.798091:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.798093:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101143.798101:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101143.798103:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101143.798106:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101143.798107:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101143.800883:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101143.800889:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101143.800894:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101144.816922:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101144.816931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101144.816937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101144.816939:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101144.816942:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101144.816943:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101144.817138:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101144.817142:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101144.817145:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101145.136922:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322955014, at 4322955072
00000100:00000010:1.0:1789101145.136939:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00000100:00000040:0.0:1789101145.136942:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322955014, at 4322955072
00000100:00000010:0.0:1789101145.136952:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00010000:00000001:2.0:1789101145.841608:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101145.841618:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101145.841626:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101145.841628:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101145.841632:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101145.841634:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101145.842371:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101145.842376:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101145.842390:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101146.865955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101146.865962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101146.865969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101146.865970:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101146.865974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101146.865975:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101146.866872:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101146.866877:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101146.866880:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101147.888894:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101147.888901:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101147.888908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101147.888909:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101147.888912:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101147.888913:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101147.889308:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101147.889312:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101147.889316:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101148.912929:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101148.912939:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101148.912942:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101148.912946:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912951:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101148.912954:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912956:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912958:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101148.912964:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101148.912965:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101148.912966:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912968:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101148.912969:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912970:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912972:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.912975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101148.912977:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101148.912978:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101148.912979:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.913282:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101148.913283:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.913284:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101148.913287:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101148.913392:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101148.913396:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101148.913399:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101148.913485:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101148.913491:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101148.913493:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101148.913496:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101148.913501:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101148.913508:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28286
00000400:00000200:0.0:1789101148.913516:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101148.913522:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101148.913525:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101148.913528:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.913532:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.913534:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.913536:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101148.913540:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101148.913542:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101148.913544:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101148.913548:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101148.913550:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101148.913552:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101148.913556:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.913558:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.913560:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.913562:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101148.913565:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101148.913568:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101148.913570:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101148.913573:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101148.913585:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101148.913589:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.913591:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101148.913593:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101148.913602:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087480.
00000020:00000040:0.0:1789101148.913605:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101148.913609:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101148.913611:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.913614:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101148.913617:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101148.913621:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101148.913629:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789101148.913635:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101148.913644:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101148.913653:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101148.913657:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.913662:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dadf239] to pc [ptlrpcd_rcv+-1]  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.913837:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101148.913841:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101148.913843:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101148.913851:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.913859:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101148.913862:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.913865:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101148.913867:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101148.913870:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101148.913874:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964706816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101148.913877:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101148.913881:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101148.913884:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.913887:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101148.913892:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.913894:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.913900:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101148.913904:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101148.913910:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101148.913917:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706816, portal 25
00000100:00000001:2.0:1789101148.913919:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101148.913921:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432928896 : -114339276622720 : ffff980250087480)
00000100:00000040:2.0:1789101148.913927:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.913933:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101148.913936:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101148.913939:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101148.913943:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964706816, offset 0
00000400:00000200:2.0:1789101148.913949:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101148.914128:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.914143:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101148.914148:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101148.914152:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101148.914156:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101148.914159:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101148.914162:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512470:512470:256:4294967295] 192.168.204.152@tcp LPNI seq info [512227:512227:8:4294967295]
00000400:00000200:2.0:1789101148.914167:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.914178:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101148.914185:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.914190:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101148.914198:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101148.914201:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101148.914206:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101148.914211:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101148.914216:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.914218:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101148.914225:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101148.914229:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101148.914233:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101148.914236:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101148.914240:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101148.914245:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.914331:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101148.914335:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101148.914339:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101148.914340:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101148.914342:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101148.914344:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101148.914347:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28286
00000400:00000200:0.0:1789101148.914351:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101148.914354:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101148.914356:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101148.914359:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.914362:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.914364:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.914366:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101148.914368:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101148.914369:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101148.914371:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101148.914373:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101148.914375:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101148.914377:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101148.914380:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.914382:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.914384:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.914386:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101148.914388:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101148.914391:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101148.914394:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101148.914396:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101148.914401:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101148.914404:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.914406:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101148.914410:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101148.914413:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.914415:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.914480:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.914486:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.914494:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.914496:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101148.914503:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.914507:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101148.914510:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322960132
00000100:00000010:2.0:1789101148.914516:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97ea0.
00000100:00000001:2.0:1789101148.914522:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101148.914528:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322960132
00000100:00000010:2.0:1789101148.914530:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97d80.
00000100:00000001:2.0:1789101148.914533:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101148.914546:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101148.914550:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.914552:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101148.914557:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101148/real 1789101148]  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101148.914566:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101148.914567:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101148.914570:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101148.914664:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101148.914667:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101148.914671:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101148.914732:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101148.914742:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.914750:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101148.914752:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914754:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.914756:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101148.914760:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.914767:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101148.914772:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.914780:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101148.914783:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914784:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.914807:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914810:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101148.914812:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101148.914815:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101148.914819:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101148.914821:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101148.914825:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101148.914833:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964706816:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101148.914838:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914840:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.914844:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087480 x1875994964706816/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.914856:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101148.914859:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101148.914861:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.914865:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101148.914867:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101148.914868:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101148.914871:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101148.914873:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789101148.914877:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101148.914879:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101148.914880:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087480.
00000100:00000001:2.0:1789101148.914884:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101148.914885:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914887:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.914895:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101148.914897:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.914899:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101148.914900:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101148.914945:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086580.
00000020:00000040:0.0:1789101148.914949:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101148.914952:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101148.914954:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.914955:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101148.914957:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101148.914959:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101148.914964:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789101148.914968:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101148.914974:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101148.915104:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101148.915107:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.915112:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044bd60be] to pc [ptlrpcd_rcv+-1]  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.915370:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101148.915374:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101148.915377:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101148.915378:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101148.915380:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101148.915383:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101148.915386:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28286
00000400:00000200:0.0:1789101148.915391:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101148.915394:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101148.915396:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101148.915400:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.915402:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.915404:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.915406:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101148.915408:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101148.915410:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101148.915411:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101148.915413:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101148.915415:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101148.915418:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101148.915483:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.915486:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.915488:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.915490:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101148.915493:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101148.915496:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101148.915498:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101148.915500:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101148.915504:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101148.915506:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.915508:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101148.915510:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101148.915513:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.915515:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101148.915519:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802500852c0.
00000020:00000040:0.0:1789101148.915522:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101148.915524:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101148.915526:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.915527:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101148.915529:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101148.915531:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101148.915535:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d000.
00000100:00000001:0.0:1789101148.915538:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101148.915543:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101148.915551:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101148.915553:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.915557:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee21b41] to pc [ptlrpcd_rcv+-1]  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.915564:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101148.915566:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101148.915570:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101148.915571:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101148.915573:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101148.915801:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101148.915804:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101148.915806:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101148.915811:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.915819:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101148.915821:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.915823:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101148.915825:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101148.915828:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101148.915831:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101148.915835:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101148.915837:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101148.915839:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.915842:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101148.915845:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.915847:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.915852:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101148.915854:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101148.915858:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101148.915862:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964706944, portal 10
00000100:00000001:2.0:1789101148.915864:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101148.915865:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432925056 : -114339276626560 : ffff980250086580)
00000100:00000040:2.0:1789101148.915871:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.915878:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101148.915880:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101148.915882:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101148.915885:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964706944, offset 0
00000400:00000200:2.0:1789101148.915890:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101148.915895:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.915899:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101148.915903:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101148.915906:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101148.915909:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101148.915911:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101148.915914:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512471:512471:256:4294967295] 192.168.204.152@tcp LPNI seq info [512228:512228:8:4294967295]
00000400:00000200:2.0:1789101148.915918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.915926:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101148.915930:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.915934:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101148.915938:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101148.915941:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101148.915945:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101148.915948:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101148.915952:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.915954:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101148.915958:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101148.915961:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101148.915965:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101148.915967:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101148.915970:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101148.915973:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.916198:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101148.916201:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28286
00000400:00000200:0.0:1789101148.916205:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101148.916209:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101148.916211:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101148.916214:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916216:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.916219:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916221:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101148.916223:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101148.916225:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101148.916226:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101148.916229:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101148.916231:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101148.916233:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101148.916236:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916238:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.916240:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916242:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101148.916245:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101148.916248:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916250:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101148.916252:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101148.916255:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101148.916257:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916259:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101148.916261:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101148.916264:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916265:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101148.916270:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250085a40.
00000020:00000040:0.0:1789101148.916272:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101148.916275:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101148.916276:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916278:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101148.916280:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101148.916282:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101148.916285:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e400.
00000100:00000001:0.0:1789101148.916289:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101148.916305:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101148.916313:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101148.916316:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.916320:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006434d33] to pc [ptlrpcd_rcv+-1]  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.916329:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101148.916332:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101148.916335:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101148.916337:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101148.916339:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101148.916341:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101148.916344:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28286
00000400:00000200:0.0:1789101148.916347:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101148.916350:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101148.916352:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101148.916355:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916357:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.916359:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916361:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101148.916363:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101148.916364:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101148.916366:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101148.916367:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101148.916369:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101148.916371:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101148.916374:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916376:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101148.916378:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916381:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101148.916383:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101148.916385:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101148.916387:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101148.916389:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101148.916391:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101148.916392:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916394:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101148.916396:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101148.916397:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916398:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101148.916402:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789101148.916404:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101148.916406:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101148.916407:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101148.916409:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101148.916410:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101148.916412:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101148.916416:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35e000.
00000100:00000001:0.0:1789101148.916419:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.916667:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.916672:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.916813:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.916815:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101148.916820:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101148.916825:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101148.916829:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101148.916832:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322958870
00000100:00000001:2.0:1789101148.916835:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.916837:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322958870
00000100:00000001:2.0:1789101148.916839:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.916841:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101148.916844:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.916846:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101148.916851:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101148/real 1789101148]  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101148.916860:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101148.916861:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101148.916863:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101148.916866:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101148.916867:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101148.916870:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101148.916873:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101148.916888:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.916895:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101148.916896:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.916898:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.916899:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101148.916903:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.916910:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101148.916915:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.916923:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101148.916925:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.916927:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.916928:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.916930:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101148.916932:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101148.916935:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101148.916938:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101148.916941:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101148.916945:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101148.916953:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964706944:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101148.916957:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101148.916960:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.916972:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101148.916973:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.916975:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101148.916978:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1789101148.917497:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101148.917505:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101148.917508:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.917512:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101148.917519:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101148.917524:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28296)
02000000:00000001:2.0:1789101148.918233:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101148.918239:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101148.918244:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101148.918247:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101148.918249:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.918251:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101148.918255:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101148.918257:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.918261:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101148.918264:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101148.918269:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101148.918274:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707072, portal 10
00000100:00000001:2.0:1789101148.918276:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101148.918277:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432920256 : -114339276631360 : ffff9802500852c0)
00000100:00000040:2.0:1789101148.918285:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.918291:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101148.918357:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101148.918361:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101148.918366:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964707072, offset 0
00000400:00000200:2.0:1789101148.918371:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101148.918377:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.918382:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101148.918385:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101148.918388:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101148.918392:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101148.918394:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101148.918398:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512472:512472:256:4294967295] 192.168.204.152@tcp LPNI seq info [512229:512229:8:4294967295]
00000400:00000200:2.0:1789101148.918402:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.918409:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101148.918414:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.918419:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101148.918536:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101148.918540:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101148.918545:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101148.918549:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101148.918553:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.918555:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101148.918559:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101148.918563:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101148.918567:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101148.918569:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101148.918573:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101148.919096:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919107:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.919110:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919361:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.919363:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101148.919369:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101148.919373:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101148.919377:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101148.919379:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322958872
00000100:00000001:2.0:1789101148.919382:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.919385:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322958872
00000100:00000001:2.0:1789101148.919387:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.919389:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101148.919392:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.919394:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101148.919399:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101148/real 1789101148]  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101148.919408:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101148.919410:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101148.919413:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101148.919416:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101148.919417:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101148.919478:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101148.919483:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101148.919492:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919499:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101148.919501:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919503:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.919504:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101148.919508:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919516:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101148.919520:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919526:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101148.919529:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919531:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.919532:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919534:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101148.919537:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101148.919540:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101148.919543:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101148.919546:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101148.919550:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101148.919559:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802500852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707072:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101148.919563:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919565:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.919569:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086580 x1875994964706944/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919666:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101148.919669:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101148.919672:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.919731:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101148.919733:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101148.919735:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101148.919737:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101148.919740:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:2.0:1789101148.919744:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101148.919745:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101148.919747:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086580.
00000100:00000001:2.0:1789101148.919750:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101148.919752:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919754:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.919758:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802500852c0 x1875994964707072/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919765:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101148.919766:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101148.919768:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101148.919770:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101148.919771:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101148.919772:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101148.919774:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101148.919776:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d000.
02000000:00000001:2.0:1789101148.919779:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101148.919780:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101148.919781:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802500852c0.
00000100:00000001:2.0:1789101148.919784:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101148.919799:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919802:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.919809:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101148.919811:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.919814:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101148.919816:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101148.919817:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101148.919822:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919828:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101148.919830:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.919832:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101148.919835:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101148.919837:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101148.919840:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101148.919844:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101148.919847:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101148.919848:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.919850:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101148.919854:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101148.919857:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.919861:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101148.919864:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101148.919868:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101148.919872:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707200, portal 4
00000100:00000001:2.0:1789101148.919874:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101148.919875:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432922176 : -114339276629440 : ffff980250085a40)
00000100:00000040:2.0:1789101148.919882:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.919893:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101148.919895:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101148.919897:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101148.919900:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964707200, offset 0
00000400:00000200:2.0:1789101148.919904:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101148.919909:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.919913:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101148.919916:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101148.919919:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101148.919922:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101148.919924:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101148.919927:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512473:512473:256:4294967295] 192.168.204.152@tcp LPNI seq info [512230:512230:8:4294967295]
00000400:00000200:2.0:1789101148.919931:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.919938:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101148.919943:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.919947:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101148.919951:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101148.919954:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101148.919958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101148.919961:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101148.919965:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.919967:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101148.919971:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101148.919974:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101148.919976:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101148.919978:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101148.921238:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101148.921246:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921255:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.921259:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921270:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.921272:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101148.921276:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101148.921280:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101148.921283:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101148.921286:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322958884
00000100:00000001:2.0:1789101148.921289:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.921291:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322958884
00000100:00000001:2.0:1789101148.921292:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.921294:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101148.921297:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.921299:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101148.921303:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101148/real 1789101148]  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101148.921311:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101148.921312:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101148.921314:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101148.921317:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101148.921319:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101148.921321:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101148.921324:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101148.921331:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921337:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101148.921339:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.921341:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.921342:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101148.921346:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921354:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101148.921359:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921366:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101148.921368:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.921370:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.921371:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.921373:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101148.921374:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101148.921377:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101148.921381:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101148.921383:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101148.921387:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101148.921394:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250085a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707200:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101148.921398:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101148.921402:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.921410:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101148.921411:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.921414:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101148.921416:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101148.921418:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101148.921635:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101148.921639:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101148.921642:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101148.921645:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101148.921647:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101148.921651:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.921653:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101148.921656:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101148.921659:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101148.921662:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101148.921665:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707328, portal 4
00000100:00000001:2.0:1789101148.921667:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101148.921669:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789101148.922096:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922105:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101148.922108:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101148.922111:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101148.922211:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964707328, offset 0
00000400:00000200:2.0:1789101148.922218:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101148.922223:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.922228:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101148.922232:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101148.922235:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101148.922238:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101148.922240:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101148.922244:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512474:512474:256:4294967295] 192.168.204.152@tcp LPNI seq info [512231:512231:8:4294967295]
00000400:00000200:2.0:1789101148.922248:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101148.922256:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101148.922261:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.922265:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101148.922269:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101148.922272:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789101148.922277:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101148.922280:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789101148.922284:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101148.922287:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101148.922290:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101148.922294:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101148.922296:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101148.922298:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101148.922301:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101148.922305:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922313:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.922316:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922323:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.922324:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101148.922328:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101148.922331:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101148.922334:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101148.922336:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322958905
00000100:00000001:2.0:1789101148.922338:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.922340:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322958905
00000100:00000001:2.0:1789101148.922342:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322960132
00000100:00000001:2.0:1789101148.922344:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101148.922346:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.922348:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101148.922352:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101148/real 1789101148]  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101148.922359:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101148.922361:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101148.922363:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101148.922365:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101148.922367:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101148.922369:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101148.922373:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101148.922381:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922387:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101148.922389:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.922391:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.922392:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101148.922396:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922404:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101148.922408:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922414:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101148.922417:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.922633:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101148.922636:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.922639:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101148.922640:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101148.922643:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101148.922648:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101148.922650:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101148.922655:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101148.922663:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707328:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101148.922667:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.922669:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.922672:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250085a40 x1875994964707200/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.922976:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101148.922978:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101148.922994:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101148.922998:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101148.922999:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101148.923001:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101148.923003:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101148.923005:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e400.
02000000:00000001:2.0:1789101148.923009:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101148.923010:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101148.923012:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250085a40.
00000100:00000001:2.0:1789101148.923020:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101148.923022:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.923024:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101148.923028:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964707328/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101148.923035:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101148.923036:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101148.923038:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101148.923040:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101148.923041:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101148.923042:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101148.923044:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101148.923046:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35e000.
02000000:00000001:2.0:1789101148.923048:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101148.923049:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101148.923051:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789101148.923053:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101148.923055:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.923057:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101148.923064:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101148.923066:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101148.923068:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101148.923070:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101149.938352:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101149.938358:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101149.938363:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101149.938365:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101149.938368:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101149.938369:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101149.938568:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101149.938572:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101149.938575:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101150.258033:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322960132, at 4322960193
00000100:00000010:1.0:1789101150.258057:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97d80.
00000100:00000040:0.0:1789101150.258468:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322960132, at 4322960193
00000100:00000010:0.0:1789101150.258475:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97ea0.
00010000:00000001:2.0:1789101150.960914:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101150.960922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101150.960930:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101150.960931:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101150.960935:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101150.960936:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101150.961172:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101150.961177:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101150.961179:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101151.985031:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101151.985042:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101151.985050:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101151.985051:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101151.985055:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101151.985056:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101151.985169:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101151.985174:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101151.985178:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101153.008956:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101153.008963:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101153.008969:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101153.008971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101153.008974:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101153.008976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101153.009193:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101153.009197:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101153.009200:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101154.033190:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101154.033198:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101154.033204:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101154.033205:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101154.033209:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101154.033210:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101154.033620:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101154.033625:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101154.033628:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101154.036200:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101154.036210:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101154.036213:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101154.036216:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101154.036221:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101154.036240:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28291
00000400:00000200:1.0:1789101154.036251:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101154.036257:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101154.036260:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101154.036263:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036266:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.036268:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036270:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101154.036274:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101154.036276:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101154.036279:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101154.036281:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101154.036284:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101154.036286:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101154.036290:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036291:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.036293:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036295:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101154.036298:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101154.036302:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036305:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101154.036307:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101154.036311:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101154.036313:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.036316:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101154.036318:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101154.036540:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789101154.036545:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101154.036549:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101154.036551:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.036553:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101154.036556:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101154.036560:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101154.036567:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101154.036575:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101154.036595:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101154.036606:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101154.036610:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101154.036615:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101154.036645:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101154.036648:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101154.036651:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101154.036653:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101154.036654:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101154.036657:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101154.036659:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28291
00000400:00000200:1.0:1789101154.036663:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101154.036667:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101154.036669:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101154.036672:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036674:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.036676:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.036683:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101154.036685:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789101154.037616:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101154.037622:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101154.037625:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101154.037633:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.037643:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101154.037645:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.037649:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101154.037652:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101154.037655:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101154.037658:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964707456:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101154.037663:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101154.037667:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101154.037670:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.037673:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101154.037679:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101154.037682:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.037701:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101154.037707:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101154.037714:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101154.037722:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707456, portal 25
00000100:00000001:2.0:1789101154.037725:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101154.037726:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000100:00000040:2.0:1789101154.037732:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.037740:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101154.037743:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101154.037747:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101154.037751:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964707456, offset 0
00000020:00000040:1.0:1789101154.038064:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101154.038067:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101154.038070:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101154.038072:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101154.038074:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101154.038078:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038081:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.038084:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038086:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101154.038089:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101154.038091:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038094:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101154.038096:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101154.038101:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101154.038104:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.038245:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101154.038255:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.038262:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101154.038268:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101154.038272:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101154.038275:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101154.038278:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101154.038281:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512475:512475:256:4294967295] 192.168.204.152@tcp LPNI seq info [512232:512232:8:4294967295]
00000400:00000200:2.0:1789101154.038286:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.038295:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101154.038301:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.038307:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101154.038313:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101154.038317:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789101154.038322:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101154.038325:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789101154.038330:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.038332:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101154.038339:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101154.038343:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101154.038347:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101154.038350:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101154.038353:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101154.038357:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038367:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.038370:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038377:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.038378:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101154.038383:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.038387:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101154.038389:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322965256
00000100:00000010:2.0:1789101154.038394:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d977e0.
00000100:00000001:2.0:1789101154.038400:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101154.038409:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322965256
00000100:00000010:2.0:1789101154.038411:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97780.
00000100:00000001:2.0:1789101154.038414:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101154.038416:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101154.038419:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.038421:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101154.038424:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101154/real 1789101154]  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101154.038437:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101154.038439:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101154.038441:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101154.038443:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101154.038445:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101154.038447:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101154.038450:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101154.038457:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038463:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101154.038464:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038467:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.038469:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101154.038473:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038479:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101154.038484:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038496:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101154.038499:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038501:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.038511:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038514:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101154.038516:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101154.038519:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101154.038523:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101154.038526:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101154.038530:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101154.038538:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964707456:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101154.038542:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038544:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.038547:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964707456/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.038554:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101154.038556:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101154.038559:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101154.038566:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101154.038568:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101154.038569:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101154.038572:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101154.038574:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789101154.038578:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101154.038589:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101154.038591:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00000001:2.0:1789101154.038595:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101154.038597:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038599:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.038607:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101154.038609:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.038611:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101154.038613:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038655:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101154.038661:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101154.038664:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038666:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101154.038671:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca580.
00000020:00000040:1.0:1789101154.038674:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101154.038678:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101154.038679:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038681:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101154.038683:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101154.038695:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101154.038700:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789101154.038707:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101154.038713:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101154.038721:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101154.038724:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101154.038728:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd692916] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101154.038746:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101154.038750:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101154.038754:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101154.038755:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101154.038757:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101154.038768:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101154.038888:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28291
00000400:00000200:1.0:1789101154.038893:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101154.038896:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101154.038899:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101154.038902:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038904:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.038906:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038909:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101154.038911:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101154.038912:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101154.038914:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101154.038916:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101154.038918:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101154.038920:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101154.038923:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038925:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.038928:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038929:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101154.038931:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101154.038934:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101154.038941:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101154.038943:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101154.038947:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101154.038949:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038951:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101154.038953:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101154.038955:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038957:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101154.038961:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb0c0.
00000020:00000040:1.0:1789101154.038963:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101154.038965:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101154.038967:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.038968:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101154.038970:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101154.038972:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101154.038976:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789101154.038980:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101154.038985:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101154.038992:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101154.038994:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101154.038997:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000726daab] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101154.039004:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101154.039006:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101154.039010:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101154.039011:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101154.039013:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101154.039013:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789101154.039015:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1789101154.039015:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101154.039017:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1789101154.039018:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28291
00000400:00000200:1.0:1789101154.039021:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:2.0:1789101154.039021:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101154.039024:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101154.039026:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101154.039029:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101154.039029:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101154.039030:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039031:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.039033:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101154.039033:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789101154.039046:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000001:2.0:1789101154.039047:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1789101154.039049:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101154.039050:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
02000000:00000001:2.0:1789101154.039050:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101154.039052:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1789101154.039053:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707584:192.168.204.152@tcp:38:kworker.0
00000020:00000040:1.0:1789101154.039054:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101154.039056:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000001:2.0:1789101154.039057:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1789101154.039058:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
02000000:00000001:2.0:1789101154.039059:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1789101154.039061:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
02000000:00000001:2.0:1789101154.039061:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039063:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789101154.039063:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1789101154.039065:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039066:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
02000000:00000010:2.0:1789101154.039067:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
00000020:00000040:1.0:1789101154.039069:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
02000000:00000001:2.0:1789101154.039069:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101154.039071:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:2.0:1789101154.039073:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101154.039074:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101154.039075:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1789101154.039075:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
02000000:00000001:1.0:1789101154.039078:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101154.039079:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789101154.039079:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000001:1.0:1789101154.039081:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101154.039083:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1789101154.039084:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707584, portal 10
00000008:00000001:1.0:1789101154.039086:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039086:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789101154.039088:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039088:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217538432 : -114338492013184 : ffff98027ecca580)
00000100:00000010:1.0:1789101154.039091:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8b40.
00000020:00000040:1.0:1789101154.039093:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00000040:2.0:1789101154.039094:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789101154.039096:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101154.039097:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039099:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101154.039100:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789101154.039100:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1789101154.039102:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101154.039102:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101154.039104:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
02000000:00000010:1.0:1789101154.039105:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000200:2.0:1789101154.039107:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964707584, offset 0
00000400:00000200:2.0:1789101154.039111:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101154.039115:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101154.039118:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.039118:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000100:00100000:1.0:1789101154.039122:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789101154.039122:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101154.039124:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101154.039127:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789101154.039128:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1789101154.039129:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039131:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.039132:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512476:512476:256:4294967295] 192.168.204.152@tcp LPNI seq info [512233:512233:8:4294967295]
00000100:00000040:1.0:1789101154.039134:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9bd3d84] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789101154.039136:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:1.0:1789101154.039142:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.039143:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1789101154.039145:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1789101154.039147:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000100:00080000:1.0:1789101154.039148:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101154.039149:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101154.039151:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1789101154.039151:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000100:00000001:1.0:1789101154.039153:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101154.039155:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28291
00000800:00000200:2.0:1789101154.039155:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000400:00000200:1.0:1789101154.039158:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000800:00000200:2.0:1789101154.039158:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789101154.039162:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101154.039165:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789101154.039169:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.039171:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101154.039174:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101154.039178:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101154.039180:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101154.039182:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101154.039184:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101154.039187:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039194:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.039197:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039203:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039205:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101154.039208:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101154.039212:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101154.039215:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101154.039217:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322963993
00000100:00000001:2.0:1789101154.039219:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.039221:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322963993
00000100:00000001:2.0:1789101154.039223:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.039225:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101154.039227:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039229:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101154.039233:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101154/real 1789101154]  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101154.039240:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101154.039242:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101154.039243:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101154.039245:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101154.039247:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101154.039249:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101154.039252:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101154.039260:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039266:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101154.039267:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039269:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.039270:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101154.039273:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039279:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101154.039282:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039288:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101154.039290:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039292:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.039293:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039295:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101154.039296:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101154.039299:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101154.039301:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101154.039304:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101154.039308:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101154.039321:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707584:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101154.039324:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101154.039327:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039333:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101154.039334:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.039336:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101154.039338:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101154.039340:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101154.039343:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101154.039346:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101154.039348:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101154.039350:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.039351:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101154.039355:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.039357:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.039360:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101154.039362:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101154.039365:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101154.039368:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707712, portal 10
00000100:00000001:2.0:1789101154.039370:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101154.039371:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217541312 : -114338492010304 : ffff98027eccb0c0)
00000100:00000040:2.0:1789101154.039376:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039381:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101154.039383:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101154.039386:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101154.039388:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964707712, offset 0
00000400:00000200:2.0:1789101154.039392:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101154.039396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.039399:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101154.039402:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101154.039404:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101154.039407:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101154.039409:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101154.039412:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512477:512477:256:4294967295] 192.168.204.152@tcp LPNI seq info [512234:512234:8:4294967295]
00000400:00000200:2.0:1789101154.039416:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.039422:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101154.039426:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.039429:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101154.039432:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101154.039435:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789101154.039439:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101154.039441:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789101154.039444:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.039446:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101154.039448:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101154.039451:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101154.039454:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101154.039455:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101154.039458:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101154.039461:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039468:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.039470:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039476:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039477:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101154.039480:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101154.039483:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101154.039486:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101154.039489:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322963992
00000100:00000001:2.0:1789101154.039491:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.039493:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322963992
00000100:00000001:2.0:1789101154.039495:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.039496:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101154.039499:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039500:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101154.039504:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101154/real 1789101154]  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101154.039512:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101154.039513:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101154.039515:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101154.039517:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101154.039519:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101154.039521:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101154.039524:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101154.039532:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039537:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101154.039539:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039541:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.039542:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101154.039545:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039552:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101154.039555:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039562:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101154.039565:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039566:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.039567:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039574:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101154.039576:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101154.039579:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101154.039582:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101154.039584:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101154.039588:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101154.039595:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707712:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101154.039598:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039600:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.039603:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca580 x1875994964707584/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039609:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101154.039611:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101154.039613:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101154.039616:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101154.039617:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101154.039619:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101154.039621:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101154.039623:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789101154.039625:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101154.039627:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101154.039628:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca580.
00000100:00000001:2.0:1789101154.039630:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101154.039631:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039633:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.039636:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb0c0 x1875994964707712/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.039647:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101154.039648:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101154.039649:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.039651:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101154.039653:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101154.039654:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101154.039656:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101154.039657:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789101154.039660:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101154.039662:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101154.039663:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb0c0.
00000100:00000001:2.0:1789101154.039665:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101154.039666:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039668:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.039672:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101154.039674:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.039676:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101154.039677:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101154.039678:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101154.039682:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789101154.039814:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101154.039818:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101154.039821:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039823:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.039825:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039826:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101154.039828:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101154.039830:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101154.039832:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101154.039834:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101154.039835:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101154.039837:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101154.039839:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039841:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101154.039843:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039844:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101154.039847:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101154.039849:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101154.039851:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101154.039853:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101154.039856:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101154.039858:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039859:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101154.039861:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101154.039863:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039864:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101154.039868:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc83c0.
00000020:00000040:1.0:1789101154.039870:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101154.039872:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101154.039873:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101154.039875:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101154.039877:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101154.039879:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101154.039882:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789101154.039886:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101154.039890:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101154.039897:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101154.039899:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101154.039903:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d1cd25] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101154.039910:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101154.039915:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28301)
00000100:00000001:2.0:1789101154.040316:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101154.040318:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.040320:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101154.040322:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101154.040324:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101154.040328:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101154.040331:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101154.040333:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101154.040335:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.040337:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101154.040340:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.040342:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.040346:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101154.040349:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101154.040353:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101154.040358:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707840, portal 4
00000100:00000001:2.0:1789101154.040360:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101154.040361:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217531712 : -114338492019904 : ffff98027ecc8b40)
00000100:00000040:2.0:1789101154.040367:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040374:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101154.040376:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101154.040378:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101154.040381:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964707840, offset 0
00000400:00000200:2.0:1789101154.040385:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101154.040390:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.040395:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101154.040398:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101154.040400:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101154.040403:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101154.040405:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101154.040408:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512478:512478:256:4294967295] 192.168.204.152@tcp LPNI seq info [512235:512235:8:4294967295]
00000400:00000200:2.0:1789101154.040411:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.040418:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101154.040422:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.040426:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101154.040431:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101154.040434:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789101154.040437:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101154.040440:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789101154.040444:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.040446:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101154.040450:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101154.040453:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101154.040456:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101154.040459:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101154.040462:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101154.040465:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040472:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.040476:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040482:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.040484:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101154.040486:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101154.040489:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101154.040492:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101154.040494:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322964003
00000100:00000001:2.0:1789101154.040497:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.040499:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322964003
00000100:00000001:2.0:1789101154.040568:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.040572:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101154.040574:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.040576:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101154.040581:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101154/real 1789101154]  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101154.040654:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101154.040655:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101154.040657:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101154.040660:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101154.040661:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101154.040664:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101154.040668:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101154.040676:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040682:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101154.040684:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040686:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.040844:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101154.040850:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040857:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101154.040861:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040868:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101154.040871:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040872:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.040874:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040876:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101154.040878:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101154.040880:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101154.040884:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101154.040886:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101154.040890:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101154.040898:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707840:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101154.040902:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040905:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.040908:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8b40 x1875994964707840/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040914:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101154.040916:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101154.040919:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.040922:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101154.040923:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101154.040925:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101154.040927:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101154.040929:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789101154.040932:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101154.040933:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101154.040934:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8b40.
00000100:00000001:2.0:1789101154.040937:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101154.040938:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040940:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.040946:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101154.040947:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.040949:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101154.040951:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101154.040952:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101154.040956:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.040963:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101154.040964:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.040966:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101154.040968:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101154.040970:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101154.040973:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101154.040976:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101154.040978:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101154.040979:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101154.040981:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101154.040984:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.040986:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101154.040990:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101154.040993:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101154.040996:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101154.040999:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964707968, portal 4
00000100:00000001:2.0:1789101154.041002:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101154.041003:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217529792 : -114338492021824 : ffff98027ecc83c0)
00000100:00000040:2.0:1789101154.041009:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041015:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101154.041018:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101154.041020:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101154.041023:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964707968, offset 0
00000400:00000200:2.0:1789101154.041027:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101154.041031:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.041050:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101154.041054:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101154.041056:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101154.041058:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101154.041061:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101154.041064:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512479:512479:256:4294967295] 192.168.204.152@tcp LPNI seq info [512236:512236:8:4294967295]
00000400:00000200:2.0:1789101154.041067:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101154.041073:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101154.041078:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.041082:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101154.041086:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101154.041089:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789101154.041092:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101154.041095:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789101154.041099:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101154.041101:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101154.041104:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101154.041120:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101154.041124:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101154.041125:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101154.041128:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101154.041132:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041145:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.041148:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041154:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.041156:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101154.041159:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101154.041172:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101154.041176:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101154.041178:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322964024
00000100:00000001:2.0:1789101154.041181:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.041182:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322964024
00000100:00000001:2.0:1789101154.041184:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322965256
00000100:00000001:2.0:1789101154.041186:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101154.041189:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.041190:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101154.041195:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101154/real 1789101154]  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101154.041202:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101154.041204:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101154.041205:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101154.041208:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101154.041210:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101154.041212:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101154.041215:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101154.041224:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041230:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101154.041232:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041234:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.041235:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101154.041239:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041245:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101154.041249:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041255:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101154.041257:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041259:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101154.041260:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041262:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101154.041263:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101154.041266:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101154.041269:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101154.041271:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101154.041275:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101154.041283:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964707968:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101154.041287:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041289:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101154.041292:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc83c0 x1875994964707968/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101154.041298:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101154.041299:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101154.041301:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101154.041304:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101154.041305:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101154.041307:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101154.041309:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101154.041311:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789101154.041314:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101154.041315:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101154.041316:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc83c0.
00000100:00000001:2.0:1789101154.041319:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101154.041320:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041321:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101154.041325:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101154.041326:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101154.041328:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101154.041329:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101155.058285:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101155.058292:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101155.058298:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101155.058299:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101155.058301:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101155.058302:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101155.058400:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101155.058407:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101155.058411:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101155.376954:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322965256, at 4322965312
00000100:00000010:1.0:1789101155.376977:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97780.
00000100:00000040:0.0:1789101155.377253:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322965256, at 4322965312
00000100:00000010:0.0:1789101155.377268:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d977e0.
00010000:00000001:2.0:1789101156.081513:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101156.081523:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101156.081530:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101156.081532:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101156.081536:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101156.081537:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101156.081717:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101156.081724:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101156.081727:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101157.105746:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101157.105753:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101157.105759:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101157.105760:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101157.105763:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101157.105765:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101157.106048:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101157.106052:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101157.106055:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101158.129977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101158.129984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101158.129989:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101158.129991:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101158.129994:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101158.129995:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101158.130088:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101158.130091:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101158.130094:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101159.152920:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:2.0:1789101159.152927:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1789101159.152933:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:2.0:1789101159.152935:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1789101159.152936:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:2.0:1789101159.152937:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00080000:1.0:1789101159.152949:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101159.152954:0:414506:0:(import.c:485:import_select_connection()) Process entered
00010000:00000001:2.0:1789101159.152957:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152961:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:1.0:1789101159.152963:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28296
00010000:00000001:2.0:1789101159.152964:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152966:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152968:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789101159.152972:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00010000:00000001:2.0:1789101159.152972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101159.152974:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101159.152975:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101159.152976:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152978:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000400:00000200:1.0:1789101159.152979:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00010000:00000001:2.0:1789101159.152979:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152981:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101159.152982:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00010000:00000001:2.0:1789101159.152983:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.152986:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101159.152987:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1789101159.152989:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:2.0:1789101159.152989:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101159.152990:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000040:1.0:1789101159.152991:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00010000:00000001:2.0:1789101159.152991:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152993:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1789101159.152994:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00010000:00000001:2.0:1789101159.152995:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101159.152996:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101159.152997:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00010000:00000001:2.0:1789101159.152998:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789101159.153000:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101159.153002:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101159.153005:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101159.153008:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101159.153011:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101159.153015:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153016:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153018:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153020:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101159.153023:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101159.153026:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153028:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101159.153031:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101159.153034:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101159.153037:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153039:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101159.153042:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101159.153052:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca940.
00000020:00000040:1.0:1789101159.153055:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101159.153059:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101159.153061:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153064:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101159.153068:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101159.153072:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101159.153081:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463c00.
00000100:00000001:1.0:1789101159.153087:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101159.153097:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101159.153107:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101159.153111:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153116:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763b4cfc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101159.153142:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101159.153145:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101159.153149:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101159.153150:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101159.153152:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101159.153155:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101159.153157:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28296
00000400:00000200:1.0:1789101159.153161:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101159.153164:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101159.153167:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101159.153169:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153172:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153173:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153176:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101159.153178:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101159.153179:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101159.153181:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101159.153183:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101159.153185:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101159.153187:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101159.153190:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153192:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153194:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153197:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101159.153199:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101159.153201:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153204:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101159.153206:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101159.153211:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101159.153213:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153215:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101159.153219:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101159.153221:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153223:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101159.153227:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8f00.
00000020:00000040:1.0:1789101159.153229:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101159.153232:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101159.153233:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153235:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101159.153236:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101159.153238:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101159.153242:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463000.
00000100:00000001:1.0:1789101159.153245:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101159.153250:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101159.153257:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101159.153259:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153263:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e70068] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101159.153272:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101159.153275:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101159.153278:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101159.153279:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101159.153280:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101159.153283:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101159.153286:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28296
00000400:00000200:1.0:1789101159.153289:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101159.153292:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101159.153295:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101159.153298:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153300:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153302:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153303:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101159.153306:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101159.153307:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101159.153309:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101159.153311:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101159.153313:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101159.153315:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101159.153318:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153320:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153322:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153324:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101159.153326:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101159.153329:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153332:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101159.153334:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101159.153336:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101159.153338:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153340:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101159.153342:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101159.153345:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153346:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101159.153350:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc8780.
00000020:00000040:1.0:1789101159.153352:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101159.153355:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101159.153356:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153358:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101159.153360:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101159.153362:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101159.153365:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462800.
00000100:00000001:1.0:1789101159.153369:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101159.153374:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101159.153381:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101159.153383:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153387:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004621e939] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101159.153395:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101159.153398:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101159.153401:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101159.153403:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101159.153404:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101159.153407:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101159.153409:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28296
00000400:00000200:1.0:1789101159.153413:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101159.153415:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101159.153418:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101159.153420:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153422:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153424:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153426:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101159.153428:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101159.153430:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101159.153431:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101159.153433:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101159.153435:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101159.153437:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101159.153440:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153441:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153443:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153445:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101159.153447:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101159.153449:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153451:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101159.153453:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101159.153456:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101159.153458:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153460:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101159.153462:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101159.153464:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153466:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101159.153469:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb480.
00000020:00000040:1.0:1789101159.153471:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101159.153473:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101159.153474:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153475:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101159.153477:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101159.153478:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101159.153481:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463800.
00000100:00000001:1.0:1789101159.153484:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101159.153489:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101159.153497:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101159.153499:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153503:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000810222a9] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101159.153510:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101159.153513:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101159.153516:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101159.153517:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101159.153518:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101159.153521:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101159.153523:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28296
00000400:00000200:1.0:1789101159.153527:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101159.153530:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101159.153532:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101159.153535:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153537:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153539:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153541:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101159.153543:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101159.153544:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101159.153546:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101159.153548:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101159.153549:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101159.153551:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101159.153554:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153556:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101159.153558:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153560:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101159.153562:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101159.153565:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101159.153567:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101159.153569:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101159.153572:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101159.153574:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153576:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101159.153578:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101159.153580:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153582:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101159.153585:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccb840.
00000020:00000040:1.0:1789101159.153587:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101159.153589:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101159.153591:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101159.153592:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101159.153593:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101159.153595:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101159.153601:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265462000.
00000100:00000001:1.0:1789101159.153604:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101159.153609:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101159.153616:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101159.153618:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153621:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8b7388] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101159.153629:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101159.153633:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28306)
00000020:00000001:3.0:1789101159.155641:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101159.155648:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101159.155653:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789101159.155720:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101159.155724:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101159.155728:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101159.155742:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.155753:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101159.155755:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.155760:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101159.155763:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101159.155766:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101159.155770:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964708096:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101159.155775:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101159.155779:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101159.155783:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.155808:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101159.155816:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101159.155818:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.155825:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101159.155830:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101159.155836:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101159.155843:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708096, portal 25
00000100:00000001:2.0:1789101159.155846:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101159.155847:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217539392 : -114338492012224 : ffff98027ecca940)
00000100:00000040:2.0:1789101159.155853:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.155860:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101159.155862:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101159.155865:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101159.155869:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964708096, offset 0
00000400:00000200:2.0:1789101159.155876:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101159.155885:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.155891:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101159.155898:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101159.155903:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101159.155906:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101159.155909:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101159.155913:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512480:512480:256:4294967295] 192.168.204.152@tcp LPNI seq info [512237:512237:8:4294967295]
00000400:00000200:2.0:1789101159.155918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.155929:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101159.155935:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.155950:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101159.155958:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101159.155962:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789101159.155968:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101159.155972:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789101159.155976:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.155979:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101159.155985:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101159.155990:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101159.155995:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101159.155997:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101159.156002:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101159.156006:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156016:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.156019:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156026:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156028:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101159.156034:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.156038:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101159.156041:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322970374
00000100:00000010:2.0:1789101159.156046:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97360.
00000100:00000001:2.0:1789101159.156053:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101159.156061:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322970374
00000100:00000010:2.0:1789101159.156064:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97300.
00000100:00000001:2.0:1789101159.156068:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101159.156082:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101159.156085:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156088:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101159.156092:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101159/real 1789101159]  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101159.156100:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101159.156102:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101159.156104:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101159.156107:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101159.156109:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101159.156111:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101159.156115:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101159.156123:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156130:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101159.156131:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156134:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156136:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101159.156140:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156147:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101159.156152:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156159:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101159.156161:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156163:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156164:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156167:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101159.156169:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101159.156172:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101159.156176:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101159.156179:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101159.156182:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101159.156191:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964708096:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101159.156195:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101159.156200:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156212:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101159.156213:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156216:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101159.156218:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101159.156220:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101159.156223:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101159.156227:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101159.156229:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101159.156231:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156233:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101159.156236:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101159.156237:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.156241:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101159.156243:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101159.156246:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101159.156249:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708224, portal 10
00000100:00000001:2.0:1789101159.156251:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101159.156253:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217532672 : -114338492018944 : ffff98027ecc8f00)
00000100:00000040:2.0:1789101159.156259:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156265:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101159.156268:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101159.156270:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101159.156272:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964708224, offset 0
00000400:00000200:2.0:1789101159.156276:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156280:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156284:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101159.156287:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101159.156289:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101159.156292:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101159.156294:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156297:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512481:512481:256:4294967295] 192.168.204.152@tcp LPNI seq info [512238:512238:8:4294967295]
00000400:00000200:2.0:1789101159.156302:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156308:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101159.156312:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156315:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101159.156319:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101159.156322:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789101159.156326:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101159.156329:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789101159.156333:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156335:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101159.156337:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101159.156341:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101159.156343:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101159.156345:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101159.156348:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101159.156351:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156359:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.156362:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156369:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156370:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101159.156373:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101159.156376:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101159.156379:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101159.156381:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322969110
00000100:00000001:2.0:1789101159.156383:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156386:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322969110
00000100:00000001:2.0:1789101159.156388:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156390:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101159.156392:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156394:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101159.156397:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101159/real 1789101159]  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101159.156405:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101159.156406:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101159.156408:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101159.156410:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101159.156411:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101159.156413:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101159.156416:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101159.156423:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156430:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101159.156431:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156433:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156434:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101159.156438:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156444:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101159.156448:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156455:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101159.156458:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156460:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156461:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156462:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101159.156464:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101159.156467:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101159.156470:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101159.156472:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101159.156476:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101159.156484:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708224:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101159.156488:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101159.156491:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156497:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101159.156498:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156501:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101159.156502:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101159.156504:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101159.156507:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101159.156510:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101159.156513:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101159.156514:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156516:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101159.156519:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101159.156521:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.156524:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101159.156526:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101159.156529:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101159.156531:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708352, portal 10
00000100:00000001:2.0:1789101159.156533:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101159.156535:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217530752 : -114338492020864 : ffff98027ecc8780)
00000100:00000040:2.0:1789101159.156540:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156547:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101159.156550:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101159.156552:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101159.156554:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964708352, offset 0
00000400:00000200:2.0:1789101159.156557:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156561:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156564:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101159.156567:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101159.156569:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101159.156571:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101159.156574:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156577:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512482:512482:256:4294967295] 192.168.204.152@tcp LPNI seq info [512239:512239:8:4294967295]
00000400:00000200:2.0:1789101159.156581:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156586:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101159.156591:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156594:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101159.156597:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101159.156600:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789101159.156604:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101159.156606:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789101159.156610:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156612:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101159.156614:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101159.156617:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101159.156620:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101159.156622:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101159.156624:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101159.156628:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156635:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.156638:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156644:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156646:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101159.156649:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101159.156652:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101159.156654:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101159.156656:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322969109
00000100:00000001:2.0:1789101159.156658:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156659:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322969109
00000100:00000001:2.0:1789101159.156661:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156663:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101159.156665:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156667:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101159.156671:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101159/real 1789101159]  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101159.156678:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101159.156679:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101159.156681:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101159.156683:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101159.156685:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101159.156687:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101159.156690:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101159.156698:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156704:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101159.156705:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156707:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156709:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101159.156712:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156719:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101159.156723:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156729:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101159.156732:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156733:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.156735:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.156736:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101159.156738:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101159.156740:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101159.156744:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101159.156746:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101159.156750:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101159.156758:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708352:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101159.156762:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101159.156766:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156773:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101159.156774:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156777:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101159.156779:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101159.156781:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101159.156783:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101159.156811:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101159.156813:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101159.156815:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.156817:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101159.156820:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101159.156822:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.156826:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101159.156829:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101159.156832:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101159.156835:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708480, portal 4
00000100:00000001:2.0:1789101159.156837:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101159.156838:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217542272 : -114338492009344 : ffff98027eccb480)
00000100:00000040:2.0:1789101159.156844:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156850:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101159.156852:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101159.156854:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101159.156856:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964708480, offset 0
00000400:00000200:2.0:1789101159.156860:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156864:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156867:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101159.156870:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101159.156873:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101159.156875:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101159.156877:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101159.156879:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512483:512483:256:4294967295] 192.168.204.152@tcp LPNI seq info [512240:512240:8:4294967295]
00000400:00000200:2.0:1789101159.156883:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.156888:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101159.156891:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156894:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101159.156897:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101159.156899:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789101159.156903:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101159.156905:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789101159.156908:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.156910:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101159.156913:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101159.156916:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101159.156919:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101159.156921:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101159.156923:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101159.156927:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156934:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.156936:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.156954:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156955:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101159.156958:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101159.156961:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101159.156964:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101159.156967:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322969120
00000100:00000001:2.0:1789101159.156969:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156971:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322969120
00000100:00000001:2.0:1789101159.156973:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.156976:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101159.156978:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.156980:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101159.156983:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101159/real 1789101159]  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101159.156991:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101159.156992:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101159.156994:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101159.156996:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101159.156998:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101159.157000:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101159.157004:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101159.157012:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157018:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101159.157020:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157021:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.157023:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101159.157026:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157032:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101159.157036:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157042:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101159.157044:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157046:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.157047:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157049:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101159.157050:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101159.157053:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101159.157056:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101159.157058:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101159.157062:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101159.157069:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708480:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101159.157073:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101159.157077:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157083:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101159.157085:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.157088:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101159.157089:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101159.157091:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101159.157094:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101159.157097:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101159.157100:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101159.157101:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101159.157103:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157106:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101159.157108:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101159.157112:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101159.157114:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101159.157117:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101159.157120:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708608, portal 4
00000100:00000001:2.0:1789101159.157121:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101159.157123:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217543232 : -114338492008384 : ffff98027eccb840)
00000100:00000040:2.0:1789101159.157128:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157133:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101159.157135:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101159.157137:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101159.157140:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964708608, offset 0
00000400:00000200:2.0:1789101159.157144:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101159.157147:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.157150:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101159.157153:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101159.157155:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101159.157158:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101159.157160:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101159.157178:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512484:512484:256:4294967295] 192.168.204.152@tcp LPNI seq info [512241:512241:8:4294967295]
00000400:00000200:2.0:1789101159.157183:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101159.157189:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101159.157194:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.157197:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101159.157201:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101159.157203:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789101159.157207:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101159.157210:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1789101159.157214:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101159.157216:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101159.157219:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101159.157222:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101159.157225:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101159.157226:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101159.157229:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101159.157232:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157239:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157242:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157249:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.157251:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101159.157253:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101159.157256:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101159.157260:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101159.157262:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322969140
00000100:00000001:2.0:1789101159.157264:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.157266:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322969140
00000100:00000001:2.0:1789101159.157268:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322970374
00000100:00000001:2.0:1789101159.157270:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101159.157272:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.157274:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101159.157277:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101159/real 1789101159]  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101159.157285:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101159.157286:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101159.157288:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101159.157290:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101159.157292:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101159.157294:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101159.157297:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101159.157305:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157311:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101159.157313:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157315:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.157316:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101159.157320:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157327:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101159.157330:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157336:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101159.157339:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157341:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101159.157342:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157344:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101159.157346:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101159.157348:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101159.157351:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101159.157354:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101159.157358:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101159.157365:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708608:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101159.157368:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157371:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157374:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca940 x1875994964708096/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157381:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101159.157384:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157387:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39400.
02000000:00000001:2.0:1789101159.157390:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101159.157393:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101159.157395:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101159.157398:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101159.157401:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463c00.
02000000:00000001:2.0:1789101159.157406:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101159.157408:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101159.157410:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca940.
00000100:00000001:2.0:1789101159.157414:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101159.157415:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157417:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157421:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8f00 x1875994964708224/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157428:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101159.157430:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157431:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39c00.
02000000:00000001:2.0:1789101159.157433:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101159.157435:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101159.157436:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101159.157439:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101159.157440:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463000.
02000000:00000001:2.0:1789101159.157443:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101159.157444:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101159.157446:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8f00.
00000100:00000001:2.0:1789101159.157450:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101159.157451:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157453:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157455:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc8780 x1875994964708352/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157461:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101159.157462:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157464:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e39800.
02000000:00000001:2.0:1789101159.157466:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101159.157467:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101159.157468:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101159.157470:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101159.157471:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462800.
02000000:00000001:2.0:1789101159.157473:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101159.157474:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101159.157476:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc8780.
00000100:00000001:2.0:1789101159.157478:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101159.157479:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157480:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157483:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb480 x1875994964708480/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157490:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101159.157491:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157492:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3bc00.
02000000:00000001:2.0:1789101159.157494:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101159.157495:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101159.157497:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101159.157499:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101159.157500:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463800.
02000000:00000001:2.0:1789101159.157503:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101159.157504:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101159.157505:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb480.
00000100:00000001:2.0:1789101159.157508:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101159.157509:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157511:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101159.157515:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccb840 x1875994964708608/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101159.157521:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101159.157522:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101159.157524:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3a000.
02000000:00000001:2.0:1789101159.157526:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101159.157527:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101159.157529:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101159.157531:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101159.157532:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265462000.
02000000:00000001:2.0:1789101159.157535:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101159.157536:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101159.157537:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccb840.
00000100:00000001:2.0:1789101159.157538:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101159.157539:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157542:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101159.157553:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101159.157556:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101159.157559:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101159.157561:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101160.178435:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101160.178442:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101160.178448:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101160.178449:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101160.178453:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101160.178454:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101160.180141:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101160.180146:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101160.180151:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101160.497251:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322970374, at 4322970432
00000100:00000010:1.0:1789101160.497267:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97300.
00000100:00000040:0.0:1789101160.497528:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322970374, at 4322970432
00000100:00000010:0.0:1789101160.497535:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97360.
00010000:00000001:2.0:1789101161.201002:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101161.201008:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101161.201013:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101161.201015:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101161.201018:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101161.201019:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101161.201695:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101161.201699:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101161.201703:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101162.226153:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101162.226162:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101162.226169:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101162.226170:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101162.226173:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101162.226175:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101162.226411:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101162.226415:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101162.226419:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101163.249290:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101163.249297:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101163.249303:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101163.249305:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101163.249308:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101163.249309:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101163.249482:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101163.249486:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101163.249489:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101164.272958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101164.272964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101164.272971:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101164.272972:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101164.272975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101164.272976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101164.274331:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101164.274337:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101164.274341:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101164.275015:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101164.275021:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101164.275024:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101164.275028:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101164.275033:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101164.275040:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28301
00000400:00000200:2.0:1789101164.275050:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101164.275057:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101164.275060:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101164.275063:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.275066:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.275069:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.275072:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101164.275075:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101164.275078:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101164.275080:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101164.275084:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101164.275086:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101164.275089:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101164.275092:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.275096:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.275098:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.275100:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101164.275103:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101164.275107:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101164.275110:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101164.275113:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101164.275117:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101164.275120:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.275123:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101164.275125:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101164.275135:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442a580.
00000020:00000040:2.0:1789101164.275138:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101164.275143:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101164.275145:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.275148:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101164.275151:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101164.275155:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101164.275163:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789101164.275170:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101164.275181:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101164.275192:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101164.275196:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.275202:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a80d75] to pc [ptlrpcd_rcv+-1]  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.276491:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.276499:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101164.276503:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101164.276514:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.276526:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101164.276528:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.276533:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101164.276537:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101164.276539:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101164.276543:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964708736:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101164.276551:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101164.276556:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101164.276559:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.276561:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101164.276570:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.276573:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.276580:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101164.276585:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101164.276592:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101164.276599:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708736, portal 25
00000100:00000001:3.0:1789101164.276601:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101164.276603:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235415936 : -114339474135680 : ffff98024442a580)
00000100:00000040:3.0:1789101164.276609:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.276617:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101164.276619:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101164.276622:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101164.276626:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964708736, offset 0
00000400:00000200:3.0:1789101164.276632:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101164.276640:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.276648:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101164.276653:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101164.276657:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101164.276660:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101164.276664:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101164.276667:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512485:512485:256:4294967295] 192.168.204.152@tcp LPNI seq info [512242:512242:8:4294967295]
00000400:00000200:3.0:1789101164.276672:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.276682:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101164.276688:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.276696:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101164.276703:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101164.276708:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101164.276714:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101164.276718:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101164.276723:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.276726:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101164.276732:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101164.276737:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101164.276742:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101164.276744:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101164.276749:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101164.276753:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101164.278454:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101164.278463:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101164.278468:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101164.278470:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101164.278473:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101164.278476:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101164.278482:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28301
00000400:00000200:2.0:1789101164.278488:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101164.278492:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101164.278495:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101164.278498:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.278501:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.278504:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.278506:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101164.278510:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101164.278512:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101164.278514:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101164.278518:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101164.278520:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101164.278522:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101164.278525:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.278527:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.278529:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.278531:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101164.278534:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789101164.278538:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101164.278540:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101164.278543:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101164.278550:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101164.278553:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.278556:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101164.278560:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101164.278562:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.278564:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101164.278571:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429a40.
00000020:00000040:2.0:1789101164.278575:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101164.278579:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101164.278581:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.278583:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101164.278586:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101164.278589:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101164.278595:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789101164.278601:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101164.278609:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101164.278618:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101164.278623:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.278628:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0abca9] to pc [ptlrpcd_rcv+-1]  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.279926:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.279937:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.279948:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.279950:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101164.279963:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.279968:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101164.279972:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322975496
00000100:00000010:3.0:1789101164.279979:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bae0.
00000100:00000001:3.0:1789101164.279986:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101164.279994:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322975496
00000100:00000010:3.0:1789101164.279998:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b660.
00000100:00000001:3.0:1789101164.280001:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101164.280004:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101164.280007:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.280010:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101164.280016:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101164/real 1789101164]  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101164.280027:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101164.280029:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101164.280033:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101164.280037:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101164.280040:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101164.280043:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101164.280047:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101164.280056:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280063:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101164.280065:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280068:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.280070:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101164.280074:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280081:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101164.280087:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280094:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101164.280097:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280098:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.280100:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280103:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101164.280105:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101164.280107:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101164.280111:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101164.280114:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101164.280118:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101164.280127:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964708736:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101164.280135:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280138:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.280142:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442a580 x1875994964708736/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280149:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101164.280151:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101164.280154:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.280158:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101164.280160:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101164.280162:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101164.280164:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101164.280167:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:3.0:1789101164.280170:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101164.280172:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101164.280173:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442a580.
00000100:00000001:3.0:1789101164.280177:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101164.280178:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280180:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280190:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101164.280192:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.280195:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.280197:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101164.280199:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101164.280203:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280211:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101164.280213:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.280215:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101164.280218:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101164.280221:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101164.280224:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101164.280227:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101164.280231:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101164.280234:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.280236:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101164.280240:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.280243:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.280247:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101164.280250:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101164.280254:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101164.280260:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708864, portal 10
00000100:00000001:3.0:1789101164.280262:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101164.280264:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235413056 : -114339474138560 : ffff980244429a40)
00000100:00000040:3.0:1789101164.280271:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280278:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101164.280281:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101164.280283:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101164.280288:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964708864, offset 0
00000400:00000200:3.0:1789101164.280293:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101164.280299:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.280305:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101164.280310:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101164.280314:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101164.280318:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101164.280321:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101164.280324:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512486:512486:256:4294967295] 192.168.204.152@tcp LPNI seq info [512243:512243:8:4294967295]
00000400:00000200:3.0:1789101164.280329:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.280337:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101164.280343:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.280349:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101164.280355:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101164.280358:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101164.280363:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101164.280367:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101164.280371:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.280373:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101164.280377:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101164.280381:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101164.280386:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101164.280388:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101164.280391:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101164.280394:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280403:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.280406:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280413:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.280414:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101164.280417:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101164.280421:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101164.280424:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101164.280426:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322974232
00000100:00000001:3.0:1789101164.280428:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.280430:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322974232
00000100:00000001:3.0:1789101164.280439:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.280441:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101164.280443:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.280445:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101164.280449:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101164/real 1789101164]  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101164.280457:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101164.280459:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101164.280460:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101164.280463:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101164.280464:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101164.280466:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101164.280470:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101164.280478:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280485:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101164.280486:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280488:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.280489:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101164.280493:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280500:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101164.280504:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280510:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101164.280512:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280514:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.280515:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280516:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101164.280518:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101164.280521:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101164.280524:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101164.280527:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101164.280531:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101164.280538:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708864:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101164.280542:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280545:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.280548:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429a40 x1875994964708864/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.280554:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101164.280556:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101164.280558:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.280560:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101164.280562:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101164.280563:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101164.280565:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101164.280566:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789101164.280569:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101164.280570:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101164.280572:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429a40.
00000100:00000001:3.0:1789101164.280574:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101164.280575:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280577:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.280580:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101164.280582:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.280584:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.280585:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.285034:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.285042:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.285340:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101164.285346:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101164.285350:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101164.285352:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101164.285355:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101164.285360:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101164.285368:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28301
00000400:00000200:2.0:1789101164.285377:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101164.285383:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101164.285386:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101164.285390:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.285393:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.285396:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.285398:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101164.285402:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101164.285404:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101164.285407:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101164.285410:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101164.285413:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789101164.285416:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101164.285419:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.285421:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.285422:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.285425:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101164.285427:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101164.285431:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101164.285434:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101164.285437:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101164.285444:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101164.285447:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.285450:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101164.285454:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101164.285457:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.285459:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101164.285469:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442ad00.
00000020:00000040:2.0:1789101164.285472:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101164.285477:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101164.285479:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.285482:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101164.285484:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101164.285489:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101164.285497:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39c00.
00000100:00000001:2.0:1789101164.285504:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101164.285515:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101164.285526:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101164.285529:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.285535:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f303243f] to pc [ptlrpcd_rcv+-1]  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.286705:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.286710:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101164.286713:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101164.286721:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.286731:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101164.286733:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.286737:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101164.286740:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101164.286743:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101164.286746:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101164.286751:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101164.286755:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101164.286758:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.286761:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101164.286768:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.286771:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.286778:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101164.286783:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101164.286810:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101164.286818:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964708992, portal 10
00000100:00000001:3.0:1789101164.286820:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101164.286822:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235417856 : -114339474133760 : ffff98024442ad00)
00000100:00000040:3.0:1789101164.286830:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.286838:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101164.286850:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101164.286854:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101164.286859:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964708992, offset 0
00000400:00000200:3.0:1789101164.286866:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101164.286875:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.286881:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101164.286888:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101164.286897:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101164.286901:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101164.286904:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101164.286907:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512487:512487:256:4294967295] 192.168.204.152@tcp LPNI seq info [512244:512244:8:4294967295]
00000400:00000200:3.0:1789101164.286912:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.286923:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101164.286930:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.286936:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101164.286943:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101164.286946:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101164.286952:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101164.286956:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101164.286960:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.286963:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101164.286970:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101164.286975:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101164.286980:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101164.286982:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101164.286986:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101164.286990:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101164.288372:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101164.288382:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101164.288387:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101164.288390:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101164.288402:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101164.288406:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101164.288412:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28301
00000400:00000200:2.0:1789101164.288419:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101164.288425:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101164.288428:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101164.288432:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.288435:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.288438:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.288441:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101164.288444:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101164.288446:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101164.288449:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101164.288452:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101164.288455:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101164.288457:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101164.288460:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.288462:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.288464:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.288466:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101164.288469:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789101164.288473:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101164.288475:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101164.288478:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101164.288485:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101164.288488:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.288491:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101164.288496:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789101164.288499:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.288501:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101164.288508:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b0c0.
00000020:00000040:2.0:1789101164.288512:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101164.288516:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101164.288518:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.288521:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101164.288523:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101164.288527:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101164.288533:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789101164.288539:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101164.288547:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101164.288556:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101164.288562:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.288567:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e55b024a] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.293880:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.293898:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.293910:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.293911:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101164.293924:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101164.293929:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101164.293935:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101164.293939:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322974241
00000100:00000001:3.0:1789101164.293944:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.293946:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322974241
00000100:00000001:3.0:1789101164.293949:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.293951:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101164.293954:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.293957:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101164.293969:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101164/real 1789101164]  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101164.293982:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101164.293984:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101164.293988:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101164.293992:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101164.293995:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101164.293999:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101164.294004:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101164.294014:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294021:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101164.294024:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294027:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.294029:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101164.294034:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294039:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101164.294044:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294051:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101164.294055:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294056:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.294058:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294061:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101164.294064:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101164.294068:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101164.294073:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101164.294077:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101164.294081:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101164.294089:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964708992:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101164.294095:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294098:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.294102:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442ad00 x1875994964708992/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294109:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101164.294113:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101164.294117:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.294121:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101164.294124:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101164.294126:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101164.294129:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101164.294131:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39c00.
02000000:00000001:3.0:1789101164.294136:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101164.294138:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101164.294140:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442ad00.
00000100:00000001:3.0:1789101164.294143:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101164.294145:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294148:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294157:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101164.294159:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.294162:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.294164:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101164.294166:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101164.294171:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294179:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101164.294182:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.294185:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101164.294189:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101164.294193:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101164.294196:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101164.294201:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101164.294205:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101164.294208:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.294211:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101164.294215:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.294217:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.294223:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101164.294226:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101164.294232:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101164.294238:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709120, portal 4
00000100:00000001:3.0:1789101164.294240:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101164.294242:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235418816 : -114339474132800 : ffff98024442b0c0)
00000100:00000040:3.0:1789101164.294249:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294255:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101164.294258:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101164.294261:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101164.294265:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964709120, offset 0
00000400:00000200:3.0:1789101164.294271:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101164.294278:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.294285:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101164.294291:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101164.294296:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101164.294300:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101164.294302:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101164.294306:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512488:512488:256:4294967295] 192.168.204.152@tcp LPNI seq info [512245:512245:8:4294967295]
00000400:00000200:3.0:1789101164.294311:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.294320:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101164.294326:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.294332:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101164.294339:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101164.294342:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101164.294348:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101164.294351:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101164.294355:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.294357:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101164.294361:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101164.294366:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101164.294370:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101164.294372:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101164.294374:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101164.294378:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294387:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.294390:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294396:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.294397:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101164.294400:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101164.294403:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101164.294406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101164.294408:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322974257
00000100:00000001:3.0:1789101164.294410:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.294412:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322974257
00000100:00000001:3.0:1789101164.294414:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.294416:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101164.294417:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.294419:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101164.294422:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101164/real 1789101164]  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101164.294430:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101164.294431:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101164.294433:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101164.294435:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101164.294437:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101164.294439:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101164.294442:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101164.294450:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294457:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101164.294459:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294461:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.294462:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101164.294465:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294470:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101164.294474:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294480:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101164.294481:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294483:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.294484:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294486:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101164.294487:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101164.294490:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101164.294493:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101164.294495:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101164.294498:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101164.294504:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709120:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101164.294508:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294510:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.294513:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b0c0 x1875994964709120/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.294518:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101164.294519:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101164.294522:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.294525:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101164.294527:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101164.294528:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101164.294530:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101164.294531:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789101164.294534:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101164.294535:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101164.294536:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b0c0.
00000100:00000001:3.0:1789101164.294538:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101164.294539:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294541:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.294544:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101164.294545:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.294547:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.294549:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.294808:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101164.294814:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101164.294819:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101164.294821:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101164.294823:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101164.294826:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101164.294829:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28301
00000400:00000200:2.0:1789101164.294834:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101164.294837:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101164.294840:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101164.294851:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.294854:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.294856:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.294858:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101164.294861:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101164.294862:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101164.294864:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101164.294868:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101164.294870:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101164.294873:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789101164.294875:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.294877:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101164.294879:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101164.294882:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101164.294885:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789101164.294889:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101164.294891:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101164.294894:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101164.294900:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101164.294902:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.294905:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101164.294908:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789101164.294910:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.294912:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101164.294917:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429680.
00000020:00000040:2.0:1789101164.294921:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101164.294924:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101164.294926:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101164.294929:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101164.294931:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101164.294934:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101164.294940:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789101164.294946:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101164.294952:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101164.294967:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101164.294970:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.294974:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a704f4b8] to pc [ptlrpcd_rcv+-1]  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101164.294983:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101164.294988:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28311)
00000100:00000001:3.0:1789101164.298437:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.298445:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101164.298448:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101164.298462:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298475:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101164.298477:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.298481:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101164.298485:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101164.298488:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101164.298491:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101164.298495:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101164.298501:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101164.298503:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101164.298505:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101164.298515:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.298517:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101164.298526:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101164.298530:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101164.298538:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101164.298546:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709248, portal 4
00000100:00000001:3.0:1789101164.298549:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101164.298550:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235412096 : -114339474139520 : ffff980244429680)
00000100:00000040:3.0:1789101164.298559:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298566:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101164.298569:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101164.298571:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101164.298575:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964709248, offset 0
00000400:00000200:3.0:1789101164.298581:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101164.298588:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.298595:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101164.298600:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101164.298605:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101164.298609:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101164.298612:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101164.298615:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512489:512489:256:4294967295] 192.168.204.152@tcp LPNI seq info [512246:512246:8:4294967295]
00000400:00000200:3.0:1789101164.298620:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101164.298631:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101164.298637:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.298643:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101164.298652:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101164.298655:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789101164.298661:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101164.298665:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789101164.298669:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101164.298671:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101164.298677:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101164.298681:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101164.298686:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101164.298688:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101164.298692:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101164.298696:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298706:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.298710:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298717:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.298719:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101164.298725:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101164.298728:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101164.298730:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101164.298733:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322974281
00000100:00000001:3.0:1789101164.298736:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.298737:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322974281
00000100:00000001:3.0:1789101164.298739:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322975496
00000100:00000001:3.0:1789101164.298740:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101164.298741:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.298743:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101164.298746:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101164/real 1789101164]  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101164.298752:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101164.298754:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101164.298755:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101164.298757:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101164.298758:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101164.298760:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101164.298762:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101164.298767:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298771:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101164.298772:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.298774:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.298775:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101164.298778:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298782:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101164.298784:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.298960:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101164.298963:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.298965:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101164.298966:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.298969:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101164.298972:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101164.298975:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101164.298979:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101164.298982:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101164.298987:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101164.298995:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709248:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101164.299000:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.299002:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101164.299005:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429680 x1875994964709248/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101164.299010:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101164.299013:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101164.299015:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101164.299019:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101164.299021:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101164.299023:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101164.299025:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101164.299028:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789101164.299032:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101164.299034:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101164.299036:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429680.
00000100:00000001:3.0:1789101164.299039:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101164.299040:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.299042:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101164.299050:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101164.299052:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101164.299054:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101164.299071:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101165.297653:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101165.297659:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101165.297665:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101165.297666:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101165.297669:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101165.297670:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101165.298372:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101165.298376:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101165.298379:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101165.616944:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322975496, at 4322975552
00000100:00000010:1.0:1789101165.616961:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b660.
00000100:00000040:0.0:1789101165.617142:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322975496, at 4322975552
00000100:00000010:0.0:1789101165.617150:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bae0.
00010000:00000001:2.0:1789101166.320964:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101166.320971:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101166.320978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101166.320979:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101166.320982:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101166.320984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101166.321239:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101166.321243:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101166.321247:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101167.344991:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101167.344999:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101167.345005:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101167.345007:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101167.345011:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101167.345012:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101167.345588:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101167.345593:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101167.345596:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101168.369416:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101168.369425:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101168.369427:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101168.369430:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369435:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101168.369438:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369440:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369442:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369445:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101168.369447:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101168.369448:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101168.369449:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369451:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101168.369452:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369453:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369454:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369457:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101168.369458:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101168.369459:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101168.369460:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369462:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101168.369463:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369464:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101168.369465:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101168.369535:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101168.369539:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101168.369542:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101169.392965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101169.392973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101169.392978:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101169.392980:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101169.392983:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101169.392984:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101169.393059:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101169.393064:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101169.393069:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:3.0:1789101169.393069:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789101169.393076:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789101169.393078:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101169.393083:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101169.393087:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101169.393094:0:414506:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28306
00000400:00000200:1.0:1789101169.393102:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101169.393117:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101169.393121:0:414506:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101169.393124:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393128:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.393130:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393133:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101169.393136:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101169.393138:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:1.0:1789101169.393140:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101169.393144:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:1.0:1789101169.393146:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:1.0:1789101169.393148:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:1.0:1789101169.393151:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393153:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.393155:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393157:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101169.393159:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:1.0:1789101169.393162:0:414506:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393165:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101169.393168:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101169.393171:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101169.393174:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.393176:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1789101169.393179:0:414506:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101169.393189:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc92c0.
00000020:00000040:1.0:1789101169.393192:0:414506:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:1.0:1789101169.393196:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101169.393198:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.393201:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101169.393203:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101169.393207:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101169.393214:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265463400.
00000100:00000001:1.0:1789101169.393220:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101169.393228:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101169.393240:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101169.393244:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.393248:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8988dc] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393292:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.393296:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101169.393298:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101169.393305:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393313:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101169.393315:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.393319:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101169.393321:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101169.393324:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101169.393327:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964709376:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101169.393331:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101169.393335:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101169.393338:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.393340:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101169.393344:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.393346:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.393352:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101169.393369:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101169.393376:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101169.393383:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709376, portal 25
00000100:00000001:2.0:1789101169.393385:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101169.393386:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217533632 : -114338492017984 : ffff98027ecc92c0)
00000100:00000040:2.0:1789101169.393392:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393399:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101169.393402:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101169.393404:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101169.393415:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964709376, offset 0
00000400:00000200:2.0:1789101169.393421:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101169.393435:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.393440:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101169.393445:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101169.393449:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101169.393453:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101169.393456:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101169.393460:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512490:512490:256:4294967295] 192.168.204.152@tcp LPNI seq info [512247:512247:8:4294967295]
00000400:00000200:2.0:1789101169.393464:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.393474:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101169.393480:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.393484:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101169.393491:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101169.393495:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789101169.393500:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101169.393504:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789101169.393508:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.393511:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101169.393516:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101169.393520:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101169.393524:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101169.393527:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101169.393531:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101169.393535:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101169.393559:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101169.393562:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101169.393565:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789101169.393566:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101169.393568:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101169.393570:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101169.393573:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28306
00000400:00000200:1.0:1789101169.393577:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101169.393579:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101169.393582:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101169.393585:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393587:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.393589:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393591:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101169.393593:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101169.393595:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:1.0:1789101169.393596:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101169.393599:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:1.0:1789101169.393600:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:1.0:1789101169.393602:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:1.0:1789101169.393605:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393607:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.393609:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393611:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101169.393614:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:1.0:1789101169.393617:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101169.393619:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101169.393620:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101169.393625:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101169.393627:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.393628:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101169.393631:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101169.393634:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.393636:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101169.393639:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9e00.
00000020:00000040:1.0:1789101169.393641:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101169.393644:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101169.393645:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.393647:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101169.393648:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101169.393650:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101169.393654:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265461400.
00000100:00000001:1.0:1789101169.393657:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101169.393661:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101169.393669:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101169.393671:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.393675:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d42c6fa] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393702:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.393706:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393713:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.393714:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101169.393721:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.393725:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101169.393736:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322980611
00000100:00000010:2.0:1789101169.393741:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97960.
00000100:00000001:2.0:1789101169.393758:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101169.393764:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322980611
00000100:00000010:2.0:1789101169.393766:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d978a0.
00000100:00000001:2.0:1789101169.393769:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101169.393772:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101169.393774:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.393777:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101169.393781:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101169/real 1789101169]  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101169.393810:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101169.393812:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101169.393814:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101169.393817:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101169.393819:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101169.393821:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101169.393824:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101169.393833:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393841:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101169.393842:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393845:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.393846:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101169.393850:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393857:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101169.393861:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393868:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101169.393871:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393873:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.393874:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393876:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101169.393878:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101169.393880:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101169.393883:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101169.393886:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101169.393890:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101169.393898:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964709376:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101169.393902:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393904:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.393907:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc92c0 x1875994964709376/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393913:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101169.393916:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101169.393919:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.393922:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101169.393924:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101169.393925:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101169.393927:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101169.393930:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265463400.
02000000:00000001:2.0:1789101169.393933:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101169.393935:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101169.393936:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc92c0.
00000100:00000001:2.0:1789101169.393940:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101169.393942:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393944:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.393951:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101169.393952:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.393954:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.393956:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101169.393957:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101169.393961:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.393967:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101169.393968:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.393970:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101169.393972:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101169.393974:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101169.393977:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101169.393980:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101169.393982:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101169.393984:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.393986:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101169.393989:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.393990:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.393994:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101169.393996:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101169.393999:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101169.394002:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709504, portal 10
00000100:00000001:2.0:1789101169.394004:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101169.394006:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217536512 : -114338492015104 : ffff98027ecc9e00)
00000100:00000040:2.0:1789101169.394011:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394017:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101169.394019:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101169.394022:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101169.394024:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964709504, offset 0
00000400:00000200:2.0:1789101169.394027:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101169.394032:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.394035:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101169.394038:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101169.394041:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101169.394043:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101169.394045:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101169.394048:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512491:512491:256:4294967295] 192.168.204.152@tcp LPNI seq info [512248:512248:8:4294967295]
00000400:00000200:2.0:1789101169.394053:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.394058:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101169.394063:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.394066:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101169.394070:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101169.394073:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789101169.394077:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101169.394079:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789101169.394083:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.394085:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101169.394088:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101169.394091:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101169.394093:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101169.394095:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101169.394097:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101169.394101:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394114:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.394117:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394124:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.394125:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101169.394128:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101169.394131:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101169.394134:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101169.394136:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322979348
00000100:00000001:2.0:1789101169.394139:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.394141:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322979348
00000100:00000001:2.0:1789101169.394143:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.394145:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101169.394146:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.394148:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101169.394151:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101169/real 1789101169]  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101169.394158:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101169.394159:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101169.394161:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101169.394163:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101169.394165:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101169.394167:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101169.394170:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101169.394177:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394183:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101169.394185:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394187:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.394188:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101169.394191:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394197:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101169.394201:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394207:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101169.394209:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394210:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.394212:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394214:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101169.394215:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101169.394218:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101169.394220:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101169.394223:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101169.394226:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101169.394233:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709504:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101169.394236:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394237:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.394240:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9e00 x1875994964709504/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394247:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101169.394249:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101169.394250:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.394252:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101169.394253:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101169.394255:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101169.394257:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101169.394258:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265461400.
02000000:00000001:2.0:1789101169.394262:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101169.394263:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101169.394265:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9e00.
00000100:00000001:2.0:1789101169.394267:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101169.394268:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394270:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.394273:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101169.394274:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.394276:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.394278:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.394406:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.394409:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394471:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101169.394474:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101169.394477:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1789101169.394479:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101169.394481:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101169.394483:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101169.394487:0:414506:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28306
00000400:00000200:1.0:1789101169.394491:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101169.394495:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101169.394497:0:414506:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101169.394500:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394503:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.394505:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394508:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101169.394511:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101169.394512:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:1.0:1789101169.394513:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101169.394516:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:1.0:1789101169.394518:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:1.0:1789101169.394520:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:1.0:1789101169.394523:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394525:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.394527:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394529:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101169.394531:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:1.0:1789101169.394534:0:414506:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394536:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101169.394538:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101169.394542:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101169.394544:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394546:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101169.394549:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789101169.394551:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394553:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101169.394558:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecc9680.
00000020:00000040:1.0:1789101169.394561:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:1.0:1789101169.394564:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101169.394565:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394567:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101169.394569:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101169.394571:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101169.394574:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460c00.
00000100:00000001:1.0:1789101169.394579:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101169.394584:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101169.394591:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101169.394593:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.394597:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1cd0e] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394634:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.394636:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101169.394637:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101169.394641:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394648:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101169.394650:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.394652:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101169.394654:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101169.394656:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101169.394659:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101169.394662:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101169.394664:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101169.394666:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.394667:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101169.394670:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.394672:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.394675:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101169.394678:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101169.394682:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101169.394685:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709632, portal 10
00000100:00000001:2.0:1789101169.394687:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101169.394688:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217534592 : -114338492017024 : ffff98027ecc9680)
00000100:00000040:2.0:1789101169.394693:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.394699:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101169.394702:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101169.394704:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101169.394706:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964709632, offset 0
00000400:00000200:2.0:1789101169.394710:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101169.394714:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.394718:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101169.394721:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101169.394724:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101169.394736:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101169.394739:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101169.394741:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512492:512492:256:4294967295] 192.168.204.152@tcp LPNI seq info [512249:512249:8:4294967295]
00000400:00000200:2.0:1789101169.394756:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.394764:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101169.394768:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.394771:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101169.394775:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101169.394778:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789101169.394783:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101169.394798:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789101169.394803:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.394805:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101169.394809:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101169.394812:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101169.394815:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101169.394817:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101169.394819:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101169.394823:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101169.394912:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101169.394916:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101169.394919:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789101169.394920:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101169.394922:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101169.394924:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101169.394927:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28306
00000400:00000200:1.0:1789101169.394931:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101169.394934:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101169.394936:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101169.394939:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394941:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.394943:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394945:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101169.394947:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101169.394948:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:1.0:1789101169.394950:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101169.394952:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:1.0:1789101169.394954:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:1.0:1789101169.394956:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:1.0:1789101169.394959:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394961:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.394962:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394964:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101169.394966:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:1.0:1789101169.394969:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101169.394971:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101169.394972:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101169.394975:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101169.394977:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394979:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101169.394981:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1789101169.394984:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394985:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101169.394989:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027eccbc00.
00000020:00000040:1.0:1789101169.394991:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:1.0:1789101169.394993:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101169.394995:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.394997:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101169.394998:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101169.395000:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101169.395003:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460400.
00000100:00000001:1.0:1789101169.395006:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101169.395011:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101169.395019:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101169.395021:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.395025:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd3deb8f] to pc [ptlrpcd_rcv+-1]  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395828:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.395837:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395846:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.395848:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101169.395854:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101169.395858:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101169.395862:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101169.395865:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322979348
00000100:00000001:2.0:1789101169.395868:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.395871:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322979348
00000100:00000001:2.0:1789101169.395873:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.395875:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101169.395877:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.395879:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101169.395883:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101169/real 1789101169]  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101169.395892:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101169.395894:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101169.395896:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101169.395899:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101169.395901:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101169.395904:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101169.395907:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101169.395915:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395921:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101169.395923:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.395925:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.395927:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101169.395931:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395937:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101169.395942:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395949:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101169.395952:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.395953:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.395954:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.395956:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101169.395959:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101169.395961:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101169.395966:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101169.395968:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101169.395971:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101169.395979:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709632:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101169.395983:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.395985:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.395989:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecc9680 x1875994964709632/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.395995:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101169.395998:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101169.396000:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.396003:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101169.396005:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101169.396007:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101169.396010:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101169.396012:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460c00.
02000000:00000001:2.0:1789101169.396015:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101169.396017:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101169.396018:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecc9680.
00000100:00000001:2.0:1789101169.396021:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101169.396023:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396025:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396032:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101169.396033:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.396035:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.396037:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101169.396038:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101169.396042:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396049:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101169.396051:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.396054:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101169.396056:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101169.396058:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101169.396060:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101169.396064:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101169.396067:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101169.396069:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.396071:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101169.396075:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.396077:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.396081:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101169.396083:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101169.396087:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101169.396091:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709760, portal 4
00000100:00000001:2.0:1789101169.396093:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101169.396095:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217544192 : -114338492007424 : ffff98027eccbc00)
00000100:00000040:2.0:1789101169.396100:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396107:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101169.396109:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101169.396111:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101169.396114:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964709760, offset 0
00000400:00000200:2.0:1789101169.396118:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101169.396123:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.396127:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101169.396131:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101169.396134:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101169.396137:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101169.396140:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101169.396143:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512493:512493:256:4294967295] 192.168.204.152@tcp LPNI seq info [512250:512250:8:4294967295]
00000400:00000200:2.0:1789101169.396147:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.396155:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101169.396160:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.396164:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101169.396169:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101169.396172:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789101169.396176:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101169.396179:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789101169.396183:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.396185:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101169.396189:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101169.396192:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101169.396195:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101169.396197:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101169.396199:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101169.396203:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396211:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.396214:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396226:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.396227:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101169.396230:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101169.396232:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101169.396235:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101169.396237:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322979358
00000100:00000001:2.0:1789101169.396239:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.396241:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322979358
00000100:00000001:2.0:1789101169.396243:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.396245:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101169.396247:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.396249:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101169.396252:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101169/real 1789101169]  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101169.396259:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101169.396260:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101169.396262:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101169.396264:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101169.396266:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101169.396268:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101169.396271:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101169.396279:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396285:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101169.396286:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396288:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.396289:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101169.396292:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396299:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101169.396303:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396309:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101169.396311:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396312:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.396313:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396315:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101169.396317:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101169.396319:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101169.396322:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101169.396324:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101169.396327:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101169.396335:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027eccbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709760:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101169.396339:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396340:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.396344:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027eccbc00 x1875994964709760/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396350:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101169.396351:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101169.396353:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.396355:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101169.396357:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101169.396358:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101169.396360:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101169.396362:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460400.
02000000:00000001:2.0:1789101169.396364:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101169.396366:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101169.396367:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027eccbc00.
00000100:00000001:2.0:1789101169.396370:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101169.396371:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396372:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.396375:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101169.396376:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.396378:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.396379:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.396473:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.396475:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.396506:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789101169.396510:0:414506:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789101169.396514:0:414506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789101169.396516:0:414506:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789101169.396518:0:414506:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789101169.396521:0:414506:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1789101169.396524:0:414506:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28306
00000400:00000200:1.0:1789101169.396528:0:414506:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:1.0:1789101169.396531:0:414506:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:1.0:1789101169.396534:0:414506:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789101169.396537:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.396539:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.396542:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.396544:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:1.0:1789101169.396546:0:414506:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789101169.396548:0:414506:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:1.0:1789101169.396549:0:414506:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789101169.396553:0:414506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:1.0:1789101169.396554:0:414506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:1.0:1789101169.396556:0:414506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:1.0:1789101169.396559:0:414506:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.396561:0:414506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789101169.396562:0:414506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:1.0:1789101169.396564:0:414506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:1.0:1789101169.396567:0:414506:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:1.0:1789101169.396569:0:414506:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:1.0:1789101169.396571:0:414506:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789101169.396574:0:414506:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789101169.396578:0:414506:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789101169.396581:0:414506:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.396584:0:414506:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1789101169.396586:0:414506:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:1.0:1789101169.396588:0:414506:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.396590:0:414506:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789101169.396594:0:414506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98027ecca1c0.
00000020:00000040:1.0:1789101169.396596:0:414506:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:1.0:1789101169.396599:0:414506:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789101169.396600:0:414506:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789101169.396602:0:414506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789101169.396604:0:414506:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789101169.396606:0:414506:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789101169.396610:0:414506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980265460800.
00000100:00000001:1.0:1789101169.396615:0:414506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789101169.396619:0:414506:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789101169.396627:0:414506:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789101169.396630:0:414506:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.396634:0:414506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b78de6] to pc [ptlrpcd_rcv+-1]  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396671:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.396673:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101169.396674:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101169.396678:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396685:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101169.396687:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.396689:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101169.396690:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101169.396692:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101169.396695:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101169.396698:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101169.396700:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101169.396701:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101169.396703:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101169.396706:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.396708:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101169.396711:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101169.396714:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101169.396716:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101169.396720:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964709888, portal 4
00000100:00000001:2.0:1789101169.396722:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101169.396724:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629735217537472 : -114338492014144 : ffff98027ecca1c0)
00000100:00000040:2.0:1789101169.396815:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.396823:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101169.396825:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101169.396828:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101169.396831:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964709888, offset 0
00000400:00000200:2.0:1789101169.396835:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101169.396839:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.396843:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101169.396846:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101169.396849:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101169.396851:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101169.396853:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101169.396856:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512494:512494:256:4294967295] 192.168.204.152@tcp LPNI seq info [512251:512251:8:4294967295]
00000400:00000200:2.0:1789101169.396861:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101169.396867:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101169.396871:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.396874:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101169.396878:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101169.396881:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789101169.396885:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101169.396887:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789101169.396891:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101169.396893:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101169.396896:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101169.396899:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101169.396902:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101169.396904:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101169.396906:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101169.396910:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789101169.397782:0:414506:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789101169.397800:0:414506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28317)
00000100:00000001:2.0:1789101169.397905:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.397912:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.397926:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.397928:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101169.397934:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101169.397937:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101169.397941:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101169.397943:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322979381
00000100:00000001:2.0:1789101169.397946:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.397948:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322979381
00000100:00000001:2.0:1789101169.397950:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322980611
00000100:00000001:2.0:1789101169.397952:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101169.397954:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.397956:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101169.397960:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101169/real 1789101169]  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101169.397967:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101169.397969:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101169.397970:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101169.397973:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101169.397975:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101169.397978:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101169.397980:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101169.397989:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.397995:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101169.397997:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.397999:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.398000:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101169.398004:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.398011:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101169.398015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.398023:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101169.398025:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.398027:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101169.398028:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.398030:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101169.398032:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101169.398035:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101169.398038:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101169.398040:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101169.398044:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101169.398052:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98027ecca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964709888:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101169.398056:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.398058:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101169.398061:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98027ecca1c0 x1875994964709888/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101169.398068:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101169.398070:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101169.398072:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101169.398075:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101169.398077:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101169.398078:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101169.398080:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101169.398082:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980265460800.
02000000:00000001:2.0:1789101169.398086:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101169.398087:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101169.398089:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98027ecca1c0.
00000100:00000001:2.0:1789101169.398092:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101169.398093:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.398095:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101169.398100:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101169.398102:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101169.398104:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101169.398106:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101170.416955:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101170.416962:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101170.416967:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101170.416968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101170.416972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101170.416973:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101170.419709:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101170.419734:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101170.419739:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101170.736974:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322980611, at 4322980672
00000100:00000010:0.0:1789101170.736990:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97960.
00000100:00000040:1.0:1789101170.737079:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322980611, at 4322980672
00000100:00000010:1.0:1789101170.737084:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d978a0.
00010000:00000001:2.0:1789101171.441004:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101171.441010:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101171.441015:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101171.441017:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101171.441020:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101171.441022:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101171.441119:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101171.441122:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101171.441125:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101172.464934:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101172.464941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101172.464946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101172.464947:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101172.464950:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101172.464952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101172.465057:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101172.465061:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101172.465064:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101173.488944:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101173.488951:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101173.488958:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101173.488959:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101173.488963:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101173.488964:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101173.489199:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101173.489203:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101173.489206:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101174.512917:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101174.512924:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101174.512932:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101174.512933:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101174.512937:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101174.512938:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101174.514745:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101174.514752:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101174.514758:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789101174.516773:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101174.516784:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789101174.516836:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101174.516840:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101174.516847:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101174.516854:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28312
00000400:00000200:0.0:1789101174.516864:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101174.516871:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101174.516874:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101174.516877:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.516880:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.516882:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.516885:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101174.516889:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101174.516891:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:0.0:1789101174.516894:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101174.516897:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:0.0:1789101174.516900:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:0.0:1789101174.516903:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:0.0:1789101174.516906:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.516907:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.516909:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.516911:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101174.516914:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:0.0:1789101174.516917:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101174.516920:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101174.516922:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101174.516926:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101174.516928:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.516931:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1789101174.516933:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101174.516943:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789101174.516946:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:0.0:1789101174.516950:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101174.516952:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.516955:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101174.516958:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101174.516961:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101174.516968:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35cc00.
00000100:00000001:0.0:1789101174.516974:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101174.516984:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101174.516994:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101174.516998:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.517003:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.517070:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101174.517075:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101174.517077:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101174.517083:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.517091:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101174.517093:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.517096:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101174.517099:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101174.517102:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101174.517105:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964710016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101174.517110:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101174.517114:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101174.517116:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.517119:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101174.517124:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.517126:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.517132:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101174.517137:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101174.517144:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101174.517151:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710016, portal 25
00000100:00000001:2.0:1789101174.517154:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101174.517156:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789101174.517162:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.517170:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101174.517173:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101174.517176:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101174.517179:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964710016, offset 0
00000400:00000200:2.0:1789101174.517187:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101174.517195:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.517201:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101174.517207:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101174.517211:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101174.517215:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101174.517218:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101174.517221:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512495:512495:256:4294967295] 192.168.204.152@tcp LPNI seq info [512252:512252:8:4294967295]
00000400:00000200:2.0:1789101174.517226:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.517236:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101174.517242:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.517247:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101174.517254:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101174.517257:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789101174.517263:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101174.517266:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789101174.517272:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.517274:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101174.517280:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101174.517285:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101174.517290:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101174.517292:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101174.517297:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101174.517300:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101174.518267:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101174.518273:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101174.518276:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789101174.518278:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101174.518280:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101174.518282:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101174.518286:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28312
00000400:00000200:0.0:1789101174.518290:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101174.518293:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101174.518295:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101174.518297:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.518300:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.518302:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.518304:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101174.518306:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101174.518308:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:0.0:1789101174.518310:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101174.518313:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:0.0:1789101174.518315:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:0.0:1789101174.518316:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:0.0:1789101174.518319:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.518322:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.518323:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.518325:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101174.518327:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:0.0:1789101174.518330:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101174.518332:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101174.518334:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101174.518340:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101174.518343:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.518344:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101174.518348:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101174.518351:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.518353:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101174.518358:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789101174.518361:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101174.518364:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101174.518365:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.518367:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101174.518369:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101174.518370:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101174.518375:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f800.
00000100:00000001:0.0:1789101174.518380:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101174.518385:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101174.518392:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101174.518395:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.518399:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519710:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.519723:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519733:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.519735:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101174.519748:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.519754:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101174.519757:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322985736
00000100:00000010:2.0:1789101174.519764:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97f00.
00000100:00000001:2.0:1789101174.519772:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1789101174.519781:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322985736
00000100:00000010:2.0:1789101174.519784:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff980245d97120.
00000100:00000001:2.0:1789101174.519800:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1789101174.519804:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101174.519807:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.519810:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101174.519815:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101174/real 1789101174]  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101174.519825:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101174.519827:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101174.519831:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101174.519834:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101174.519837:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101174.519840:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101174.519844:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101174.519852:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519858:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101174.519860:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519863:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.519865:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101174.519869:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519876:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101174.519881:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519888:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101174.519891:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519893:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.519894:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519897:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101174.519899:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101174.519902:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101174.519906:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101174.519909:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101174.519918:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101174.519925:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964710016:192.168.204.152@tcp:250:kworker.0
00000100:00000001:2.0:1789101174.519930:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519933:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.519936:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964710016/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.519942:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101174.519944:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101174.519948:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.519951:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101174.519954:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101174.519956:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:2.0:1789101174.519958:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101174.519960:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35cc00.
02000000:00000001:2.0:1789101174.519964:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101174.519966:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101174.519967:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789101174.519971:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101174.519972:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519974:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.519982:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101174.519984:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.519986:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101174.519988:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101174.519990:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101174.519994:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520002:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101174.520004:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.520007:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101174.520010:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101174.520012:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101174.520015:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101174.520019:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101174.520023:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101174.520026:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.520028:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101174.520032:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.520033:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.520037:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101174.520040:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101174.520044:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101174.520049:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710144, portal 10
00000100:00000001:2.0:1789101174.520051:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101174.520053:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789101174.520060:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520067:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101174.520069:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101174.520071:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101174.520075:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964710144, offset 0
00000400:00000200:2.0:1789101174.520080:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101174.520086:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.520092:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101174.520108:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101174.520113:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101174.520116:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101174.520119:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101174.520123:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512496:512496:256:4294967295] 192.168.204.152@tcp LPNI seq info [512253:512253:8:4294967295]
00000400:00000200:2.0:1789101174.520127:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.520135:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101174.520140:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.520145:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101174.520151:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101174.520154:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789101174.520159:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101174.520163:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789101174.520167:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.520169:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101174.520173:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101174.520177:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101174.520180:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101174.520182:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101174.520184:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101174.520188:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520195:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.520198:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520204:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.520205:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101174.520208:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101174.520211:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:2.0:1789101174.520214:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101174.520216:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322984472
00000100:00000001:2.0:1789101174.520219:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.520221:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322984472
00000100:00000001:2.0:1789101174.520223:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.520225:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101174.520227:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.520228:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101174.520232:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101174/real 1789101174]  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101174.520240:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101174.520241:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101174.520243:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101174.520245:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101174.520246:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101174.520248:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101174.520251:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101174.520259:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520264:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101174.520266:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520267:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.520269:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101174.520272:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520278:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101174.520281:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520287:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101174.520289:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520290:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.520292:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520293:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101174.520295:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101174.520297:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101174.520301:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101174.520303:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101174.520306:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101174.520313:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710144:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101174.520316:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520317:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.520320:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964710144/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.520326:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101174.520327:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101174.520329:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.520331:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101174.520332:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101174.520333:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101174.520335:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101174.520337:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f800.
02000000:00000001:2.0:1789101174.520339:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101174.520340:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101174.520342:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789101174.520344:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101174.520345:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520347:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.520349:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101174.520351:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.520352:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101174.520353:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.522762:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101174.522772:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101174.522777:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1789101174.522779:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101174.522782:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101174.522797:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101174.522806:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28312
00000400:00000200:0.0:1789101174.522815:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101174.522820:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101174.522824:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101174.522828:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.522831:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.522833:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.522835:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101174.522839:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101174.522841:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:0.0:1789101174.522844:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101174.522848:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:0.0:1789101174.522850:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:0.0:1789101174.522852:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:0.0:1789101174.522855:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.522857:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.522859:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.522860:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101174.522863:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:0.0:1789101174.522867:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101174.522870:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101174.522872:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101174.522880:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101174.522883:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.522885:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101174.522889:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789101174.522893:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.522895:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101174.522904:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250086d00.
00000020:00000040:0.0:1789101174.522907:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:0.0:1789101174.522911:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101174.522913:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.522916:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101174.522918:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101174.522922:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101174.522932:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35c800.
00000100:00000001:0.0:1789101174.522939:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101174.522948:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101174.522959:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101174.522963:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.522968:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dafefe33] to pc [ptlrpcd_rcv+-1]  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101174.522978:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101174.522981:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101174.522984:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789101174.522985:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101174.522987:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101174.522989:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101174.522992:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28312
00000400:00000200:0.0:1789101174.522995:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101174.522998:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101174.523000:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101174.523003:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523005:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.523007:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523009:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101174.523011:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101174.523013:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:0.0:1789101174.523014:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101174.523016:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:0.0:1789101174.523018:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:0.0:1789101174.523020:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:0.0:1789101174.523023:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523024:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.523026:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523028:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101174.523030:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:0.0:1789101174.523033:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523035:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101174.523036:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101174.523039:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101174.523041:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523042:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101174.523045:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1789101174.523047:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523049:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101174.523052:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250084b40.
00000020:00000040:0.0:1789101174.523054:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:0.0:1789101174.523057:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101174.523058:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523059:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101174.523061:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101174.523062:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101174.523066:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35d800.
00000100:00000001:0.0:1789101174.523069:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101174.523074:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101174.523086:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101174.523088:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.523092:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083532d2f] to pc [ptlrpcd_rcv+-1]  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101174.523100:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789101174.523102:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789101174.523105:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789101174.523106:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789101174.523108:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789101174.523110:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1789101174.523112:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28312
00000400:00000200:0.0:1789101174.523116:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:0.0:1789101174.523119:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:0.0:1789101174.523121:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789101174.523123:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523126:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.523127:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523129:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:0.0:1789101174.523131:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789101174.523132:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:0.0:1789101174.523134:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789101174.523136:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:0.0:1789101174.523137:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:0.0:1789101174.523140:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:0.0:1789101174.523142:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523144:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789101174.523146:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523148:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:0.0:1789101174.523150:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:0.0:1789101174.523153:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:0.0:1789101174.523155:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789101174.523157:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789101174.523159:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789101174.523161:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523163:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1789101174.523165:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:0.0:1789101174.523167:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523169:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789101174.523172:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980250087c00.
00000020:00000040:0.0:1789101174.523174:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:0.0:1789101174.523177:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789101174.523178:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789101174.523179:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789101174.523181:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789101174.523182:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789101174.523185:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98026b35f400.
00000100:00000001:0.0:1789101174.523189:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789101174.523193:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789101174.523200:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789101174.523202:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.523205:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e29921] to pc [ptlrpcd_rcv+-1]  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789101174.523212:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789101174.523218:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28322)
00000100:00000001:2.0:1789101174.523542:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101174.523546:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789101174.523549:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101174.523555:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523569:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101174.523570:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.523574:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101174.523577:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101174.523579:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101174.523582:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101174.523587:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101174.523590:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101174.523593:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.523595:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101174.523600:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.523603:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.523608:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101174.523612:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101174.523619:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101174.523626:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710272, portal 10
00000100:00000001:2.0:1789101174.523629:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101174.523630:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432926976 : -114339276624640 : ffff980250086d00)
00000100:00000040:2.0:1789101174.523638:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523644:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101174.523647:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101174.523662:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101174.523666:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964710272, offset 0
00000400:00000200:2.0:1789101174.523672:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101174.523680:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.523692:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101174.523697:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101174.523701:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101174.523705:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101174.523708:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101174.523712:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512497:512497:256:4294967295] 192.168.204.152@tcp LPNI seq info [512254:512254:8:4294967295]
00000400:00000200:2.0:1789101174.523716:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.523726:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101174.523731:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.523737:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101174.523743:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101174.523746:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789101174.523751:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101174.523755:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789101174.523759:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.523762:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101174.523768:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101174.523773:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101174.523778:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101174.523780:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101174.523784:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101174.523812:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523822:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.523825:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523832:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.523833:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101174.523839:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101174.523843:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:2.0:1789101174.523846:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101174.523849:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322984477
00000100:00000001:2.0:1789101174.523852:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.523854:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322984477
00000100:00000001:2.0:1789101174.523856:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.523859:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101174.523861:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.523864:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101174.523868:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101174/real 1789101174]  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101174.523876:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101174.523878:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101174.523879:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101174.523882:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101174.523884:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101174.523886:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101174.523889:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101174.523897:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523903:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101174.523905:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.523907:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.523909:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101174.523913:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523920:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101174.523925:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523932:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101174.523935:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.523936:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.523938:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.523940:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101174.523942:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101174.523945:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101174.523949:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101174.523952:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101174.523956:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101174.523963:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250086d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710272:192.168.204.152@tcp:38:kworker.0
00000100:00000001:2.0:1789101174.523968:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101174.523970:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.523977:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101174.523978:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.523980:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101174.523983:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101174.523985:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101174.523987:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101174.523991:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101174.523993:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101174.523995:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.523996:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101174.524000:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101174.524002:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.524005:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101174.524008:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101174.524011:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101174.524014:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710400, portal 4
00000100:00000001:2.0:1789101174.524016:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101174.524018:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432918336 : -114339276633280 : ffff980250084b40)
00000100:00000040:2.0:1789101174.524024:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524030:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101174.524033:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101174.524035:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101174.524037:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964710400, offset 0
00000400:00000200:2.0:1789101174.524041:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101174.524045:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.524048:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101174.524051:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101174.524054:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101174.524056:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101174.524058:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101174.524061:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512498:512498:256:4294967295] 192.168.204.152@tcp LPNI seq info [512255:512255:8:4294967295]
00000400:00000200:2.0:1789101174.524065:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.524072:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101174.524076:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.524079:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101174.524083:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101174.524086:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789101174.524089:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101174.524091:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789101174.524094:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.524096:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101174.524099:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101174.524102:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101174.524104:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101174.524106:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101174.524109:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101174.524112:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524119:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.524122:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524127:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.524129:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101174.524132:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101174.524135:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:2.0:1789101174.524138:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101174.524140:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322984487
00000100:00000001:2.0:1789101174.524142:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.524144:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322984487
00000100:00000001:2.0:1789101174.524146:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.524148:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101174.524150:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.524152:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101174.524155:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101174/real 1789101174]  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101174.524162:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101174.524163:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101174.524164:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101174.524166:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101174.524167:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101174.524169:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101174.524172:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101174.524179:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524184:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101174.524186:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524187:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.524189:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101174.524191:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524198:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101174.524202:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524209:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101174.524211:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524212:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.524214:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524215:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101174.524217:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101174.524220:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101174.524223:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101174.524225:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101174.524229:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101174.524237:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250084b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710400:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101174.524241:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789101174.524244:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524250:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789101174.524251:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.524254:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789101174.524256:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101174.524257:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101174.524260:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101174.524263:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789101174.524265:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789101174.524266:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101174.524267:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101174.524271:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101174.524273:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789101174.524276:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:2.0:1789101174.524278:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff980145f80cb8.
00000400:00000010:2.0:1789101174.524282:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158bb0.
00000100:00000200:2.0:1789101174.524284:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710528, portal 4
00000100:00000001:2.0:1789101174.524286:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789101174.524287:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734432930816 : -114339276620800 : ffff980250087c00)
00000100:00000040:2.0:1789101174.524292:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524298:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789101174.524300:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:2.0:1789101174.524302:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff980251158088.
00000100:00000200:2.0:1789101174.524304:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964710528, offset 0
00000400:00000200:2.0:1789101174.524308:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101174.524311:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.524314:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:2.0:1789101174.524317:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789101174.524319:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:2.0:1789101174.524321:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789101174.524323:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:2.0:1789101174.524326:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512499:512499:256:4294967295] 192.168.204.152@tcp LPNI seq info [512256:512256:8:4294967295]
00000400:00000200:2.0:1789101174.524330:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101174.524335:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789101174.524339:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.524342:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff980244cda000.
00000800:00000200:2.0:1789101174.524345:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.0:1789101174.524347:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789101174.524351:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:2.1:1789101174.524353:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789101174.524357:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:2.0:1789101174.524358:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff980244cda000.
00000400:00000200:2.0:1789101174.524361:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789101174.524364:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789101174.524367:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158088
00000400:00000010:2.0:1789101174.524368:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158088.
00000100:00000001:2.0:1789101174.524371:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1789101174.524374:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524382:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.524384:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524390:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.524392:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1789101174.524394:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101174.524396:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:2.0:1789101174.524399:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101174.524401:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322984507
00000100:00000001:2.0:1789101174.524403:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.524405:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322984507
00000100:00000001:2.0:1789101174.524407:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322985736
00000100:00000001:2.0:1789101174.524409:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789101174.524411:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.524413:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789101174.524416:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101174/real 1789101174]  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789101174.524422:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789101174.524424:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789101174.524425:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff980145f80cb8.
00000400:00000200:2.0:1789101174.524427:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff980251158bb0
00000400:00000010:2.0:1789101174.524429:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff980251158bb0.
00000100:00000001:2.0:1789101174.524431:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1789101174.524434:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789101174.524441:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524452:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789101174.524453:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524455:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.524456:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789101174.524460:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524466:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789101174.524470:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524477:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789101174.524480:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524481:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789101174.524483:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524485:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789101174.524486:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789101174.524489:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789101174.524492:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:2.0:1789101174.524494:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789101174.524498:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789101174.524505:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980250087c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710528:192.168.204.152@tcp:8:kworker.0
00000100:00000001:2.0:1789101174.524508:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524510:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.524513:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250086d00 x1875994964710272/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524519:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101174.524522:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101174.524525:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b000.
02000000:00000001:2.0:1789101174.524528:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101174.524530:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101174.524532:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:2.0:1789101174.524534:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101174.524536:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35c800.
02000000:00000001:2.0:1789101174.524541:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101174.524542:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101174.524544:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250086d00.
00000100:00000001:2.0:1789101174.524548:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101174.524549:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524551:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.524555:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250084b40 x1875994964710400/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524562:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101174.524563:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101174.524565:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3b400.
02000000:00000001:2.0:1789101174.524567:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101174.524568:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101174.524570:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:2.0:1789101174.524572:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101174.524573:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35d800.
02000000:00000001:2.0:1789101174.524576:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101174.524577:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101174.524578:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250084b40.
00000100:00000001:2.0:1789101174.524581:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101174.524583:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524584:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789101174.524588:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980250087c00 x1875994964710528/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101174.524594:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789101174.524597:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789101174.524599:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980245e3ac00.
02000000:00000001:2.0:1789101174.524601:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789101174.524602:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1789101174.524603:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:2.0:1789101174.524606:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1789101174.524607:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98026b35f400.
02000000:00000001:2.0:1789101174.524609:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789101174.524610:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789101174.524612:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980250087c00.
00000100:00000001:2.0:1789101174.524614:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789101174.524615:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524617:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789101174.524624:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101174.524626:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101174.524628:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789101174.524629:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101175.537143:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101175.537557:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101175.537565:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101175.537566:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101175.537569:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101175.537570:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101175.538149:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101175.538153:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101175.538157:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1789101175.860169:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322985736, at 4322985792
00000100:00000010:0.0:1789101175.860186:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97f00.
00000100:00000040:1.0:1789101175.860559:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322985736, at 4322985795
00000100:00000010:1.0:1789101175.860566:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff980245d97120.
00010000:00000001:2.0:1789101176.563907:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101176.563914:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101176.563921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101176.563923:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101176.563926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101176.563927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101176.564024:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101176.564031:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101176.564035:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101177.584961:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101177.584968:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101177.584975:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101177.584976:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101177.584980:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101177.584982:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101177.585087:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101177.585091:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101177.585094:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101178.608918:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101178.608928:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101178.608930:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101178.608934:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608939:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101178.608942:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608944:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608946:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101178.608952:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101178.608954:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101178.608955:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608957:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101178.608958:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608959:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608961:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608965:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101178.608966:0:373819:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1789101178.608967:0:373819:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1789101178.608969:0:373819:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608970:0:373819:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1789101178.608972:0:373819:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608973:0:373819:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101178.608975:0:373819:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101178.610225:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101178.610230:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101178.610235:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101179.637205:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101179.637216:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101179.637219:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101179.637223:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101179.637227:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101179.637235:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28317
00000400:00000200:2.0:1789101179.637245:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101179.637282:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101179.637286:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101179.637288:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637292:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637294:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637297:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101179.637301:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101179.637303:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101179.637306:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101179.637309:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101179.637312:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101179.637314:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101179.637317:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637319:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637321:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637323:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101179.637326:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101179.637329:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637331:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101179.637335:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101179.637338:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101179.637340:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637343:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101179.637345:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101179.637355:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789101179.637359:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101179.637364:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101179.637366:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637368:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101179.637371:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101179.637375:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101179.637383:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3ac00.
00000100:00000001:2.0:1789101179.637390:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101179.637398:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101179.637409:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101179.637413:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637418:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101179.637452:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101179.637455:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101179.637458:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101179.637460:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101179.637462:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101179.637464:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101179.637466:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28317
00000400:00000200:2.0:1789101179.637470:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101179.637472:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101179.637475:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101179.637477:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637480:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637482:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637483:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101179.637485:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101179.637487:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101179.637488:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101179.637503:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101179.637505:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101179.637507:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101179.637510:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637512:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637514:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637515:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101179.637518:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789101179.637520:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637523:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101179.637524:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101179.637530:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101179.637532:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637534:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101179.637538:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101179.637541:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637544:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101179.637547:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
00000020:00000040:2.0:1789101179.637550:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101179.637563:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101179.637564:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637566:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101179.637567:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101179.637569:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101179.637573:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b400.
00000100:00000001:2.0:1789101179.637576:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101179.637581:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101179.637589:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101179.637591:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637595:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101179.637603:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101179.637605:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101179.637608:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101179.637609:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101179.637611:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101179.637614:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101179.637617:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28317
00000400:00000200:2.0:1789101179.637620:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101179.637623:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101179.637624:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101179.637638:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637640:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637641:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637644:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101179.637646:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101179.637648:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101179.637649:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101179.637651:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101179.637653:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789101179.637656:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101179.637658:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637660:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637662:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637664:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101179.637666:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101179.637668:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637670:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101179.637671:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101179.637674:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101179.637676:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637678:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101179.637679:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101179.637682:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637683:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101179.637686:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789101179.637688:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101179.637691:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101179.637692:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637694:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101179.637695:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101179.637697:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101179.637700:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b000.
00000100:00000001:2.0:1789101179.637704:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101179.637708:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101179.637715:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101179.637717:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637721:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101179.637729:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101179.637731:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101179.637735:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101179.637736:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101179.637738:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101179.637740:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101179.637742:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28317
00000400:00000200:2.0:1789101179.637745:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101179.637748:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101179.637750:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101179.637753:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637754:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637756:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637758:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101179.637760:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101179.637761:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101179.637763:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101179.637764:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101179.637766:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101179.637768:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101179.637771:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637773:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637775:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637777:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101179.637779:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00080000:2.0:1789101179.637782:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637784:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101179.637806:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101179.637809:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101179.637811:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637813:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101179.637815:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1789101179.637818:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637819:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101179.637823:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789101179.637825:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
02000000:00000001:2.0:1789101179.637828:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101179.637829:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637830:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101179.637832:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101179.637833:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101179.637837:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3b800.
00000100:00000001:2.0:1789101179.637850:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101179.637855:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101179.637863:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101179.637865:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637868:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101179.637876:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101179.637878:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101179.637881:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101179.637883:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101179.637884:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101179.637887:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101179.637889:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28317
00000400:00000200:2.0:1789101179.637892:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101179.637895:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101179.637897:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101179.637900:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637902:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637904:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637905:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101179.637908:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101179.637909:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000020:00000001:2.0:1789101179.637911:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101179.637912:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000020:00000001:2.0:1789101179.637914:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101179.637916:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000100:00000040:2.0:1789101179.637919:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637921:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101179.637923:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637925:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101179.637927:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000100:00080000:2.0:1789101179.637930:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101179.637931:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101179.637933:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101179.637935:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101179.637936:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637938:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101179.637940:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000008:00000001:2.0:1789101179.637942:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637944:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101179.637947:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789101179.637948:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101179.637951:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101179.637952:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101179.637953:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101179.637955:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101179.637956:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101179.637959:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39400.
00000100:00000001:2.0:1789101179.637963:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101179.637967:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101179.637974:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101179.637975:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637979:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101179.637985:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101179.637990:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28327)
00010000:00000001:2.0:1789101179.638016:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101179.638019:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101179.638023:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101179.638024:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101179.638027:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101179.638029:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101179.638130:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101179.638136:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101179.638141:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789101179.638721:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101179.638726:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101179.638728:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101179.638735:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.638745:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101179.638747:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.638751:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101179.638754:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101179.638756:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101179.638759:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964710656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101179.638764:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101179.638769:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101179.638771:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.638774:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101179.638779:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101179.638781:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.638810:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101179.638830:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101179.638838:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101179.639700:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710656, portal 25
00000100:00000001:3.0:1789101179.639703:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101179.639704:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:3.0:1789101179.639711:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.639719:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101179.639722:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101179.639726:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101179.639729:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964710656, offset 0
00000400:00000200:3.0:1789101179.639735:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101179.639744:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.639751:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101179.639756:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101179.639760:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101179.639764:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101179.639767:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101179.639770:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512500:512500:256:4294967295] 192.168.204.152@tcp LPNI seq info [512257:512257:8:4294967295]
00000400:00000200:3.0:1789101179.639775:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.639784:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101179.639810:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.639816:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101179.639823:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101179.639826:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101179.639832:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101179.639835:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101179.639838:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.639903:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101179.639910:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101179.639915:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101179.639919:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101179.639921:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101179.639925:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101179.639930:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.639940:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.639943:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.639950:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.639952:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101179.639958:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.639961:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101179.639964:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322990858
00000100:00000010:3.0:1789101179.639984:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b600.
00000100:00000001:3.0:1789101179.639992:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101179.640000:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322990858
00000100:00000010:3.0:1789101179.640004:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b180.
00000100:00000001:3.0:1789101179.640007:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101179.640010:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101179.640013:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.640015:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101179.640019:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101179/real 1789101179]  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101179.640029:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101179.640030:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101179.640033:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101179.640036:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101179.640037:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101179.640040:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101179.640044:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101179.640052:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640058:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101179.640060:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640063:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.640065:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101179.640069:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640076:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101179.640081:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640089:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101179.640092:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640094:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.640095:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640098:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101179.640100:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101179.640103:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101179.640107:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101179.640110:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101179.640114:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101179.640123:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964710656:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101179.640127:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101179.640130:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640138:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101179.640140:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.640143:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101179.640145:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101179.640147:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101179.640150:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101179.640154:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101179.640156:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101179.640158:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.640160:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101179.640163:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789101179.640165:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.640168:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101179.640171:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101179.640175:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101179.640178:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710784, portal 10
00000100:00000001:3.0:1789101179.640180:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101179.640182:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:3.0:1789101179.640187:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640194:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101179.640196:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101179.640198:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101179.640200:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964710784, offset 0
00000400:00000200:3.0:1789101179.640204:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101179.640207:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.640211:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101179.640214:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101179.640216:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101179.640218:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101179.640220:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101179.640223:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512501:512501:256:4294967295] 192.168.204.152@tcp LPNI seq info [512258:512258:8:4294967295]
00000400:00000200:3.0:1789101179.640228:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.640234:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101179.640239:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.640241:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101179.640245:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101179.640248:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101179.640252:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101179.640255:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101179.640258:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.640260:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101179.640262:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101179.640266:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101179.640269:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101179.640271:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101179.640273:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101179.640276:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640288:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.640291:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640297:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.640298:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101179.640301:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101179.640304:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101179.640307:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101179.640309:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322989594
00000100:00000001:3.0:1789101179.640312:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.640314:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322989594
00000100:00000001:3.0:1789101179.640316:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.640318:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101179.640319:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.640321:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101179.640324:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101179/real 1789101179]  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101179.640332:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101179.640333:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101179.640334:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101179.640336:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101179.640338:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101179.640339:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101179.640342:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101179.640350:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640356:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101179.640357:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640359:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.640360:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101179.640364:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640371:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101179.640375:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640381:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101179.640383:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640385:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.640386:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.640388:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101179.640389:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101179.640391:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101179.640394:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101179.640396:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101179.640400:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101179.640407:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710784:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101179.640411:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101179.640414:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640421:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101179.640422:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.640424:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101179.640425:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101179.640427:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101179.640430:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101179.640433:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101179.640435:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101179.640437:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.640439:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101179.640443:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101179.640445:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.640448:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101179.640450:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101179.640452:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101179.640454:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964710912, portal 10
00000100:00000001:3.0:1789101179.640456:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101179.640457:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:3.0:1789101179.640462:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640468:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101179.640470:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101179.640472:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101179.640474:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964710912, offset 0
00000400:00000200:3.0:1789101179.640477:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101179.640481:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.640483:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101179.640486:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101179.640488:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101179.640490:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101179.640493:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101179.640496:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512502:512502:256:4294967295] 192.168.204.152@tcp LPNI seq info [512259:512259:8:4294967295]
00000400:00000200:3.0:1789101179.640500:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.640506:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101179.640509:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.640512:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101179.640516:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101179.640518:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101179.640522:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101179.640525:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101179.640528:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.640530:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101179.640533:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101179.640536:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101179.640539:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101179.640540:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101179.640543:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101179.640546:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640564:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.640567:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.640572:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.640573:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101179.640576:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101179.640579:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101179.640581:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101179.640583:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322989593
00000100:00000001:3.0:1789101179.640585:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.640587:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322989593
00000100:00000001:3.0:1789101179.640588:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.640591:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101179.640593:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.640595:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101179.640598:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101179/real 1789101179]  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101179.640604:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101179.640606:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101179.640607:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101179.640609:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101179.640610:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101179.640612:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101179.640615:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101179.640622:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.641948:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101179.641950:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.641953:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.641955:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101179.641962:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.641970:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101179.641974:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.641981:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101179.641984:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.641986:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.641987:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.641989:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101179.641992:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101179.641995:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101179.641998:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101179.642001:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101179.642004:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101179.642019:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964710912:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101179.642024:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101179.642027:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642034:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101179.642035:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.642038:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101179.642041:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101179.642043:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101179.642046:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101179.642050:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101179.642053:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101179.642366:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.642370:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101179.642377:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101179.642379:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.642384:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101179.642387:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101179.642393:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101179.642398:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711040, portal 4
00000100:00000001:3.0:1789101179.642400:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101179.642401:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:3.0:1789101179.642409:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642416:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101179.642419:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101179.642421:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101179.642425:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964711040, offset 0
00000400:00000200:3.0:1789101179.642430:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101179.642435:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.642439:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101179.642444:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101179.642447:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101179.642450:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101179.642453:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101179.642456:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512503:512503:256:4294967295] 192.168.204.152@tcp LPNI seq info [512260:512260:8:4294967295]
00000400:00000200:3.0:1789101179.642460:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.642467:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101179.642472:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.642476:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101179.642481:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101179.642484:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101179.642489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101179.642492:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101179.642496:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.642498:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101179.642502:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101179.642505:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101179.642508:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101179.642510:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101179.642513:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101179.642517:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642525:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.642528:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642535:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.642536:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101179.642540:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101179.642543:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101179.642546:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101179.642549:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322989605
00000100:00000001:3.0:1789101179.642564:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.642567:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322989605
00000100:00000001:3.0:1789101179.642569:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.642572:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101179.642574:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.642576:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101179.642580:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101179/real 1789101179]  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101179.642605:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101179.642607:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101179.642609:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101179.642612:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101179.642614:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101179.642616:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101179.642620:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101179.642640:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642648:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101179.642650:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.642652:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.642654:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101179.642657:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642665:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101179.642669:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642676:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101179.642680:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.642681:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.642683:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.642685:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101179.642687:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101179.642690:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101179.642694:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101179.642696:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101179.642701:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101179.642709:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711040:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101179.642714:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101179.642718:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642726:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101179.642728:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.642730:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101179.642732:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101179.642735:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101179.642738:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101179.642741:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101179.642747:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101179.642750:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101179.642752:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101179.642756:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093000.
02000000:00000001:3.0:1789101179.642758:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101179.642761:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101179.642763:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101179.642766:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101179.642769:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711168, portal 4
00000100:00000001:3.0:1789101179.642772:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101179.642773:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00000040:3.0:1789101179.642780:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642807:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101179.642810:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101179.642813:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101179.642816:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964711168, offset 0
00000400:00000200:3.0:1789101179.642819:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101179.642823:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.642826:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101179.642829:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101179.642832:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101179.642834:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101179.642836:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101179.642839:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512504:512504:256:4294967295] 192.168.204.152@tcp LPNI seq info [512261:512261:8:4294967295]
00000400:00000200:3.0:1789101179.642918:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101179.642926:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101179.642931:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.642935:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101179.642940:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101179.642943:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789101179.642948:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101179.642951:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789101179.642955:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101179.642957:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101179.642960:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101179.642964:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101179.642967:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101179.642969:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101179.642972:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101179.642976:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642990:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.642993:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.642999:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.643001:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101179.643004:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101179.643007:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101179.643010:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101179.643012:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322989626
00000100:00000001:3.0:1789101179.643015:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.643017:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322989626
00000100:00000001:3.0:1789101179.643020:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322990858
00000100:00000001:3.0:1789101179.643022:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101179.643025:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.643027:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101179.643031:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101179/real 1789101179]  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101179.643039:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101179.643040:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101179.643042:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101179.643044:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101179.643046:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101179.643049:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101179.643052:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101179.643076:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643083:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101179.643086:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643088:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.643090:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101179.643093:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643101:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101179.643105:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643114:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101179.643116:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643118:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101179.643120:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643122:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101179.643124:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101179.643127:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101179.643131:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101179.643133:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101179.643137:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101179.643146:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711168:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101179.643151:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643154:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.643159:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964710656/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643168:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101179.643170:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101179.643174:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250092800.
02000000:00000001:3.0:1789101179.643178:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101179.643181:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101179.643184:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101179.643187:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101179.643191:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3ac00.
02000000:00000001:3.0:1789101179.643196:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101179.643198:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101179.643200:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:3.0:1789101179.643204:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101179.643206:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643208:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.643212:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964710784/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643220:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101179.643221:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101179.643223:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090c00.
02000000:00000001:3.0:1789101179.643226:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101179.643227:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101179.643229:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101179.643231:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101179.643232:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b400.
02000000:00000001:3.0:1789101179.643235:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101179.643237:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101179.643238:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:3.0:1789101179.643243:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101179.643244:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643246:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.643250:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964710912/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643257:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101179.643258:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101179.643260:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101179.643262:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101179.643264:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101179.643265:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101179.643268:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101179.643269:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b000.
02000000:00000001:3.0:1789101179.643272:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101179.643274:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101179.643276:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:3.0:1789101179.643278:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101179.643280:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643281:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.643285:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964711040/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643292:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101179.643293:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101179.643295:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101179.643297:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101179.643299:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101179.643301:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101179.643303:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101179.643305:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3b800.
02000000:00000001:3.0:1789101179.643308:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101179.643309:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101179.643311:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:3.0:1789101179.643314:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101179.643316:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643318:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101179.643321:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964711168/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101179.643328:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101179.643330:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101179.643331:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093000.
02000000:00000001:3.0:1789101179.643333:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101179.643334:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101179.643336:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101179.643338:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101179.643339:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39400.
02000000:00000001:3.0:1789101179.643342:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101179.643343:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101179.643345:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:3.0:1789101179.643347:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101179.643348:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643352:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101179.643363:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101179.643365:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101179.643368:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101179.643370:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101180.656908:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101180.656915:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101180.656921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101180.656922:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101180.656926:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101180.656927:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101180.657216:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101180.657220:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101180.657224:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101180.976913:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322990858, at 4322990912
00000100:00000010:1.0:1789101180.976929:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b180.
00000100:00000040:0.0:1789101180.977038:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322990858, at 4322990912
00000100:00000010:0.0:1789101180.977044:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b600.
00010000:00000001:2.0:1789101181.680921:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101181.680929:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101181.680936:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101181.680937:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101181.680941:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101181.680942:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101181.681055:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101181.681060:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101181.681063:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101182.704928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101182.704935:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101182.704946:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101182.704948:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101182.704951:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101182.704952:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101182.705017:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101182.705021:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101182.705024:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101183.731236:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101183.731243:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101183.731250:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101183.731251:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101183.731255:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101183.731256:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101183.734288:0:400359:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101183.734295:0:400359:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101183.734300:0:400359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789101184.752986:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) c380a864-0f31-4e70-810a-88ec878f8266->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101184.752996:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789101184.752998:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101184.753002:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101184.753006:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101184.753013:0:414528:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 192.168.204.152@tcp last attempt 28322
00000400:00000200:2.0:1789101184.753023:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101184.753030:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101184.753033:0:414528:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101184.753036:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753039:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753041:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753043:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101184.753047:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101184.753049:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450919f
00000020:00000001:2.0:1789101184.753053:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101184.753056:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98025fd12000 refcount=3
00000020:00000001:2.0:1789101184.753058:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000020:00000001:2.0:1789101184.753060:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629734697738240 : -114339011813376 : ffff98025fd12000)
00000100:00000040:2.0:1789101184.753063:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753065:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753067:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753069:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101184.753072:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98025fd12000 : new refcount 2
00000100:00080000:2.0:1789101184.753076:0:414528:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff98016080d800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753078:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101184.753081:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101184.753086:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101184.753088:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753091:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1789101184.753093:0:414528:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101184.753102:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442bc00.
00000020:00000040:2.0:1789101184.753105:0:414528:0:(genops.c:1210:class_import_get()) import ffff98016080d800 refcount=4 obd=MGC192.168.204.152@tcp
02000000:00000001:2.0:1789101184.753109:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101184.753111:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753114:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101184.753116:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101184.753120:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101184.753129:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e39800.
00000100:00000001:2.0:1789101184.753136:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101184.753145:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101184.753155:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101184.753160:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101184.753165:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c6858c0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101184.753195:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101184.753198:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101184.753201:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789101184.753203:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101184.753205:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101184.753207:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101184.753209:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28322
00000400:00000200:2.0:1789101184.753213:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101184.753216:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101184.753218:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101184.753220:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753222:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753224:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753226:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101184.753228:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101184.753230:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091f3
00000020:00000001:2.0:1789101184.753231:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101184.753234:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259e000 refcount=5
00000020:00000001:2.0:1789101184.753235:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000020:00000001:2.0:1789101184.753238:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445287424 : -114343264264192 : ffff98016259e000)
00000100:00000040:2.0:1789101184.753240:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753242:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753243:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753245:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101184.753247:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259e000 : new refcount 4
00000100:00080000:2.0:1789101184.753250:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98025fd16800: import ffff98025fded800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753252:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101184.753254:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101184.753260:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101184.753262:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753263:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101184.753268:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101184.753271:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753273:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101184.753276:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff98024442b480.
00000020:00000040:2.0:1789101184.753279:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded800 refcount=5 obd=lustre-MDT0000-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101184.753281:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101184.753282:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753284:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101184.753285:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101184.753287:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101184.753290:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3bc00.
00000100:00000001:2.0:1789101184.753293:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101184.753303:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101184.753311:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101184.753312:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101184.753316:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d483ec0] to pc [ptlrpcd_rcv+-1]  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101184.753324:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101184.753326:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101184.753329:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1789101184.753331:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101184.753332:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101184.753335:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101184.753348:0:414528:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28322
00000400:00000200:2.0:1789101184.753352:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101184.753355:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101184.753357:0:414528:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101184.753360:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753362:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753364:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753365:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101184.753368:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101184.753369:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d45091fa
00000020:00000001:2.0:1789101184.753370:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101184.753372:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff980162598000 refcount=5
00000020:00000001:2.0:1789101184.753374:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000020:00000001:2.0:1789101184.753376:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445262848 : -114343264288768 : ffff980162598000)
00000100:00000040:2.0:1789101184.753378:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753380:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753382:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753384:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000040:2.0:1789101184.753387:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff980162598000 : new refcount 4
00000100:00080000:2.0:1789101184.753389:0:414528:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff98025fd16800: import ffff98025fdec000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753392:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101184.753393:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101184.753396:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101184.753398:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753400:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1789101184.753401:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683272 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789101184.753404:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753405:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101184.753408:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244428b40.
00000020:00000040:2.0:1789101184.753410:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fdec000 refcount=11 obd=lustre-MDT0001-mdc-ffff98025fd16800
02000000:00000001:2.0:1789101184.753413:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101184.753414:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753416:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101184.753417:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101184.753419:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101184.753422:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a000.
00000100:00000001:2.0:1789101184.753425:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101184.753430:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101184.753437:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101184.753439:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101184.753442:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ae231] to pc [ptlrpcd_rcv+-1]  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101184.753449:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789101184.753451:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789101184.753466:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789101184.753468:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101184.753470:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789101184.753472:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101184.753475:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28322
00000400:00000200:2.0:1789101184.753478:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:2.0:1789101184.753481:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000100:00080000:2.0:1789101184.753483:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789101184.753485:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753488:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753490:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753492:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101184.753494:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101184.753495:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d4509208
00000020:00000001:2.0:1789101184.753497:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101184.753499:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259d800 refcount=4
00000020:00000001:2.0:1789101184.753502:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000020:00000001:2.0:1789101184.753504:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445285376 : -114343264266240 : ffff98016259d800)
00000100:00000040:2.0:1789101184.753507:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753509:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789101184.753510:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1789101184.753511:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753516:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000100:00000001:3.0:1789101184.753516:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1789101184.753520:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259d800 : new refcount 3
00000100:00000001:3.0:1789101184.753521:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1789101184.753527:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98025fd16800: import ffff98025fde8800 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753531:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101184.753532:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789101184.753534:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789101184.753539:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789101184.753544:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.753549:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101184.753550:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1789101184.753553:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1789101184.753553:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101184.753559:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.753559:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789101184.753562:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.753564:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1789101184.753567:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9802444283c0.
02000000:00000001:3.0:1789101184.753568:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789101184.753572:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fde8800 refcount=4 obd=lustre-OST0000-osc-ffff98025fd16800
00000100:00100000:3.0:1789101184.753575:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964711296:192.168.204.152@tcp:250:kworker.0
02000000:00000001:2.0:1789101184.753578:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101184.753582:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.753583:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789101184.753587:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101184.753590:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789101184.753590:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101184.753594:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789101184.753595:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.753600:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789101184.753602:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
02000000:00000010:3.0:1789101184.753607:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093000.
00000100:00000001:2.0:1789101184.753608:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.753613:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101184.753617:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789101184.753623:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101184.753629:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000100:00000001:2.0:1789101184.753631:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101184.753635:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789101184.753640:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000040:2.0:1789101184.753641:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d5f3dc] to pc [ptlrpcd_rcv+-1]  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.753651:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711296, portal 25
00000100:00000001:2.0:1789101184.753653:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.753656:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1789101184.753658:0:414528:0:(pinger.c:229:ptlrpc_pinger_process_import()) beab4cfa-21d1-40f6-8628-f81d018495d1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789101184.753659:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235421696 : -114339474129920 : ffff98024442bc00)
00000100:00080000:2.0:1789101184.753666:0:414528:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789101184.753668:0:414528:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789101184.753671:0:414528:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1789101184.753672:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101184.753675:0:414528:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1789101184.753681:0:414528:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: connect to NID 192.168.204.152@tcp last attempt 28322
00000100:00000001:3.0:1789101184.753688:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1789101184.753690:0:414528:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000040:3.0:1789101184.753695:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000200:2.0:1789101184.753698:0:414528:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.152@tcp is discovered: rc = 1
00000400:00000010:3.0:1789101184.753700:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00080000:2.0:1789101184.753702:0:414528:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1789101184.753706:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875994964711296, offset 0
00000100:00000040:2.0:1789101184.753708:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753712:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789101184.753717:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.753717:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753722:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000020:00000001:2.0:1789101184.753726:0:414528:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789101184.753727:0:414528:0:(genops.c:804:class_conn2export()) looking for export cookie 0x928dda75d450920f
00000400:00000200:3.0:1789101184.753729:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000020:00000001:2.0:1789101184.753731:0:414528:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789101184.753734:0:414528:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98016259b000 refcount=4
00000400:00000200:3.0:1789101184.753738:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000020:00000001:2.0:1789101184.753739:0:414528:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000020:00000001:2.0:1789101184.753744:0:414528:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629730445275136 : -114343264276480 : ffff98016259b000)
00000400:00000200:3.0:1789101184.753746:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1789101184.753750:0:414528:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff980248a8e400 refcount 14 to 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.753753:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000100:00000001:2.0:1789101184.753755:0:414528:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789101184.753760:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1789101184.753761:0:414528:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff980248a8e400 refcount 15 to 192.168.204.152@tcp
00000100:00000001:2.0:1789101184.753765:0:414528:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629734309225472 : -114339400326144 : ffff980248a8e400)
00000400:00000200:3.0:1789101184.753767:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000020:00000040:2.0:1789101184.753770:0:414528:0:(genops.c:879:class_export_put()) PUTting export ffff98016259b000 : new refcount 3
00000400:00000200:3.0:1789101184.753774:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512505:512505:256:4294967295] 192.168.204.152@tcp LPNI seq info [512262:512262:8:4294967295]
00000100:00080000:2.0:1789101184.753778:0:414528:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98025fd16800: import ffff98025fded000 using connection 192.168.204.152@tcp/192.168.204.152@tcp
00000400:00000200:3.0:1789101184.753783:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:2.0:1789101184.753785:0:414528:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.753818:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101184.753824:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.753831:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101184.753837:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101184.753841:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101184.753846:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101184.753849:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101184.753853:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.753855:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101184.753862:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101184.753866:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101184.753870:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101184.753872:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101184.753876:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101184.753880:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.753890:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.753894:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.753906:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.753907:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101184.753912:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.753916:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101184.753919:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 0 is 4322995972
00000100:00000010:3.0:1789101184.753923:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259bc60.
00000100:00000001:3.0:1789101184.753929:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1789101184.753937:0:256916:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS new deadline estimation for cpu 1 is 4322995972
00000100:00000010:3.0:1789101184.753940:0:256916:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98015259b9c0.
00000100:00000001:3.0:1789101184.753943:0:256916:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.152@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1789101184.753960:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.753963:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.753965:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101184.753970:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101184/real 1789101184]  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101184.753978:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101184.753980:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101184.753982:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101184.753985:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101184.753986:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101184.753988:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101184.753992:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.753999:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754005:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101184.754007:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754009:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754011:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101184.754015:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754022:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101184.754026:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754032:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101184.754035:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754037:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754038:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754040:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101184.754042:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101184.754045:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98016080d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101184.754049:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101184.754052:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101184.754056:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101184.754064:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c380a864-0f31-4e70-810a-88ec878f8266:256916:1875994964711296:192.168.204.152@tcp:250:kworker.0
00000100:00000001:3.0:1789101184.754069:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101184.754073:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754079:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101184.754081:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754083:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101184.754085:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101184.754086:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101184.754090:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101184.754093:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101184.754094:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101184.754096:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754098:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754101:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101184.754103:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.754107:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101184.754109:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101184.754112:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101184.754115:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711424, portal 10
00000100:00000001:3.0:1789101184.754118:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101184.754119:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235419776 : -114339474131840 : ffff98024442b480)
00000100:00000040:3.0:1789101184.754127:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754134:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101184.754136:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101184.754139:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101184.754142:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964711424, offset 0
00000400:00000200:3.0:1789101184.754146:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754150:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754154:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101184.754157:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101184.754159:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101184.754161:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101184.754164:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754167:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512506:512506:256:4294967295] 192.168.204.152@tcp LPNI seq info [512263:512263:8:4294967295]
00000400:00000200:3.0:1789101184.754171:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754177:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101184.754182:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754185:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101184.754189:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101184.754191:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101184.754196:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101184.754199:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101184.754203:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754205:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101184.754208:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101184.754211:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101184.754214:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101184.754216:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101184.754219:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101184.754222:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754229:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754232:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754239:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754240:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101184.754243:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101184.754247:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: using a timeout of 18491 usecs (19 jiffies)
00000400:00000200:3.0:1789101184.754250:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101184.754252:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322994708
00000100:00000001:3.0:1789101184.754255:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754257:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322994708
00000100:00000001:3.0:1789101184.754260:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754262:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.754264:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754266:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101184.754269:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101184/real 1789101184]  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101184.754277:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101184.754279:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101184.754280:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101184.754283:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101184.754284:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101184.754286:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101184.754290:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.754299:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754304:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101184.754306:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754308:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754309:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101184.754312:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754319:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101184.754323:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754329:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101184.754331:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754333:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754334:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754336:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101184.754338:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101184.754340:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101184.754343:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101184.754345:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101184.754348:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101184.754354:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98024442b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711424:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101184.754358:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101184.754361:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754372:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101184.754373:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754375:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101184.754377:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101184.754379:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101184.754381:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101184.754384:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101184.754385:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101184.754387:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754388:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754391:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.754393:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.754396:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101184.754398:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101184.754401:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101184.754404:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711552, portal 10
00000100:00000001:3.0:1789101184.754406:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101184.754407:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235409216 : -114339474142400 : ffff980244428b40)
00000100:00000040:3.0:1789101184.754412:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754418:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101184.754420:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101184.754422:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101184.754424:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875994964711552, offset 0
00000400:00000200:3.0:1789101184.754427:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754431:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754435:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101184.754437:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101184.754440:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101184.754442:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101184.754444:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754447:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512507:512507:256:4294967295] 192.168.204.152@tcp LPNI seq info [512264:512264:8:4294967295]
00000400:00000200:3.0:1789101184.754450:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754471:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101184.754475:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754479:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101184.754482:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101184.754484:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101184.754489:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101184.754491:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101184.754495:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754496:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101184.754499:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101184.754501:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101184.754504:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101184.754506:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101184.754508:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101184.754511:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754518:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754521:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754527:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754529:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101184.754532:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101184.754534:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: using a timeout of 17787 usecs (18 jiffies)
00000400:00000200:3.0:1789101184.754537:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101184.754539:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322994707
00000100:00000001:3.0:1789101184.754541:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754543:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322994707
00000100:00000001:3.0:1789101184.754545:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754547:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.754549:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754551:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101184.754554:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101184/real 1789101184]  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101184.754561:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101184.754563:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101184.754564:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101184.754566:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101184.754568:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101184.754570:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101184.754573:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.754580:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754585:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101184.754586:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754588:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754589:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101184.754592:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754598:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101184.754601:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754607:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101184.754609:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754611:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.754612:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754614:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101184.754616:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101184.754618:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fdec000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101184.754621:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101184.754623:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101184.754626:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101184.754633:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244428b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711552:192.168.204.152@tcp:38:kworker.0
00000100:00000001:3.0:1789101184.754636:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754638:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754641:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442bc00 x1875994964711296/t0(0) o250->MGC192.168.204.152@tcp@192.168.204.152@tcp:26/25 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754647:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101184.754650:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754652:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093000.
02000000:00000001:3.0:1789101184.754655:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101184.754657:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101184.754659:0:256916:0:(genops.c:1223:class_import_put()) import ffff98016080d800 refcount=3 obd=MGC192.168.204.152@tcp
00000020:00000001:3.0:1789101184.754661:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101184.754664:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e39800.
02000000:00000001:3.0:1789101184.754668:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101184.754670:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101184.754672:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442bc00.
00000100:00000001:3.0:1789101184.754675:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101184.754676:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754678:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754681:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff98024442b480 x1875994964711424/t0(0) o38->lustre-MDT0000-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754687:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101184.754688:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754689:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250093c00.
02000000:00000001:3.0:1789101184.754691:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101184.754692:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101184.754693:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded800 refcount=4 obd=lustre-MDT0000-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101184.754695:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101184.754697:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3bc00.
02000000:00000001:3.0:1789101184.754699:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101184.754700:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101184.754701:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff98024442b480.
00000100:00000001:3.0:1789101184.754704:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101184.754705:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754706:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754710:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244428b40 x1875994964711552/t0(0) o38->lustre-MDT0001-mdc-ffff98025fd16800@192.168.204.152@tcp:12/10 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754715:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101184.754716:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754718:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.754720:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101184.754721:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101184.754722:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fdec000 refcount=10 obd=lustre-MDT0001-mdc-ffff98025fd16800
00000020:00000001:3.0:1789101184.754724:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101184.754725:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a000.
02000000:00000001:3.0:1789101184.754727:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101184.754728:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101184.754729:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244428b40.
00000100:00000001:3.0:1789101184.754732:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101184.754734:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754735:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.754743:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101184.754745:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754747:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101184.754749:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101184.754750:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101184.754754:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754760:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101184.754762:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754764:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101184.754766:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101184.754768:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101184.754771:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101184.754774:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101184.754776:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101184.754777:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.754778:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101184.754782:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.754783:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.754806:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101184.754809:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101184.754813:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101184.754816:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711680, portal 4
00000100:00000001:3.0:1789101184.754818:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101184.754819:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235407296 : -114339474144320 : ffff9802444283c0)
00000100:00000040:3.0:1789101184.754825:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754832:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101184.754835:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101184.754837:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101184.754839:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964711680, offset 0
00000400:00000200:3.0:1789101184.754843:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754847:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754851:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101184.754854:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101184.754857:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101184.754859:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101184.754861:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.754864:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512508:512508:256:4294967295] 192.168.204.152@tcp LPNI seq info [512265:512265:8:4294967295]
00000400:00000200:3.0:1789101184.754869:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.754875:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101184.754879:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754882:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101184.754886:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101184.754890:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101184.754894:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101184.754897:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101184.754900:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.754902:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101184.754905:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101184.754909:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101184.754912:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101184.754913:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101184.754916:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101184.754919:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754926:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.754929:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754935:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754937:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101184.754940:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101184.754942:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: using a timeout of 27645 usecs (28 jiffies)
00000400:00000200:3.0:1789101184.754945:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101184.754947:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322994717
00000100:00000001:3.0:1789101184.754949:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754951:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322994717
00000100:00000001:3.0:1789101184.754953:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.754955:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.754957:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.754959:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101184.754962:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101184/real 1789101184]  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101184.754969:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101184.754971:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101184.754973:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101184.754975:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101184.754977:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101184.754979:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101184.754983:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.754990:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.754997:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101184.754998:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755000:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.755001:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101184.755005:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755011:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101184.755015:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755022:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101184.755024:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755026:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.755027:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755029:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101184.755030:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101184.755033:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fde8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101184.755036:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101184.755038:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101184.755042:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101184.755049:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9802444283c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711680:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101184.755052:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755054:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.755057:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9802444283c0 x1875994964711680/t0(0) o8->lustre-OST0000-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755063:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101184.755065:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101184.755067:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.755070:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101184.755072:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101184.755074:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fde8800 refcount=3 obd=lustre-OST0000-osc-ffff98025fd16800
00000020:00000001:3.0:1789101184.755076:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101184.755078:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:3.0:1789101184.755080:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101184.755084:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1789101184.755085:0:414528:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1789101184.755086:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9802444283c0.
00000100:00000001:3.0:1789101184.755090:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101184.755091:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789101184.755092:0:414528:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.755094:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789101184.755096:0:414528:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.755099:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789101184.755100:0:414528:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1789101184.755102:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1789101184.755104:0:414528:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683272 ocd_grant: 28672, lost: 0.
00000100:00000001:3.0:1789101184.755105:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101184.755109:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789101184.755110:0:414528:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.755114:0:414528:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789101184.755118:0:414528:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff980244429e00.
00000020:00000040:2.0:1789101184.755121:0:414528:0:(genops.c:1210:class_import_get()) import ffff98025fded000 refcount=4 obd=lustre-OST0001-osc-ffff98025fd16800
02000000:00000001:2.0:1789101184.755125:0:414528:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789101184.755126:0:414528:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789101184.755128:0:414528:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789101184.755131:0:414528:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789101184.755133:0:414528:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789101184.755139:0:414528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff980245e3a800.
00000100:00000001:2.0:1789101184.755143:0:414528:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789101184.755149:0:414528:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789101184.755157:0:414528:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789101184.755159:0:414528:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101184.755163:0:414528:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003db15ed1] to pc [ptlrpcd_rcv+-1]  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789101184.755180:0:414528:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789101184.755186:0:414528:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (28332)
00010000:00000001:2.0:1789101184.755211:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101184.755213:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101184.755217:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101184.755218:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101184.755222:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101184.755224:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.755229:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101184.755233:0:256916:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789101184.755234:0:256916:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789101184.755239:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755246:0:256916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789101184.755247:0:256916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.755249:0:256916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789101184.755251:0:256916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789101184.755253:0:256916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789101184.755256:0:256916:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101184.755259:0:256916:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789101184.755262:0:256916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789101184.755264:0:256916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789101184.755266:0:256916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789101184.755270:0:256916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.755272:0:256916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789101184.755275:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000010:3.0:1789101184.755278:0:256916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98014cdf4898.
00000400:00000010:3.0:1789101184.755281:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbdd0.
00000100:00000200:3.0:1789101184.755284:0:256916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875994964711808, portal 4
00000100:00000001:3.0:1789101184.755286:0:256916:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789101184.755287:0:256916:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629734235414016 : -114339474137600 : ffff980244429e00)
00000100:00000040:3.0:1789101184.755294:0:256916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755300:0:256916:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789101184.755303:0:256916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.152@tcp
00000400:00000010:3.0:1789101184.755305:0:256916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9802769dbb28.
00000100:00000200:3.0:1789101184.755308:0:256916:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875994964711808, offset 0
00000400:00000200:3.0:1789101184.755311:0:256916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.152@tcp
00000400:00000200:3.0:1789101184.755315:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.755319:0:256916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.152@tcp local destination
00000400:00000200:3.0:1789101184.755321:0:256916:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789101184.755324:0:256916:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.52@tcp
00000400:00000200:3.0:1789101184.755326:0:256916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.52@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789101184.755329:0:256916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.152@tcp
00000400:00000200:3.0:1789101184.755331:0:256916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.52@tcp NI seq info: [512509:512509:256:4294967295] 192.168.204.152@tcp LPNI seq info [512266:512266:8:4294967295]
00000400:00000200:3.0:1789101184.755335:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000400:00000200:3.0:1789101184.755341:0:256916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.52@tcp(192.168.204.52@tcp:<?>) -> 192.168.204.152@tcp(192.168.204.152@tcp:192.168.204.152@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789101184.755345:0:256916:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.755348:0:256916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98017f27ee00.
00000800:00000200:3.0:1789101184.755352:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.0:1789101184.755354:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789101184.755358:0:256916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff980158d17d80] -> 12345-192.168.204.152@tcp (2)
00000800:00000200:3.1:1789101184.755360:0:256916:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.152 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789101184.755364:0:256916:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.152@tcp
00000800:00000010:3.0:1789101184.755366:0:256916:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98017f27ee00.
00000400:00000200:3.0:1789101184.755369:0:256916:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789101184.755371:0:256916:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.52@tcp->192.168.204.152@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789101184.755374:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbb28
00000400:00000010:3.0:1789101184.755376:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbb28.
00000100:00000001:3.0:1789101184.755378:0:256916:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1789101184.755381:0:256916:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755388:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.755391:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 0 dl 1789101209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755397:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.755398:0:256916:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1789101184.755401:0:256916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789101184.755403:0:256916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: using a timeout of 47182 usecs (48 jiffies)
00000400:00000200:3.0:1789101184.755406:0:256916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.152@tcp to cpt 0
00000100:00000001:3.0:1789101184.755408:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 0 is 4322994738
00000100:00000001:3.0:1789101184.755410:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 0, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.755412:0:256916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS new deadline estimation for cpu 1 is 4322994738
00000100:00000001:3.0:1789101184.755414:0:256916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98025fd16800: PM QoS request active for cpu 1, keep current deadline 4322995972
00000100:00000001:3.0:1789101184.755416:0:256916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789101184.755418:0:256916:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.755419:0:256916:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789101184.755423:0:256916:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789101184/real 1789101184]  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789101184.755429:0:256916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789101184.755431:0:256916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789101184.755432:0:256916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98014cdf4898.
00000400:00000200:3.0:1789101184.755434:0:256916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9802769dbdd0
00000400:00000010:3.0:1789101184.755436:0:256916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9802769dbdd0.
00000100:00000001:3.0:1789101184.755438:0:256916:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1789101184.755441:0:256916:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789101184.755448:0:256916:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755454:0:256916:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789101184.755467:0:256916:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755469:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.755470:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789101184.755473:0:256916:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755480:0:256916:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789101184.755483:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755489:0:256916:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789101184.755491:0:256916:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755493:0:256916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789101184.755494:0:256916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755495:0:256916:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789101184.755497:0:256916:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789101184.755499:0:256916:0:(import.c:65:import_set_state_nolock()) ffff98025fded000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789101184.755502:0:256916:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.152@tcp failed (-110)
00000100:00000001:3.0:1789101184.755504:0:256916:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789101184.755507:0:256916:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789101184.755515:0:256916:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980244429e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:beab4cfa-21d1-40f6-8628-f81d018495d1:256916:1875994964711808:192.168.204.152@tcp:8:kworker.0
00000100:00000001:3.0:1789101184.755518:0:256916:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755520:0:256916:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789101184.755523:0:256916:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff980244429e00 x1875994964711808/t0(0) o8->lustre-OST0001-osc-ffff98025fd16800@192.168.204.152@tcp:28/4 lens 520/544 e 0 to 1 dl 1789101209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789101184.755530:0:256916:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789101184.755532:0:256916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789101184.755534:0:256916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff980250090000.
02000000:00000001:3.0:1789101184.755536:0:256916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789101184.755538:0:256916:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1789101184.755539:0:256916:0:(genops.c:1223:class_import_put()) import ffff98025fded000 refcount=3 obd=lustre-OST0001-osc-ffff98025fd16800
00000020:00000001:3.0:1789101184.755541:0:256916:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1789101184.755542:0:256916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff980245e3a800.
02000000:00000001:3.0:1789101184.755544:0:256916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789101184.755545:0:256916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789101184.755546:0:256916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff980244429e00.
00000100:00000001:3.0:1789101184.755548:0:256916:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789101184.755550:0:256916:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755551:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789101184.755554:0:256916:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789101184.755555:0:256916:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789101184.755557:0:256916:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789101184.755558:0:256916:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789101184.757001:0:409080:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789101184.757005:0:409080:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789101184.757010:0:409080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1789101185.776928:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101185.776934:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101185.776940:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101185.776941:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101185.776945:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101185.776946:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789101185.777146:0:409732:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789101185.777150:0:409732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789101185.777154:0:409732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1789101186.096909:0:425954:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58910 (cpu 1) has reached its deadline 4322995972, at 4322996032
00000100:00000010:1.0:1789101186.096936:0:425954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259b9c0.
00000100:00000040:0.0:1789101186.096945:0:426004:0:(connection.c:75:cpu_latency_work()) work item of ffff980250f58800 (cpu 0) has reached its deadline 4322995972, at 4322996032
00000100:00000010:0.0:1789101186.096953:0:426004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98015259bc60.
00010000:00000001:2.0:1789101186.801962:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101186.801967:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101186.801972:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101186.801974:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1789101186.801977:0:373819:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1789101186.801978:0:373819:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789101186.802051:0:400360:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789101186.802055:0:400360:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789101186.802059:0:400360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 133420 lines, 133420 kept, 0 dropped, 0 bad.